[ 594.101967] env[70542]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=70542) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 594.102470] env[70542]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=70542) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 594.102549] env[70542]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=70542) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 594.102832] env[70542]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 594.203794] env[70542]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=70542) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 594.213717] env[70542]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=70542) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 594.259698] env[70542]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 594.819052] env[70542]: INFO nova.virt.driver [None req-f738796b-f99d-4a51-8834-818eed9b129b None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 594.891249] env[70542]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.891447] env[70542]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.891549] env[70542]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=70542) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 598.156954] env[70542]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-4d6b00af-7c2e-4d5f-86e7-0a0e41603d78 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.173296] env[70542]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=70542) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 598.173469] env[70542]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-1e9dae71-9654-43d5-995e-8e9761d56f1d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.207399] env[70542]: INFO oslo_vmware.api [-] Successfully established new session; session ID is ab4f5. [ 598.207656] env[70542]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.316s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.208158] env[70542]: INFO nova.virt.vmwareapi.driver [None req-f738796b-f99d-4a51-8834-818eed9b129b None None] VMware vCenter version: 7.0.3 [ 598.212132] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5917a76f-0b90-4c86-a54c-8486098bec6e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.234087] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47cce18-0d6f-4bf4-9f5f-b5507d7bf5fc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.240526] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e266dcaa-a9c0-4c04-a427-9be15dacd9ba {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.247647] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a65454-dd7b-45c7-a16b-10e7933f203d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.261537] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0bb9bf-16db-4282-b4e4-b94073af68b9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.269100] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121d4be2-cc7d-4646-914d-107b3cff6970 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.301363] env[70542]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-1782b85f-7612-4c22-8edd-a6940b5003ed {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.307535] env[70542]: DEBUG nova.virt.vmwareapi.driver [None req-f738796b-f99d-4a51-8834-818eed9b129b None None] Extension org.openstack.compute already exists. {{(pid=70542) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 598.310413] env[70542]: INFO nova.compute.provider_config [None req-f738796b-f99d-4a51-8834-818eed9b129b None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 598.814022] env[70542]: DEBUG nova.context [None req-f738796b-f99d-4a51-8834-818eed9b129b None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),49098f57-e534-420b-a21f-238a4a4f6347(cell1) {{(pid=70542) load_cells /opt/stack/nova/nova/context.py:464}} [ 598.816144] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.816376] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.817107] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.817562] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] Acquiring lock "49098f57-e534-420b-a21f-238a4a4f6347" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.817751] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] Lock "49098f57-e534-420b-a21f-238a4a4f6347" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.818779] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] Lock "49098f57-e534-420b-a21f-238a4a4f6347" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.840580] env[70542]: INFO dbcounter [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] Registered counter for database nova_cell0 [ 598.849290] env[70542]: INFO dbcounter [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] Registered counter for database nova_cell1 [ 598.852695] env[70542]: DEBUG oslo_db.sqlalchemy.engines [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70542) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 598.853237] env[70542]: DEBUG oslo_db.sqlalchemy.engines [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70542) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 598.858171] env[70542]: ERROR nova.db.main.api [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 598.858171] env[70542]: result = function(*args, **kwargs) [ 598.858171] env[70542]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 598.858171] env[70542]: return func(*args, **kwargs) [ 598.858171] env[70542]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 598.858171] env[70542]: result = fn(*args, **kwargs) [ 598.858171] env[70542]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 598.858171] env[70542]: return f(*args, **kwargs) [ 598.858171] env[70542]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 598.858171] env[70542]: return db.service_get_minimum_version(context, binaries) [ 598.858171] env[70542]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 598.858171] env[70542]: _check_db_access() [ 598.858171] env[70542]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 598.858171] env[70542]: stacktrace = ''.join(traceback.format_stack()) [ 598.858171] env[70542]: [ 598.858954] env[70542]: ERROR nova.db.main.api [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 598.858954] env[70542]: result = function(*args, **kwargs) [ 598.858954] env[70542]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 598.858954] env[70542]: return func(*args, **kwargs) [ 598.858954] env[70542]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 598.858954] env[70542]: result = fn(*args, **kwargs) [ 598.858954] env[70542]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 598.858954] env[70542]: return f(*args, **kwargs) [ 598.858954] env[70542]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 598.858954] env[70542]: return db.service_get_minimum_version(context, binaries) [ 598.858954] env[70542]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 598.858954] env[70542]: _check_db_access() [ 598.858954] env[70542]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 598.858954] env[70542]: stacktrace = ''.join(traceback.format_stack()) [ 598.858954] env[70542]: [ 598.859371] env[70542]: WARNING nova.objects.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] Failed to get minimum service version for cell 49098f57-e534-420b-a21f-238a4a4f6347 [ 598.859517] env[70542]: WARNING nova.objects.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 598.859982] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] Acquiring lock "singleton_lock" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.860162] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] Acquired lock "singleton_lock" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.860404] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] Releasing lock "singleton_lock" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.860755] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] Full set of CONF: {{(pid=70542) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 598.860904] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ******************************************************************************** {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 598.861045] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] Configuration options gathered from: {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 598.861194] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 598.861412] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 598.861556] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ================================================================================ {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 598.861794] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] allow_resize_to_same_host = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.861972] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] arq_binding_timeout = 300 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.862127] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] backdoor_port = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.862259] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] backdoor_socket = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.862462] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] block_device_allocate_retries = 60 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.862732] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] block_device_allocate_retries_interval = 3 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.862810] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cert = self.pem {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.862978] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.863165] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] compute_monitors = [] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.863336] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] config_dir = [] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.863513] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] config_drive_format = iso9660 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.863658] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.863816] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] config_source = [] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.863983] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] console_host = devstack {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.864163] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] control_exchange = nova {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.864324] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cpu_allocation_ratio = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.864486] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] daemon = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.864654] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] debug = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.864812] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] default_access_ip_network_name = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.864977] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] default_availability_zone = nova {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.865147] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] default_ephemeral_format = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.865308] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] default_green_pool_size = 1000 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.865546] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.865710] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] default_schedule_zone = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.865866] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] disk_allocation_ratio = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.866040] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] enable_new_services = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.866224] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] enabled_apis = ['osapi_compute'] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.866389] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] enabled_ssl_apis = [] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.866554] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] flat_injected = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.866716] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] force_config_drive = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.866874] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] force_raw_images = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.867055] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] graceful_shutdown_timeout = 5 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.867223] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] heal_instance_info_cache_interval = -1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.867449] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] host = cpu-1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.867627] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] initial_cpu_allocation_ratio = 4.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.867793] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] initial_disk_allocation_ratio = 1.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.867953] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] initial_ram_allocation_ratio = 1.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.868197] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.868369] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] instance_build_timeout = 0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.868535] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] instance_delete_interval = 300 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.868702] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] instance_format = [instance: %(uuid)s] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.868869] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] instance_name_template = instance-%08x {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.869071] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] instance_usage_audit = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.869262] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] instance_usage_audit_period = month {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.869426] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.869598] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] instances_path = /opt/stack/data/nova/instances {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.869767] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] internal_service_availability_zone = internal {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.869925] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] key = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.870103] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] live_migration_retry_count = 30 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.870274] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] log_color = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.870439] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] log_config_append = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.870607] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.870767] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] log_dir = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.870924] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] log_file = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.871066] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] log_options = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.871234] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] log_rotate_interval = 1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.871482] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] log_rotate_interval_type = days {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.871598] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] log_rotation_type = none {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.871731] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.871858] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.872037] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.872208] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.872375] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.872546] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] long_rpc_timeout = 1800 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.872709] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] max_concurrent_builds = 10 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.872870] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] max_concurrent_live_migrations = 1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.873040] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] max_concurrent_snapshots = 5 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.873205] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] max_local_block_devices = 3 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.873368] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] max_logfile_count = 30 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.873532] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] max_logfile_size_mb = 200 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.873702] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] maximum_instance_delete_attempts = 5 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.873867] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] metadata_listen = 0.0.0.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.874050] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] metadata_listen_port = 8775 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.874228] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] metadata_workers = 2 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.874392] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] migrate_max_retries = -1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.874560] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] mkisofs_cmd = genisoimage {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.874771] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] my_block_storage_ip = 10.180.1.21 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.874904] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] my_ip = 10.180.1.21 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.875121] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.875290] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] network_allocate_retries = 0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.875474] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.875642] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] osapi_compute_listen = 0.0.0.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.875806] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] osapi_compute_listen_port = 8774 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.875975] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] osapi_compute_unique_server_name_scope = {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.876161] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] osapi_compute_workers = 2 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.876328] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] password_length = 12 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.876492] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] periodic_enable = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.876655] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] periodic_fuzzy_delay = 60 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.876821] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] pointer_model = usbtablet {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.876987] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] preallocate_images = none {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.877163] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] publish_errors = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.877297] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] pybasedir = /opt/stack/nova {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.877458] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ram_allocation_ratio = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.877621] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] rate_limit_burst = 0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.877786] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] rate_limit_except_level = CRITICAL {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.877948] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] rate_limit_interval = 0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.878124] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] reboot_timeout = 0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.878289] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] reclaim_instance_interval = 0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.878447] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] record = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.878617] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] reimage_timeout_per_gb = 60 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.878786] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] report_interval = 120 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.878946] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] rescue_timeout = 0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.879124] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] reserved_host_cpus = 0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.879289] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] reserved_host_disk_mb = 0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.879449] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] reserved_host_memory_mb = 512 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.879613] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] reserved_huge_pages = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.879776] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] resize_confirm_window = 0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.879935] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] resize_fs_using_block_device = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.880108] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] resume_guests_state_on_host_boot = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.880279] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.880441] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] rpc_response_timeout = 60 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.880603] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] run_external_periodic_tasks = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.880767] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] running_deleted_instance_action = reap {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.880927] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] running_deleted_instance_poll_interval = 1800 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.881098] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] running_deleted_instance_timeout = 0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.881259] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] scheduler_instance_sync_interval = 120 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.881462] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] service_down_time = 720 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.881641] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] servicegroup_driver = db {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.881799] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] shell_completion = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.881959] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] shelved_offload_time = 0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.882134] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] shelved_poll_interval = 3600 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.882331] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] shutdown_timeout = 0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.882503] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] source_is_ipv6 = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.882666] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ssl_only = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.882923] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.883113] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] sync_power_state_interval = 600 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.883284] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] sync_power_state_pool_size = 1000 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.883454] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] syslog_log_facility = LOG_USER {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.883613] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] tempdir = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.883774] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] timeout_nbd = 10 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.883940] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] transport_url = **** {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.884114] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] update_resources_interval = 0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.884278] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] use_cow_images = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.884438] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] use_journal = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.884598] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] use_json = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.884756] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] use_rootwrap_daemon = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.884913] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] use_stderr = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.885082] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] use_syslog = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.885240] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vcpu_pin_set = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.885444] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vif_plugging_is_fatal = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.885628] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vif_plugging_timeout = 300 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.885797] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] virt_mkfs = [] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.885959] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] volume_usage_poll_interval = 0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.886140] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] watch_log_file = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.886308] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] web = /usr/share/spice-html5 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 598.886505] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.886675] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.886840] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] os_brick.wait_mpath_device_interval = 1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.887015] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_concurrency.disable_process_locking = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.887629] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.887830] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.888016] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.888207] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.888387] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.888560] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.888748] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api.auth_strategy = keystone {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.888921] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api.compute_link_prefix = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.889114] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.889340] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api.dhcp_domain = novalocal {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.889527] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api.enable_instance_password = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.889720] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api.glance_link_prefix = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.889906] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.890101] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api.instance_list_cells_batch_strategy = distributed {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.890272] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api.instance_list_per_project_cells = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.890439] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api.list_records_by_skipping_down_cells = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.890621] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api.local_metadata_per_cell = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.890784] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api.max_limit = 1000 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.890955] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api.metadata_cache_expiration = 15 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.891147] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api.neutron_default_tenant_id = default {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.891375] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api.response_validation = warn {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.891541] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api.use_neutron_default_nets = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.891717] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.891884] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api.vendordata_dynamic_failure_fatal = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.892067] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.892247] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api.vendordata_dynamic_ssl_certfile = {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.892458] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api.vendordata_dynamic_targets = [] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.892632] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api.vendordata_jsonfile_path = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.892817] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api.vendordata_providers = ['StaticJSON'] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.893022] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.backend = dogpile.cache.memcached {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.893198] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.backend_argument = **** {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.893394] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.backend_expiration_time = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.893537] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.config_prefix = cache.oslo {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.893714] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.dead_timeout = 60.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.893875] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.debug_cache_backend = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.894052] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.enable_retry_client = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.894222] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.enable_socket_keepalive = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.894400] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.enabled = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.894564] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.enforce_fips_mode = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.894728] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.expiration_time = 600 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.894890] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.hashclient_retry_attempts = 2 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.895962] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.hashclient_retry_delay = 1.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.895962] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.memcache_dead_retry = 300 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.895962] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.memcache_password = **** {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.895962] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.895962] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.895962] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.memcache_pool_maxsize = 10 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.896267] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.memcache_pool_unused_timeout = 60 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.896267] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.memcache_sasl_enabled = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.896362] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.memcache_servers = ['localhost:11211'] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.896489] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.memcache_socket_timeout = 1.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.896652] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.memcache_username = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.896815] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.proxies = [] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.896977] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.redis_db = 0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.897153] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.redis_password = **** {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.897323] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.redis_sentinel_service_name = mymaster {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.897551] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.897727] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.redis_server = localhost:6379 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.897894] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.redis_socket_timeout = 1.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.898068] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.redis_username = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.898239] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.retry_attempts = 2 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.898405] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.retry_delay = 0.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.898573] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.socket_keepalive_count = 1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.898738] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.socket_keepalive_idle = 1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.898900] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.socket_keepalive_interval = 1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.899073] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.tls_allowed_ciphers = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.899237] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.tls_cafile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.899397] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.tls_certfile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.899562] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.tls_enabled = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.899722] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cache.tls_keyfile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.899893] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cinder.auth_section = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.900080] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cinder.auth_type = password {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.900246] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cinder.cafile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.900450] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cinder.catalog_info = volumev3::publicURL {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.900592] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cinder.certfile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.900755] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cinder.collect_timing = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.900917] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cinder.cross_az_attach = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.901094] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cinder.debug = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.901279] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cinder.endpoint_template = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.901500] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cinder.http_retries = 3 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.901675] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cinder.insecure = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.901836] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cinder.keyfile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.902024] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cinder.os_region_name = RegionOne {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.902195] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cinder.split_loggers = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.902386] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cinder.timeout = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.902571] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.902735] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] compute.cpu_dedicated_set = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.902895] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] compute.cpu_shared_set = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.903078] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] compute.image_type_exclude_list = [] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.903250] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] compute.live_migration_wait_for_vif_plug = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.903414] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] compute.max_concurrent_disk_ops = 0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.903581] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] compute.max_disk_devices_to_attach = -1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.903746] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.903997] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.904189] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] compute.resource_provider_association_refresh = 300 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.904402] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.904579] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] compute.shutdown_retry_interval = 10 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.904768] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.904950] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] conductor.workers = 2 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.905147] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] console.allowed_origins = [] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.905313] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] console.ssl_ciphers = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.905488] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] console.ssl_minimum_version = default {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.905663] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] consoleauth.enforce_session_timeout = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.905833] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] consoleauth.token_ttl = 600 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.906018] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cyborg.cafile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.906182] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cyborg.certfile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.906349] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cyborg.collect_timing = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.906512] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cyborg.connect_retries = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.906670] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cyborg.connect_retry_delay = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.906831] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cyborg.endpoint_override = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.906997] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cyborg.insecure = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.907173] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cyborg.keyfile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.907334] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cyborg.max_version = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.907502] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cyborg.min_version = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.907655] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cyborg.region_name = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.907814] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cyborg.retriable_status_codes = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.907971] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cyborg.service_name = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.908156] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cyborg.service_type = accelerator {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.908340] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cyborg.split_loggers = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.908526] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cyborg.status_code_retries = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.908689] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cyborg.status_code_retry_delay = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.908849] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cyborg.timeout = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.909042] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.909233] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] cyborg.version = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.909386] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] database.asyncio_connection = **** {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.909549] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] database.asyncio_slave_connection = **** {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.909746] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] database.backend = sqlalchemy {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.909941] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] database.connection = **** {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.910129] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] database.connection_debug = 0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.910304] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] database.connection_parameters = {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.910481] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] database.connection_recycle_time = 3600 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.910643] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] database.connection_trace = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.910806] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] database.db_inc_retry_interval = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.911026] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] database.db_max_retries = 20 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.911229] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] database.db_max_retry_interval = 10 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.911435] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] database.db_retry_interval = 1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.911612] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] database.max_overflow = 50 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.911780] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] database.max_pool_size = 5 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.911946] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] database.max_retries = 10 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.912135] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] database.mysql_sql_mode = TRADITIONAL {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.912324] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] database.mysql_wsrep_sync_wait = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.912512] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] database.pool_timeout = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.912684] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] database.retry_interval = 10 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.912847] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] database.slave_connection = **** {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.913018] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] database.sqlite_synchronous = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.913192] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] database.use_db_reconnect = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.913397] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api_database.asyncio_connection = **** {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.913576] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api_database.asyncio_slave_connection = **** {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.913751] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api_database.backend = sqlalchemy {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.913922] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api_database.connection = **** {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.914107] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api_database.connection_debug = 0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.914282] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api_database.connection_parameters = {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.914448] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api_database.connection_recycle_time = 3600 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.914613] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api_database.connection_trace = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.914778] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api_database.db_inc_retry_interval = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.914941] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api_database.db_max_retries = 20 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.915119] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api_database.db_max_retry_interval = 10 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.915285] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api_database.db_retry_interval = 1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.915448] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api_database.max_overflow = 50 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.915612] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api_database.max_pool_size = 5 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.915774] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api_database.max_retries = 10 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.915943] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.916121] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api_database.mysql_wsrep_sync_wait = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.916284] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api_database.pool_timeout = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.916450] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api_database.retry_interval = 10 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.916613] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api_database.slave_connection = **** {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.916775] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] api_database.sqlite_synchronous = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.916950] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] devices.enabled_mdev_types = [] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.917144] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.917319] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ephemeral_storage_encryption.default_format = luks {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.917489] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ephemeral_storage_encryption.enabled = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.917656] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ephemeral_storage_encryption.key_size = 512 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.917827] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.api_servers = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.917993] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.cafile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.918170] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.certfile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.918334] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.collect_timing = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.918497] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.connect_retries = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.918655] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.connect_retry_delay = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.918816] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.debug = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.918982] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.default_trusted_certificate_ids = [] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.919163] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.enable_certificate_validation = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.919363] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.enable_rbd_download = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.919532] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.endpoint_override = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.919703] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.insecure = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.919864] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.keyfile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.920036] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.max_version = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.920203] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.min_version = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.920368] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.num_retries = 3 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.920544] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.rbd_ceph_conf = {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.920708] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.rbd_connect_timeout = 5 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.920879] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.rbd_pool = {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.921061] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.rbd_user = {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.921234] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.region_name = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.921437] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.retriable_status_codes = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.921606] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.service_name = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.921780] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.service_type = image {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.921949] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.split_loggers = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.922130] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.status_code_retries = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.922313] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.status_code_retry_delay = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.922482] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.timeout = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.922669] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.922837] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.verify_glance_signatures = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.922998] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] glance.version = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.923183] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] guestfs.debug = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.923349] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] manila.auth_section = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.923515] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] manila.auth_type = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.923673] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] manila.cafile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.923830] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] manila.certfile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.923992] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] manila.collect_timing = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.924167] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] manila.connect_retries = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.924325] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] manila.connect_retry_delay = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.924484] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] manila.endpoint_override = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.924645] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] manila.insecure = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.924801] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] manila.keyfile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.924960] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] manila.max_version = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.925132] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] manila.min_version = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.925290] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] manila.region_name = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.925546] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] manila.retriable_status_codes = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.925741] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] manila.service_name = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.925920] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] manila.service_type = shared-file-system {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.926106] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] manila.share_apply_policy_timeout = 10 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.926277] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] manila.split_loggers = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.926438] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] manila.status_code_retries = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.926599] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] manila.status_code_retry_delay = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.926760] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] manila.timeout = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.926943] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.927176] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] manila.version = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.927391] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] mks.enabled = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.927780] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.927979] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] image_cache.manager_interval = 2400 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.928229] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] image_cache.precache_concurrency = 1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.928350] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] image_cache.remove_unused_base_images = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.928525] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.928696] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.928875] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] image_cache.subdirectory_name = _base {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.929065] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ironic.api_max_retries = 60 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.929266] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ironic.api_retry_interval = 2 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.929468] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ironic.auth_section = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.929642] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ironic.auth_type = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.929805] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ironic.cafile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.929966] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ironic.certfile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.930151] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ironic.collect_timing = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.930320] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ironic.conductor_group = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.930485] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ironic.connect_retries = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.930646] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ironic.connect_retry_delay = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.930805] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ironic.endpoint_override = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.930970] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ironic.insecure = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.931146] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ironic.keyfile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.931345] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ironic.max_version = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.931516] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ironic.min_version = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.931689] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ironic.peer_list = [] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.931853] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ironic.region_name = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.932024] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ironic.retriable_status_codes = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.932198] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ironic.serial_console_state_timeout = 10 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.932422] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ironic.service_name = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.932572] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ironic.service_type = baremetal {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.932736] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ironic.shard = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.932903] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ironic.split_loggers = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.933078] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ironic.status_code_retries = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.933243] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ironic.status_code_retry_delay = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.933404] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ironic.timeout = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.933589] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.933750] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ironic.version = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.933937] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.934127] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] key_manager.fixed_key = **** {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.934318] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.934480] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] barbican.barbican_api_version = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.934641] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] barbican.barbican_endpoint = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.934814] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] barbican.barbican_endpoint_type = public {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.934975] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] barbican.barbican_region_name = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.935152] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] barbican.cafile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.935336] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] barbican.certfile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.935521] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] barbican.collect_timing = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.935687] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] barbican.insecure = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.935847] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] barbican.keyfile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.936024] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] barbican.number_of_retries = 60 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.936198] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] barbican.retry_delay = 1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.936364] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] barbican.send_service_user_token = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.936531] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] barbican.split_loggers = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.936693] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] barbican.timeout = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.936856] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] barbican.verify_ssl = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.937026] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] barbican.verify_ssl_path = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.937199] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] barbican_service_user.auth_section = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.937360] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] barbican_service_user.auth_type = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.937580] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] barbican_service_user.cafile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.937756] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] barbican_service_user.certfile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.937924] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] barbican_service_user.collect_timing = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.938099] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] barbican_service_user.insecure = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.938348] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] barbican_service_user.keyfile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.938470] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] barbican_service_user.split_loggers = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.938639] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] barbican_service_user.timeout = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.938808] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vault.approle_role_id = **** {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.938969] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vault.approle_secret_id = **** {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.939162] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vault.kv_mountpoint = secret {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.939325] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vault.kv_path = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.939492] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vault.kv_version = 2 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.939653] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vault.namespace = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.939813] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vault.root_token_id = **** {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.940376] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vault.ssl_ca_crt_file = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.940376] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vault.timeout = 60.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.940376] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vault.use_ssl = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.940517] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.940659] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] keystone.cafile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.940797] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] keystone.certfile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.940962] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] keystone.collect_timing = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.941137] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] keystone.connect_retries = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.941332] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] keystone.connect_retry_delay = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.941502] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] keystone.endpoint_override = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.941679] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] keystone.insecure = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.941842] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] keystone.keyfile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.942010] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] keystone.max_version = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.942178] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] keystone.min_version = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.942347] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] keystone.region_name = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.942510] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] keystone.retriable_status_codes = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.942670] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] keystone.service_name = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.942842] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] keystone.service_type = identity {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.943015] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] keystone.split_loggers = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.943182] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] keystone.status_code_retries = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.943344] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] keystone.status_code_retry_delay = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.943507] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] keystone.timeout = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.943697] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.943853] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] keystone.version = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.944056] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.ceph_mount_options = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.944413] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.944618] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.connection_uri = {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.944787] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.cpu_mode = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.944958] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.cpu_model_extra_flags = [] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.945144] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.cpu_models = [] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.945317] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.cpu_power_governor_high = performance {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.945487] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.cpu_power_governor_low = powersave {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.945654] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.cpu_power_management = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.945827] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.945998] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.device_detach_attempts = 8 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.946182] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.device_detach_timeout = 20 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.946352] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.disk_cachemodes = [] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.946514] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.disk_prefix = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.946678] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.enabled_perf_events = [] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.946841] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.file_backed_memory = 0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.947013] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.gid_maps = [] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.947180] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.hw_disk_discard = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.947368] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.hw_machine_type = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.947596] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.images_rbd_ceph_conf = {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.947775] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.947944] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.948143] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.images_rbd_glance_store_name = {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.948320] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.images_rbd_pool = rbd {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.948494] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.images_type = default {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.948657] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.images_volume_group = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.948822] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.inject_key = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.948987] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.inject_partition = -2 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.949164] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.inject_password = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.949363] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.iscsi_iface = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.949555] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.iser_use_multipath = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.949729] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.live_migration_bandwidth = 0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.949898] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.live_migration_completion_timeout = 800 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.950079] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.live_migration_downtime = 500 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.950251] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.live_migration_downtime_delay = 75 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.950442] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.live_migration_downtime_steps = 10 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.950625] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.live_migration_inbound_addr = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.950791] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.live_migration_permit_auto_converge = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.950954] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.live_migration_permit_post_copy = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.951132] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.live_migration_scheme = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.951327] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.live_migration_timeout_action = abort {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.951497] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.live_migration_tunnelled = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.951663] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.live_migration_uri = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.951824] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.live_migration_with_native_tls = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.951983] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.max_queues = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.952164] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.mem_stats_period_seconds = 10 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.952414] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.952583] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.nfs_mount_options = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.952890] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.953080] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.num_aoe_discover_tries = 3 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.953257] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.num_iser_scan_tries = 5 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.953448] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.num_memory_encrypted_guests = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.953644] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.num_nvme_discover_tries = 5 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.953808] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.num_pcie_ports = 0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.953979] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.num_volume_scan_tries = 5 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.954165] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.pmem_namespaces = [] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.954327] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.quobyte_client_cfg = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.954627] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.954805] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.rbd_connect_timeout = 5 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.954971] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.955154] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.955318] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.rbd_secret_uuid = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.955477] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.rbd_user = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.955645] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.realtime_scheduler_priority = 1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.955817] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.remote_filesystem_transport = ssh {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.955979] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.rescue_image_id = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.956208] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.rescue_kernel_id = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.956391] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.rescue_ramdisk_id = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.956615] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.rng_dev_path = /dev/urandom {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.956788] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.rx_queue_size = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.956986] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.smbfs_mount_options = {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.957303] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.957486] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.snapshot_compression = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.957651] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.snapshot_image_format = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.957890] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.958072] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.sparse_logical_volumes = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.958242] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.swtpm_enabled = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.958413] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.swtpm_group = tss {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.958584] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.swtpm_user = tss {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.958754] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.sysinfo_serial = unique {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.958915] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.tb_cache_size = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.959087] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.tx_queue_size = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.959326] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.uid_maps = [] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.959492] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.use_virtio_for_bridges = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.959671] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.virt_type = kvm {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.959842] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.volume_clear = zero {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.960015] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.volume_clear_size = 0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.960188] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.volume_enforce_multipath = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.960357] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.volume_use_multipath = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.960524] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.vzstorage_cache_path = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.960695] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.960861] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.vzstorage_mount_group = qemu {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.961037] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.vzstorage_mount_opts = [] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.961211] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.961566] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.961771] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.vzstorage_mount_user = stack {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.961950] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.962156] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] neutron.auth_section = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.962388] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] neutron.auth_type = password {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.962567] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] neutron.cafile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.962734] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] neutron.certfile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.962902] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] neutron.collect_timing = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.963080] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] neutron.connect_retries = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.963247] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] neutron.connect_retry_delay = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.963421] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] neutron.default_floating_pool = public {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.963585] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] neutron.endpoint_override = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.963760] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] neutron.extension_sync_interval = 600 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.963916] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] neutron.http_retries = 3 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.964094] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] neutron.insecure = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.964261] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] neutron.keyfile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.964469] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] neutron.max_version = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.964672] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] neutron.metadata_proxy_shared_secret = **** {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.964841] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] neutron.min_version = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.965025] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] neutron.ovs_bridge = br-int {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.965221] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] neutron.physnets = [] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.965416] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] neutron.region_name = RegionOne {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.965588] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] neutron.retriable_status_codes = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.965762] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] neutron.service_metadata_proxy = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.965925] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] neutron.service_name = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.966111] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] neutron.service_type = network {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.966280] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] neutron.split_loggers = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.966496] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] neutron.status_code_retries = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.966609] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] neutron.status_code_retry_delay = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.966770] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] neutron.timeout = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.966953] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.967130] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] neutron.version = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.967305] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] notifications.bdms_in_notifications = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.967486] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] notifications.default_level = INFO {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.967653] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] notifications.include_share_mapping = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.967828] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] notifications.notification_format = unversioned {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.967996] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] notifications.notify_on_state_change = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.968189] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.968399] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] pci.alias = [] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.968578] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] pci.device_spec = [] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.968749] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] pci.report_in_placement = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.968924] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.auth_section = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.969115] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.auth_type = password {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.969305] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.auth_url = http://10.180.1.21/identity {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.969489] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.cafile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.969655] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.certfile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.969822] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.collect_timing = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.969983] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.connect_retries = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.970164] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.connect_retry_delay = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.970326] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.default_domain_id = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.970564] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.default_domain_name = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.970808] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.domain_id = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.970994] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.domain_name = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.971178] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.endpoint_override = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.971375] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.insecure = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.971553] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.keyfile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.971716] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.max_version = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.971875] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.min_version = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.972058] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.password = **** {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.972227] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.project_domain_id = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.972426] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.project_domain_name = Default {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.972601] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.project_id = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.972779] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.project_name = service {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.972951] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.region_name = RegionOne {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.973132] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.retriable_status_codes = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.973294] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.service_name = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.973466] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.service_type = placement {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.973710] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.split_loggers = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.973897] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.status_code_retries = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.974076] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.status_code_retry_delay = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.974246] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.system_scope = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.974408] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.timeout = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.974572] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.trust_id = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.974732] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.user_domain_id = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.974906] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.user_domain_name = Default {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.975103] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.user_id = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.975288] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.username = nova {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.975471] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.975636] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] placement.version = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.975825] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] quota.cores = 20 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.975991] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] quota.count_usage_from_placement = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.976183] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.976358] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] quota.injected_file_content_bytes = 10240 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.976540] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] quota.injected_file_path_length = 255 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.976768] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] quota.injected_files = 5 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.976950] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] quota.instances = 10 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.977139] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] quota.key_pairs = 100 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.977351] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] quota.metadata_items = 128 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.977534] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] quota.ram = 51200 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.977703] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] quota.recheck_quota = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.977875] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] quota.server_group_members = 10 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.978062] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] quota.server_groups = 10 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.978271] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] quota.unified_limits_resource_list = ['servers'] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.978450] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] quota.unified_limits_resource_strategy = require {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.978629] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.978794] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.978959] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] scheduler.image_metadata_prefilter = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.979139] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.979309] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] scheduler.max_attempts = 3 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.979475] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] scheduler.max_placement_results = 1000 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.979664] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.979842] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] scheduler.query_placement_for_image_type_support = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.980017] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.980201] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] scheduler.workers = 2 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.980380] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.980555] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.980739] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.980917] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.981098] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.981267] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.981462] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.981659] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.981832] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] filter_scheduler.host_subset_size = 1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.982021] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.982181] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] filter_scheduler.image_properties_default_architecture = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.982380] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.982555] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] filter_scheduler.image_props_weight_setting = [] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.982769] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.982944] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] filter_scheduler.isolated_hosts = [] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.983134] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] filter_scheduler.isolated_images = [] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.983301] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] filter_scheduler.max_instances_per_host = 50 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.983467] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.983634] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.983795] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] filter_scheduler.pci_in_placement = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.983959] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.984128] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.984295] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.984459] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.984622] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.984787] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.984948] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] filter_scheduler.track_instance_changes = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.985141] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.985350] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] metrics.required = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.985519] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] metrics.weight_multiplier = 1.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.985708] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] metrics.weight_of_unavailable = -10000.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.985890] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] metrics.weight_setting = [] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.986229] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.986409] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] serial_console.enabled = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.986589] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] serial_console.port_range = 10000:20000 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.986762] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.986937] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.987131] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] serial_console.serialproxy_port = 6083 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.987355] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] service_user.auth_section = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.987542] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] service_user.auth_type = password {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.987709] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] service_user.cafile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.987871] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] service_user.certfile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.988048] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] service_user.collect_timing = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.988220] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] service_user.insecure = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.988384] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] service_user.keyfile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.988572] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] service_user.send_service_user_token = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.988799] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] service_user.split_loggers = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.988975] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] service_user.timeout = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.989168] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] spice.agent_enabled = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.989339] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] spice.enabled = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.989664] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.989887] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] spice.html5proxy_host = 0.0.0.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.990129] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] spice.html5proxy_port = 6082 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.990312] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] spice.image_compression = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.990481] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] spice.jpeg_compression = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.990644] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] spice.playback_compression = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.990809] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] spice.require_secure = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.990979] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] spice.server_listen = 127.0.0.1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.991168] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.991553] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.991743] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] spice.streaming_mode = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.991912] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] spice.zlib_compression = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.992099] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] upgrade_levels.baseapi = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.992336] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] upgrade_levels.compute = auto {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.992487] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] upgrade_levels.conductor = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.992654] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] upgrade_levels.scheduler = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.992864] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vendordata_dynamic_auth.auth_section = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.993060] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vendordata_dynamic_auth.auth_type = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.993231] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vendordata_dynamic_auth.cafile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.993394] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vendordata_dynamic_auth.certfile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.993562] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vendordata_dynamic_auth.collect_timing = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.993727] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vendordata_dynamic_auth.insecure = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.993886] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vendordata_dynamic_auth.keyfile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.994062] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vendordata_dynamic_auth.split_loggers = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.994246] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vendordata_dynamic_auth.timeout = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.994438] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vmware.api_retry_count = 10 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.994606] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vmware.ca_file = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.994781] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vmware.cache_prefix = devstack-image-cache {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.994953] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vmware.cluster_name = testcl1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.995140] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vmware.connection_pool_size = 10 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.995305] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vmware.console_delay_seconds = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.995479] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vmware.datastore_regex = ^datastore.* {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.995756] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.995960] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vmware.host_password = **** {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.996149] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vmware.host_port = 443 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.996326] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vmware.host_username = administrator@vsphere.local {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.996500] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vmware.insecure = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.996666] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vmware.integration_bridge = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.996834] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vmware.maximum_objects = 100 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.997022] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vmware.pbm_default_policy = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.997222] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vmware.pbm_enabled = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.997391] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vmware.pbm_wsdl_location = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.997568] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.997730] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vmware.serial_port_proxy_uri = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.997889] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vmware.serial_port_service_uri = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.998072] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vmware.task_poll_interval = 0.5 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.998252] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vmware.use_linked_clone = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.998482] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vmware.vnc_keymap = en-us {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.998682] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vmware.vnc_port = 5900 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.998855] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vmware.vnc_port_total = 10000 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.999057] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vnc.auth_schemes = ['none'] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.999242] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vnc.enabled = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.999537] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.999732] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 598.999917] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vnc.novncproxy_port = 6080 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.000126] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vnc.server_listen = 127.0.0.1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.000315] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.000484] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vnc.vencrypt_ca_certs = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.000646] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vnc.vencrypt_client_cert = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.000807] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vnc.vencrypt_client_key = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.000990] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.001210] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] workarounds.disable_deep_image_inspection = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.001415] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] workarounds.disable_fallback_pcpu_query = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.001588] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] workarounds.disable_group_policy_check_upcall = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.001757] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.001924] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] workarounds.disable_rootwrap = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.002104] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] workarounds.enable_numa_live_migration = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.002302] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.002477] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.002651] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] workarounds.handle_virt_lifecycle_events = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.002817] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] workarounds.libvirt_disable_apic = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.002984] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] workarounds.never_download_image_if_on_rbd = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.003169] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.003336] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.003504] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.003677] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.003877] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.004059] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.004227] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.004393] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.004563] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.004750] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.004918] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] wsgi.secure_proxy_ssl_header = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.005123] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] zvm.ca_file = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.005316] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] zvm.cloud_connector_url = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.005639] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.005821] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] zvm.reachable_timeout = 300 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.005997] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.006196] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.006379] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] profiler.connection_string = messaging:// {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.006601] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] profiler.enabled = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.006792] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] profiler.es_doc_type = notification {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.006963] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] profiler.es_scroll_size = 10000 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.007152] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] profiler.es_scroll_time = 2m {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.007320] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] profiler.filter_error_trace = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.007492] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] profiler.hmac_keys = **** {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.007663] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] profiler.sentinel_service_name = mymaster {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.007832] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] profiler.socket_timeout = 0.1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.008059] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] profiler.trace_requests = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.008246] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] profiler.trace_sqlalchemy = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.008433] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] profiler_jaeger.process_tags = {} {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.008633] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] profiler_jaeger.service_name_prefix = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.008774] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] profiler_otlp.service_name_prefix = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.008953] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.009134] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.009330] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.009560] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.009736] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.009905] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.010084] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.010256] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.010424] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.010642] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.010858] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.011065] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.011247] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.011448] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.011622] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.011797] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.011964] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.012175] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.012395] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.012596] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.012769] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.012940] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.013132] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.013303] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.013474] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.013689] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.013868] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.014048] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.014220] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.014388] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.014554] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.ssl = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.014727] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.014896] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.015127] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.015314] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.015490] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.ssl_version = {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.015656] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.015844] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.016028] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_notifications.retry = -1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.016214] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.016432] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_messaging_notifications.transport_url = **** {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.016656] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_limit.auth_section = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.016830] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_limit.auth_type = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.016991] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_limit.cafile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.017169] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_limit.certfile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.017337] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_limit.collect_timing = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.017501] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_limit.connect_retries = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.017663] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_limit.connect_retry_delay = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.017830] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_limit.endpoint_id = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.018054] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_limit.endpoint_interface = publicURL {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.018230] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_limit.endpoint_override = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.018394] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_limit.endpoint_region_name = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.018559] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_limit.endpoint_service_name = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.018718] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_limit.endpoint_service_type = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.018882] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_limit.insecure = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.019053] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_limit.keyfile = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.019226] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_limit.max_version = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.019413] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_limit.min_version = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.019577] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_limit.region_name = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.019739] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_limit.retriable_status_codes = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.019899] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_limit.service_name = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.020072] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_limit.service_type = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.020240] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_limit.split_loggers = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.020403] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_limit.status_code_retries = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.020584] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_limit.status_code_retry_delay = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.020785] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_limit.timeout = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.020952] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_limit.valid_interfaces = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.021129] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_limit.version = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.021323] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_reports.file_event_handler = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.021483] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_reports.file_event_handler_interval = 1 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.021647] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] oslo_reports.log_dir = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.021820] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.021982] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vif_plug_linux_bridge_privileged.group = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.022171] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.022380] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.022574] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.022738] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vif_plug_linux_bridge_privileged.user = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.022911] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.023084] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vif_plug_ovs_privileged.group = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.023248] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vif_plug_ovs_privileged.helper_command = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.023469] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.023660] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.023816] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] vif_plug_ovs_privileged.user = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.023987] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] os_vif_linux_bridge.flat_interface = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.024185] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.024364] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.024537] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.024710] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.024931] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.025125] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.025297] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] os_vif_linux_bridge.vlan_interface = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.025481] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.025653] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] os_vif_ovs.isolate_vif = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.025825] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.025994] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.026218] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.026409] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] os_vif_ovs.ovsdb_interface = native {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.026580] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] os_vif_ovs.per_port_bridge = False {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.026752] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] privsep_osbrick.capabilities = [21] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.026915] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] privsep_osbrick.group = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.027090] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] privsep_osbrick.helper_command = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.027263] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.027432] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] privsep_osbrick.thread_pool_size = 8 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.027637] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] privsep_osbrick.user = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.027827] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.027992] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] nova_sys_admin.group = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.028177] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] nova_sys_admin.helper_command = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.028350] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.028517] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] nova_sys_admin.thread_pool_size = 8 {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.028678] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] nova_sys_admin.user = None {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 599.028814] env[70542]: DEBUG oslo_service.backend.eventlet.service [None req-4d026d8a-69e3-4af8-8e2c-ce5e45cc704b None None] ******************************************************************************** {{(pid=70542) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 599.029303] env[70542]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 599.533126] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] Getting list of instances from cluster (obj){ [ 599.533126] env[70542]: value = "domain-c8" [ 599.533126] env[70542]: _type = "ClusterComputeResource" [ 599.533126] env[70542]: } {{(pid=70542) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 599.534237] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f267cedf-f1b1-4732-90b8-8b3f86acf3be {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.543244] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] Got total of 0 instances {{(pid=70542) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 599.543858] env[70542]: WARNING nova.virt.vmwareapi.driver [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 599.544359] env[70542]: INFO nova.virt.node [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] Generated node identity 42cfc9d8-0155-4d55-9653-7de4fa794724 [ 599.544611] env[70542]: INFO nova.virt.node [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] Wrote node identity 42cfc9d8-0155-4d55-9653-7de4fa794724 to /opt/stack/data/n-cpu-1/compute_id [ 600.047575] env[70542]: WARNING nova.compute.manager [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] Compute nodes ['42cfc9d8-0155-4d55-9653-7de4fa794724'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 601.053514] env[70542]: INFO nova.compute.manager [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 602.059366] env[70542]: WARNING nova.compute.manager [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 602.059732] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.059894] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.060055] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.060216] env[70542]: DEBUG nova.compute.resource_tracker [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70542) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 602.061140] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c450cae-d06b-4536-b628-abd713c6851b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.069288] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767b5d5b-42c9-4105-9c18-1ee2ff373086 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.083226] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6087866a-8418-4594-bee7-5c996987b7e0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.090057] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3498e2f5-0bff-47db-a3c9-f7674b298082 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.119060] env[70542]: DEBUG nova.compute.resource_tracker [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180860MB free_disk=40GB free_vcpus=48 pci_devices=None {{(pid=70542) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 602.119248] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.119446] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.622286] env[70542]: WARNING nova.compute.resource_tracker [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] No compute node record for cpu-1:42cfc9d8-0155-4d55-9653-7de4fa794724: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 42cfc9d8-0155-4d55-9653-7de4fa794724 could not be found. [ 603.126692] env[70542]: INFO nova.compute.resource_tracker [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 42cfc9d8-0155-4d55-9653-7de4fa794724 [ 604.634258] env[70542]: DEBUG nova.compute.resource_tracker [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 604.634651] env[70542]: DEBUG nova.compute.resource_tracker [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 604.791721] env[70542]: INFO nova.scheduler.client.report [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] [req-983e6a3b-0cbb-43aa-9c5e-78c5d1696309] Created resource provider record via placement API for resource provider with UUID 42cfc9d8-0155-4d55-9653-7de4fa794724 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 604.809714] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d66d881-b6e4-4aa6-8496-bae5fafeb4f7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.817489] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676696e7-38bc-45cc-9bdc-a1e6713bd552 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.846818] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fae2af-949a-4755-bad6-32df7566fc2c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.854179] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb828461-b8b8-403f-ad70-687968aed2df {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.867242] env[70542]: DEBUG nova.compute.provider_tree [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 605.403463] env[70542]: DEBUG nova.scheduler.client.report [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] Updated inventory for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 605.403729] env[70542]: DEBUG nova.compute.provider_tree [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] Updating resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724 generation from 0 to 1 during operation: update_inventory {{(pid=70542) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 605.403878] env[70542]: DEBUG nova.compute.provider_tree [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 605.457218] env[70542]: DEBUG nova.compute.provider_tree [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] Updating resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724 generation from 1 to 2 during operation: update_traits {{(pid=70542) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 605.962351] env[70542]: DEBUG nova.compute.resource_tracker [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70542) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 605.962726] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.843s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.962766] env[70542]: DEBUG nova.service [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] Creating RPC server for service compute {{(pid=70542) start /opt/stack/nova/nova/service.py:177}} [ 605.977642] env[70542]: DEBUG nova.service [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] Join ServiceGroup membership for this service compute {{(pid=70542) start /opt/stack/nova/nova/service.py:194}} [ 605.977874] env[70542]: DEBUG nova.servicegroup.drivers.db [None req-8eb03ece-3f51-439e-8acc-58310ea27362 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=70542) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 647.769166] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Acquiring lock "ab26300f-4459-4600-b267-ace5bf3aa9e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.769439] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Lock "ab26300f-4459-4600-b267-ace5bf3aa9e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.870056] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Acquiring lock "7b1e9f41-91a3-4135-abdb-864109cb712a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.870781] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Lock "7b1e9f41-91a3-4135-abdb-864109cb712a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.273663] env[70542]: DEBUG nova.compute.manager [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.374575] env[70542]: DEBUG nova.compute.manager [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.826068] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.826383] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.828072] env[70542]: INFO nova.compute.claims [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.900346] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.920132] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b09cfb9-077a-483a-822b-aa870caac4de {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.932352] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14395979-b42d-48fa-934c-44213c61a4bf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.969073] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e929ae0-99ca-4b64-8126-b46fff1ad091 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.977618] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6087a19e-6d08-48bb-800d-8b1ccf31b096 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.992982] env[70542]: DEBUG nova.compute.provider_tree [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.496074] env[70542]: DEBUG nova.scheduler.client.report [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.003309] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.005607] env[70542]: DEBUG nova.compute.manager [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.011056] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.111s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.013710] env[70542]: INFO nova.compute.claims [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.164473] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Acquiring lock "a85890d5-f32f-4355-beed-46111dbd588d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.164722] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Lock "a85890d5-f32f-4355-beed-46111dbd588d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.518341] env[70542]: DEBUG nova.compute.utils [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.519830] env[70542]: DEBUG nova.compute.manager [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.523171] env[70542]: DEBUG nova.network.neutron [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.671211] env[70542]: DEBUG nova.compute.manager [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.775172] env[70542]: DEBUG nova.policy [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dafae04a779c4e3c94b22a895d693b8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db39ecbe5a38495abf2c3eb21d9fb887', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.028862] env[70542]: DEBUG nova.compute.manager [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.116054] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af98e33-71cd-4a1b-9fda-dd722153346f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.129891] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2625587-cfa6-4a36-a7f1-ae10b09328f9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.171528] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db0d01c-ed2a-44b2-96bd-c2bf6cea6934 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.183536] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01d17ea-0cdb-4da1-b1ac-28c03d05e71e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.203060] env[70542]: DEBUG nova.compute.provider_tree [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.213775] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.559011] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Acquiring lock "ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.559011] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Lock "ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.604939] env[70542]: DEBUG nova.network.neutron [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Successfully created port: 9a8ed272-01b0-41bd-9d2d-c3c3ce6292d7 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.706462] env[70542]: DEBUG nova.scheduler.client.report [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.043857] env[70542]: DEBUG nova.compute.manager [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.067612] env[70542]: DEBUG nova.compute.manager [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.081144] env[70542]: DEBUG nova.virt.hardware [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.081469] env[70542]: DEBUG nova.virt.hardware [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.081553] env[70542]: DEBUG nova.virt.hardware [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.081760] env[70542]: DEBUG nova.virt.hardware [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.081958] env[70542]: DEBUG nova.virt.hardware [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.084815] env[70542]: DEBUG nova.virt.hardware [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.084815] env[70542]: DEBUG nova.virt.hardware [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.084905] env[70542]: DEBUG nova.virt.hardware [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.085390] env[70542]: DEBUG nova.virt.hardware [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.085524] env[70542]: DEBUG nova.virt.hardware [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.085691] env[70542]: DEBUG nova.virt.hardware [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.086958] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f093a54e-e82d-4e71-9440-ace6161cbab9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.100415] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5454848a-c1ab-4f2d-a459-541eacc92a34 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.116244] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b92ffe5-dda1-440c-a1cf-4ea5f4db24db {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.214557] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.203s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.215306] env[70542]: DEBUG nova.compute.manager [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.223414] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.008s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.223780] env[70542]: INFO nova.compute.claims [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.596180] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.728572] env[70542]: DEBUG nova.compute.utils [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.730135] env[70542]: DEBUG nova.compute.manager [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Not allocating networking since 'none' was specified. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 654.197440] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Acquiring lock "42fb6e48-55b7-4d40-8978-6114e30fc6ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.198168] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Lock "42fb6e48-55b7-4d40-8978-6114e30fc6ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.233614] env[70542]: DEBUG nova.compute.manager [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.385275] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e680cbe-5092-41c4-ba99-03323442d411 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.396894] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82fd5d9-f5c8-4dc5-a4ae-2998bb6c4871 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.438277] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7b0071-832e-4d92-b593-c743b5e82f26 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.449653] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c65e2d-fd2d-4471-955b-4fece3410564 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.466199] env[70542]: DEBUG nova.compute.provider_tree [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.702333] env[70542]: DEBUG nova.compute.manager [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.973020] env[70542]: DEBUG nova.scheduler.client.report [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.238709] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.251368] env[70542]: DEBUG nova.compute.manager [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.295929] env[70542]: DEBUG nova.virt.hardware [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.296243] env[70542]: DEBUG nova.virt.hardware [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.296398] env[70542]: DEBUG nova.virt.hardware [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.296571] env[70542]: DEBUG nova.virt.hardware [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.296712] env[70542]: DEBUG nova.virt.hardware [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.296879] env[70542]: DEBUG nova.virt.hardware [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.299623] env[70542]: DEBUG nova.virt.hardware [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.299905] env[70542]: DEBUG nova.virt.hardware [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.300119] env[70542]: DEBUG nova.virt.hardware [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.300302] env[70542]: DEBUG nova.virt.hardware [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.300473] env[70542]: DEBUG nova.virt.hardware [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.301462] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ab79db-ecca-45fc-8eb6-77281627e547 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.320139] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6d103e-6977-48b0-bb1f-c7121c7fe4a1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.342513] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Instance VIF info [] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.350636] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.351027] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37d19589-d9ba-4cb1-8e92-ddd1bfb4eff8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.365326] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Created folder: OpenStack in parent group-v4. [ 655.365523] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Creating folder: Project (5146798a677f44709c932dc390808fce). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.365761] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9eda91af-43a4-48a3-ae99-9e45f818f4f7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.380810] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Created folder: Project (5146798a677f44709c932dc390808fce) in parent group-v776569. [ 655.380810] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Creating folder: Instances. Parent ref: group-v776570. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.380984] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b27eb101-16b9-4630-a4f2-ff611f4d538c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.396334] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Created folder: Instances in parent group-v776570. [ 655.396602] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.396799] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.397014] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20a82764-846d-4534-ac59-bfaf30e4c01e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.416534] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.416534] env[70542]: value = "task-3910665" [ 655.416534] env[70542]: _type = "Task" [ 655.416534] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.428020] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910665, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.480343] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.258s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.481225] env[70542]: DEBUG nova.compute.manager [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.484720] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.889s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.486207] env[70542]: INFO nova.compute.claims [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.829481] env[70542]: DEBUG nova.network.neutron [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Successfully updated port: 9a8ed272-01b0-41bd-9d2d-c3c3ce6292d7 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.930974] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910665, 'name': CreateVM_Task, 'duration_secs': 0.39685} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.933043] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.933043] env[70542]: DEBUG oslo_vmware.service [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c11f60-a86d-4ef6-a825-5f88537ab296 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.940780] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.941195] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.942104] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.942475] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88fcc2a2-35d3-4f8f-92da-8a28c535aca7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.950161] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Waiting for the task: (returnval){ [ 655.950161] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f46fb5-617f-650f-0418-386826464f66" [ 655.950161] env[70542]: _type = "Task" [ 655.950161] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.959561] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f46fb5-617f-650f-0418-386826464f66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.994726] env[70542]: DEBUG nova.compute.utils [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.994726] env[70542]: DEBUG nova.compute.manager [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.995506] env[70542]: DEBUG nova.network.neutron [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.080076] env[70542]: DEBUG nova.policy [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc1cf14d53674666bb6237c0c4872d33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e79002824c8d4b8e930b7d1db6177001', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.293641] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "a2359267-0c7a-4410-86c1-caf5e26bc921" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.293641] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "a2359267-0c7a-4410-86c1-caf5e26bc921" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.336569] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Acquiring lock "refresh_cache-ab26300f-4459-4600-b267-ace5bf3aa9e9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.336745] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Acquired lock "refresh_cache-ab26300f-4459-4600-b267-ace5bf3aa9e9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.336903] env[70542]: DEBUG nova.network.neutron [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.460153] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.460497] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.460779] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.460969] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.461556] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.462050] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5245f050-7d65-4b10-8557-5399cdea885a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.481957] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.482120] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.482954] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c7355c-127c-4c41-bb4a-e61c20dd5acd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.492881] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77b70844-1de9-4af0-8e9c-a467dc32b2c9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.499830] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Waiting for the task: (returnval){ [ 656.499830] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52da52f5-5ea7-4883-2a3a-d83d398d2b8a" [ 656.499830] env[70542]: _type = "Task" [ 656.499830] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.507862] env[70542]: DEBUG nova.compute.manager [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.519977] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Preparing fetch location {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 656.520305] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Creating directory with path [datastore1] vmware_temp/ce7a7983-e1a6-4062-b354-cb547dc2f4b2/4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.521595] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-720767e5-9d73-4572-9d68-457879380485 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.542845] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Created directory with path [datastore1] vmware_temp/ce7a7983-e1a6-4062-b354-cb547dc2f4b2/4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.543093] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Fetch image to [datastore1] vmware_temp/ce7a7983-e1a6-4062-b354-cb547dc2f4b2/4c78ae56-da5c-496a-96d4-9e4c383c4552/tmp-sparse.vmdk {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 656.543345] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Downloading image file data 4c78ae56-da5c-496a-96d4-9e4c383c4552 to [datastore1] vmware_temp/ce7a7983-e1a6-4062-b354-cb547dc2f4b2/4c78ae56-da5c-496a-96d4-9e4c383c4552/tmp-sparse.vmdk on the data store datastore1 {{(pid=70542) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 656.544177] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f39542-a500-4d0f-9136-c0e9a0c83345 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.556763] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f022a9c4-ed7e-4309-9f73-c05a6d26f8a4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.573636] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ce822e-ede4-4fc3-82ff-6b8111b7ce35 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.614622] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc85590-9d83-4ecb-99a7-f363f35b79e8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.622839] env[70542]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-4e003a64-f75a-4acc-b981-0fa185f9af92 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.672763] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a17e773-eac1-458b-8a15-0f062fd6deea {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.690393] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60101f2-f808-4002-968d-c6a26b866bb6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.729274] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bacdd87-1392-49c3-83e7-e632db1c179f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.732366] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Downloading image file data 4c78ae56-da5c-496a-96d4-9e4c383c4552 to the data store datastore1 {{(pid=70542) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 656.748145] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264a5d8d-4fb9-48e8-a430-3b7cccc702c7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.766960] env[70542]: DEBUG nova.compute.provider_tree [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.795262] env[70542]: DEBUG nova.compute.manager [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.818868] env[70542]: DEBUG oslo_vmware.rw_handles [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ce7a7983-e1a6-4062-b354-cb547dc2f4b2/4c78ae56-da5c-496a-96d4-9e4c383c4552/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70542) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 656.971022] env[70542]: DEBUG nova.network.neutron [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.190036] env[70542]: DEBUG nova.network.neutron [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Successfully created port: f30adabd-c1e3-463d-a1d6-dc2b120cef19 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.225160] env[70542]: DEBUG nova.network.neutron [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Updating instance_info_cache with network_info: [{"id": "9a8ed272-01b0-41bd-9d2d-c3c3ce6292d7", "address": "fa:16:3e:d6:f1:54", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a8ed272-01", "ovs_interfaceid": "9a8ed272-01b0-41bd-9d2d-c3c3ce6292d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.274904] env[70542]: DEBUG nova.scheduler.client.report [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.329850] env[70542]: DEBUG nova.compute.manager [req-96132c42-2f32-4461-b509-b9342b7db251 req-0be64af2-c898-4bb4-baed-592669cdaf72 service nova] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Received event network-vif-plugged-9a8ed272-01b0-41bd-9d2d-c3c3ce6292d7 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.330215] env[70542]: DEBUG oslo_concurrency.lockutils [req-96132c42-2f32-4461-b509-b9342b7db251 req-0be64af2-c898-4bb4-baed-592669cdaf72 service nova] Acquiring lock "ab26300f-4459-4600-b267-ace5bf3aa9e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.330215] env[70542]: DEBUG oslo_concurrency.lockutils [req-96132c42-2f32-4461-b509-b9342b7db251 req-0be64af2-c898-4bb4-baed-592669cdaf72 service nova] Lock "ab26300f-4459-4600-b267-ace5bf3aa9e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.331078] env[70542]: DEBUG oslo_concurrency.lockutils [req-96132c42-2f32-4461-b509-b9342b7db251 req-0be64af2-c898-4bb4-baed-592669cdaf72 service nova] Lock "ab26300f-4459-4600-b267-ace5bf3aa9e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.331078] env[70542]: DEBUG nova.compute.manager [req-96132c42-2f32-4461-b509-b9342b7db251 req-0be64af2-c898-4bb4-baed-592669cdaf72 service nova] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] No waiting events found dispatching network-vif-plugged-9a8ed272-01b0-41bd-9d2d-c3c3ce6292d7 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 657.331078] env[70542]: WARNING nova.compute.manager [req-96132c42-2f32-4461-b509-b9342b7db251 req-0be64af2-c898-4bb4-baed-592669cdaf72 service nova] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Received unexpected event network-vif-plugged-9a8ed272-01b0-41bd-9d2d-c3c3ce6292d7 for instance with vm_state building and task_state spawning. [ 657.334271] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.520074] env[70542]: DEBUG nova.compute.manager [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.527794] env[70542]: DEBUG oslo_vmware.rw_handles [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Completed reading data from the image iterator. {{(pid=70542) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 657.528065] env[70542]: DEBUG oslo_vmware.rw_handles [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ce7a7983-e1a6-4062-b354-cb547dc2f4b2/4c78ae56-da5c-496a-96d4-9e4c383c4552/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70542) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 657.559182] env[70542]: DEBUG nova.virt.hardware [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.559462] env[70542]: DEBUG nova.virt.hardware [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.559675] env[70542]: DEBUG nova.virt.hardware [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.560000] env[70542]: DEBUG nova.virt.hardware [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.560110] env[70542]: DEBUG nova.virt.hardware [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.560215] env[70542]: DEBUG nova.virt.hardware [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.560435] env[70542]: DEBUG nova.virt.hardware [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.560594] env[70542]: DEBUG nova.virt.hardware [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.560756] env[70542]: DEBUG nova.virt.hardware [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.560911] env[70542]: DEBUG nova.virt.hardware [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.561087] env[70542]: DEBUG nova.virt.hardware [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.562050] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9552e58e-b82c-4bdd-aa95-4c1f6f0e83b3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.572620] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125ea2de-d51c-409b-9640-fa422ba46220 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.669345] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Downloaded image file data 4c78ae56-da5c-496a-96d4-9e4c383c4552 to vmware_temp/ce7a7983-e1a6-4062-b354-cb547dc2f4b2/4c78ae56-da5c-496a-96d4-9e4c383c4552/tmp-sparse.vmdk on the data store datastore1 {{(pid=70542) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 657.669345] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Caching image {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 657.669865] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Copying Virtual Disk [datastore1] vmware_temp/ce7a7983-e1a6-4062-b354-cb547dc2f4b2/4c78ae56-da5c-496a-96d4-9e4c383c4552/tmp-sparse.vmdk to [datastore1] vmware_temp/ce7a7983-e1a6-4062-b354-cb547dc2f4b2/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.670051] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b526e27-a743-44e9-b8e9-6d9ed1bcb850 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.680852] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Waiting for the task: (returnval){ [ 657.680852] env[70542]: value = "task-3910666" [ 657.680852] env[70542]: _type = "Task" [ 657.680852] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.694431] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Task: {'id': task-3910666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.730084] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Releasing lock "refresh_cache-ab26300f-4459-4600-b267-ace5bf3aa9e9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.730084] env[70542]: DEBUG nova.compute.manager [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Instance network_info: |[{"id": "9a8ed272-01b0-41bd-9d2d-c3c3ce6292d7", "address": "fa:16:3e:d6:f1:54", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a8ed272-01", "ovs_interfaceid": "9a8ed272-01b0-41bd-9d2d-c3c3ce6292d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.730250] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:f1:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a8ed272-01b0-41bd-9d2d-c3c3ce6292d7', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.746441] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Creating folder: Project (db39ecbe5a38495abf2c3eb21d9fb887). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.746750] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14b92f03-ed53-4c89-b209-f7a44d02922d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.761479] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Created folder: Project (db39ecbe5a38495abf2c3eb21d9fb887) in parent group-v776569. [ 657.761479] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Creating folder: Instances. Parent ref: group-v776573. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.761479] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82da84d2-4ca5-46cd-9d64-94e7959dee45 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.774537] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Created folder: Instances in parent group-v776573. [ 657.774537] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.774537] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.774537] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d892e084-efcf-4844-ae80-6db1f9651dda {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.790037] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.790584] env[70542]: DEBUG nova.compute.manager [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.793485] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.555s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.795114] env[70542]: INFO nova.compute.claims [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.803456] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "76d4543f-0743-4cbf-ba91-90d3cfd3fa38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.804259] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "76d4543f-0743-4cbf-ba91-90d3cfd3fa38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.806872] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.806872] env[70542]: value = "task-3910669" [ 657.806872] env[70542]: _type = "Task" [ 657.806872] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.816183] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910669, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.193930] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Task: {'id': task-3910666, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.310127] env[70542]: DEBUG nova.compute.utils [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.310127] env[70542]: DEBUG nova.compute.manager [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.310127] env[70542]: DEBUG nova.network.neutron [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.313580] env[70542]: DEBUG nova.compute.manager [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.333571] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910669, 'name': CreateVM_Task, 'duration_secs': 0.39197} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.334794] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.357877] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.358391] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.358488] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.358845] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-989dfc9d-2f46-4c63-bed8-4a00049f2490 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.365120] env[70542]: DEBUG oslo_vmware.api [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Waiting for the task: (returnval){ [ 658.365120] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52dbf880-aabe-dec4-15d5-7d2c274b09c8" [ 658.365120] env[70542]: _type = "Task" [ 658.365120] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.376744] env[70542]: DEBUG oslo_vmware.api [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52dbf880-aabe-dec4-15d5-7d2c274b09c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.532075] env[70542]: DEBUG nova.policy [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a86c080e7c70456fa03c559061d190ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a7c9f23bed4429988b5a7b7b33ed833', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.695635] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Task: {'id': task-3910666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707692} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.696142] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Copied Virtual Disk [datastore1] vmware_temp/ce7a7983-e1a6-4062-b354-cb547dc2f4b2/4c78ae56-da5c-496a-96d4-9e4c383c4552/tmp-sparse.vmdk to [datastore1] vmware_temp/ce7a7983-e1a6-4062-b354-cb547dc2f4b2/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.696862] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Deleting the datastore file [datastore1] vmware_temp/ce7a7983-e1a6-4062-b354-cb547dc2f4b2/4c78ae56-da5c-496a-96d4-9e4c383c4552/tmp-sparse.vmdk {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.696862] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-606dd99e-af6d-406c-9e39-1db1dfd05679 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.704351] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Waiting for the task: (returnval){ [ 658.704351] env[70542]: value = "task-3910670" [ 658.704351] env[70542]: _type = "Task" [ 658.704351] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.719847] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Task: {'id': task-3910670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.822165] env[70542]: DEBUG nova.compute.manager [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.854334] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.883446] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.883702] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.883904] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.970125] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90e1d33-c94c-474d-b1d8-eb0be6bf5f82 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.979192] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecec9201-6405-4e4e-99a1-0daa39b9b3e5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.018721] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e009e7-3668-4882-a38b-e8c5f93d249c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.028027] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1b8e15-7eda-47d6-8bd5-f43d76739a6c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.046235] env[70542]: DEBUG nova.compute.provider_tree [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.216662] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Task: {'id': task-3910670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028979} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.217029] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.217165] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Moving file from [datastore1] vmware_temp/ce7a7983-e1a6-4062-b354-cb547dc2f4b2/4c78ae56-da5c-496a-96d4-9e4c383c4552 to [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552. {{(pid=70542) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 659.217473] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-1fc617b4-0a1b-47e4-9770-773f21be7917 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.225443] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Waiting for the task: (returnval){ [ 659.225443] env[70542]: value = "task-3910671" [ 659.225443] env[70542]: _type = "Task" [ 659.225443] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.236030] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Task: {'id': task-3910671, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.551494] env[70542]: DEBUG nova.scheduler.client.report [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.741813] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Task: {'id': task-3910671, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.027215} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.742104] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] File moved {{(pid=70542) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 659.742303] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Cleaning up location [datastore1] vmware_temp/ce7a7983-e1a6-4062-b354-cb547dc2f4b2 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 659.742783] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Deleting the datastore file [datastore1] vmware_temp/ce7a7983-e1a6-4062-b354-cb547dc2f4b2 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.742783] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba07d613-9733-4665-8353-fa8c62cf4748 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.749729] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Waiting for the task: (returnval){ [ 659.749729] env[70542]: value = "task-3910672" [ 659.749729] env[70542]: _type = "Task" [ 659.749729] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.764634] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Task: {'id': task-3910672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.833649] env[70542]: DEBUG nova.compute.manager [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.872572] env[70542]: DEBUG nova.virt.hardware [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.872572] env[70542]: DEBUG nova.virt.hardware [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.872572] env[70542]: DEBUG nova.virt.hardware [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.872736] env[70542]: DEBUG nova.virt.hardware [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.872736] env[70542]: DEBUG nova.virt.hardware [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.873069] env[70542]: DEBUG nova.virt.hardware [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.873681] env[70542]: DEBUG nova.virt.hardware [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.874070] env[70542]: DEBUG nova.virt.hardware [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.874388] env[70542]: DEBUG nova.virt.hardware [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.875052] env[70542]: DEBUG nova.virt.hardware [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.875427] env[70542]: DEBUG nova.virt.hardware [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.877931] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa586c9-cd85-415f-96e8-0a67df67457b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.889454] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd5d738-a2de-4cb8-a408-3bdb9c6348ef {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.974779] env[70542]: DEBUG nova.network.neutron [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Successfully updated port: f30adabd-c1e3-463d-a1d6-dc2b120cef19 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.010106] env[70542]: DEBUG nova.network.neutron [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Successfully created port: b1a49ba0-9356-4d7f-a517-980d6a2553c8 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.057775] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.058330] env[70542]: DEBUG nova.compute.manager [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.063423] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.729s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.064761] env[70542]: INFO nova.compute.claims [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.265019] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Task: {'id': task-3910672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027315} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.268300] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.269393] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a1f847b-aa66-424a-960e-ed2d5608879f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.277331] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Waiting for the task: (returnval){ [ 660.277331] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b69bc0-4ae4-ee5e-5c5d-2deab4e1f0d3" [ 660.277331] env[70542]: _type = "Task" [ 660.277331] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.287054] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b69bc0-4ae4-ee5e-5c5d-2deab4e1f0d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.391062] env[70542]: DEBUG nova.compute.manager [req-e7b12a0b-34ca-4e0c-8613-f2377cf8fb15 req-158b545d-90e4-45e2-aaa9-ad8365aa8966 service nova] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Received event network-changed-9a8ed272-01b0-41bd-9d2d-c3c3ce6292d7 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.391062] env[70542]: DEBUG nova.compute.manager [req-e7b12a0b-34ca-4e0c-8613-f2377cf8fb15 req-158b545d-90e4-45e2-aaa9-ad8365aa8966 service nova] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Refreshing instance network info cache due to event network-changed-9a8ed272-01b0-41bd-9d2d-c3c3ce6292d7. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.395114] env[70542]: DEBUG oslo_concurrency.lockutils [req-e7b12a0b-34ca-4e0c-8613-f2377cf8fb15 req-158b545d-90e4-45e2-aaa9-ad8365aa8966 service nova] Acquiring lock "refresh_cache-ab26300f-4459-4600-b267-ace5bf3aa9e9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.395367] env[70542]: DEBUG oslo_concurrency.lockutils [req-e7b12a0b-34ca-4e0c-8613-f2377cf8fb15 req-158b545d-90e4-45e2-aaa9-ad8365aa8966 service nova] Acquired lock "refresh_cache-ab26300f-4459-4600-b267-ace5bf3aa9e9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.395730] env[70542]: DEBUG nova.network.neutron [req-e7b12a0b-34ca-4e0c-8613-f2377cf8fb15 req-158b545d-90e4-45e2-aaa9-ad8365aa8966 service nova] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Refreshing network info cache for port 9a8ed272-01b0-41bd-9d2d-c3c3ce6292d7 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.413200] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Acquiring lock "9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.413455] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Lock "9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.478811] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Acquiring lock "refresh_cache-a85890d5-f32f-4355-beed-46111dbd588d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.478963] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Acquired lock "refresh_cache-a85890d5-f32f-4355-beed-46111dbd588d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.479127] env[70542]: DEBUG nova.network.neutron [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.576061] env[70542]: DEBUG nova.compute.utils [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.577580] env[70542]: DEBUG nova.compute.manager [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.577856] env[70542]: DEBUG nova.network.neutron [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.791254] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b69bc0-4ae4-ee5e-5c5d-2deab4e1f0d3, 'name': SearchDatastore_Task, 'duration_secs': 0.00973} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.791254] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.791491] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 7b1e9f41-91a3-4135-abdb-864109cb712a/7b1e9f41-91a3-4135-abdb-864109cb712a.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.791718] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.791839] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.792216] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8519f2e-bd49-4e7a-828d-14283cbab55d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.794810] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-662df8d0-5595-4c86-ae1a-25d291aaca80 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.804073] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Waiting for the task: (returnval){ [ 660.804073] env[70542]: value = "task-3910673" [ 660.804073] env[70542]: _type = "Task" [ 660.804073] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.806835] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.806971] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.811429] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adf8ab91-f5a0-41de-90d6-9deeaaada1c6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.823105] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Task: {'id': task-3910673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.827133] env[70542]: DEBUG nova.policy [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b555a4ca86b4eda95cd61a05ce17b26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9782c8e6a424e5d83de0474b44b48b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.829195] env[70542]: DEBUG oslo_vmware.api [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Waiting for the task: (returnval){ [ 660.829195] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52027abb-5f66-663d-dca0-24a11eff374e" [ 660.829195] env[70542]: _type = "Task" [ 660.829195] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.843841] env[70542]: DEBUG oslo_vmware.api [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52027abb-5f66-663d-dca0-24a11eff374e, 'name': SearchDatastore_Task, 'duration_secs': 0.009829} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.845075] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d488e046-a46a-4ae6-80e0-14fb28e23138 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.851747] env[70542]: DEBUG oslo_vmware.api [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Waiting for the task: (returnval){ [ 660.851747] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524e9091-2fa1-fda6-c7f4-70a382a71936" [ 660.851747] env[70542]: _type = "Task" [ 660.851747] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.862359] env[70542]: DEBUG oslo_vmware.api [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524e9091-2fa1-fda6-c7f4-70a382a71936, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.918779] env[70542]: DEBUG nova.compute.manager [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.082580] env[70542]: DEBUG nova.compute.manager [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.150698] env[70542]: DEBUG nova.network.neutron [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.300090] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b458082-0d21-4f98-9223-0d0d4b803394 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.317745] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3cbb6e-6c90-4a7b-94f8-53bd15616eef {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.325136] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Task: {'id': task-3910673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50701} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.325870] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 7b1e9f41-91a3-4135-abdb-864109cb712a/7b1e9f41-91a3-4135-abdb-864109cb712a.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.326111] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.326380] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d76cdee-e720-4d2b-9f5d-7d644420f00c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.361128] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fa85bb-7bc7-4b4e-b128-17966aa0b122 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.367251] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Waiting for the task: (returnval){ [ 661.367251] env[70542]: value = "task-3910674" [ 661.367251] env[70542]: _type = "Task" [ 661.367251] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.380853] env[70542]: DEBUG oslo_vmware.api [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524e9091-2fa1-fda6-c7f4-70a382a71936, 'name': SearchDatastore_Task, 'duration_secs': 0.008901} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.384623] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.384623] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] ab26300f-4459-4600-b267-ace5bf3aa9e9/ab26300f-4459-4600-b267-ace5bf3aa9e9.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.385572] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b59ad983-3892-4708-869a-e6833e5ccc19 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.393531] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Task: {'id': task-3910674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.395440] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c946e6f-cf1a-43c9-977a-13a0daedbc8f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.401707] env[70542]: DEBUG oslo_vmware.api [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Waiting for the task: (returnval){ [ 661.401707] env[70542]: value = "task-3910675" [ 661.401707] env[70542]: _type = "Task" [ 661.401707] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.414632] env[70542]: DEBUG nova.compute.provider_tree [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.422322] env[70542]: DEBUG oslo_vmware.api [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': task-3910675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.461426] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.882693] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Task: {'id': task-3910674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076362} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.883089] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.884285] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf66e4c-3a58-4250-bea5-b56e074c803a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.915250] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 7b1e9f41-91a3-4135-abdb-864109cb712a/7b1e9f41-91a3-4135-abdb-864109cb712a.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.916732] env[70542]: DEBUG nova.network.neutron [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Updating instance_info_cache with network_info: [{"id": "f30adabd-c1e3-463d-a1d6-dc2b120cef19", "address": "fa:16:3e:7d:f0:96", "network": {"id": "12f47972-12cd-414d-affa-69b3109d5c2a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-480653922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79002824c8d4b8e930b7d1db6177001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30adabd-c1", "ovs_interfaceid": "f30adabd-c1e3-463d-a1d6-dc2b120cef19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.919382] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5468ddda-e888-4b0c-bb4e-6c549fc847da {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.937138] env[70542]: DEBUG nova.scheduler.client.report [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.952887] env[70542]: DEBUG oslo_vmware.api [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': task-3910675, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506429} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.954938] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] ab26300f-4459-4600-b267-ace5bf3aa9e9/ab26300f-4459-4600-b267-ace5bf3aa9e9.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.955976] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.955976] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Waiting for the task: (returnval){ [ 661.955976] env[70542]: value = "task-3910676" [ 661.955976] env[70542]: _type = "Task" [ 661.955976] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.955976] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b948ca65-54a7-41ab-b1d9-ffbf99a0d2b5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.971818] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Task: {'id': task-3910676, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.973218] env[70542]: DEBUG oslo_vmware.api [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Waiting for the task: (returnval){ [ 661.973218] env[70542]: value = "task-3910677" [ 661.973218] env[70542]: _type = "Task" [ 661.973218] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.095213] env[70542]: DEBUG nova.compute.manager [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.134378] env[70542]: DEBUG nova.virt.hardware [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.134836] env[70542]: DEBUG nova.virt.hardware [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.135111] env[70542]: DEBUG nova.virt.hardware [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.135406] env[70542]: DEBUG nova.virt.hardware [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.135647] env[70542]: DEBUG nova.virt.hardware [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.135980] env[70542]: DEBUG nova.virt.hardware [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.136386] env[70542]: DEBUG nova.virt.hardware [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.142041] env[70542]: DEBUG nova.virt.hardware [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.142041] env[70542]: DEBUG nova.virt.hardware [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.142041] env[70542]: DEBUG nova.virt.hardware [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.142041] env[70542]: DEBUG nova.virt.hardware [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.142041] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0aeba11-3256-472a-bfd7-ca8b96921554 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.151473] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d5925f-18ac-45c5-a726-f3e0d1e674db {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.209465] env[70542]: DEBUG nova.network.neutron [req-e7b12a0b-34ca-4e0c-8613-f2377cf8fb15 req-158b545d-90e4-45e2-aaa9-ad8365aa8966 service nova] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Updated VIF entry in instance network info cache for port 9a8ed272-01b0-41bd-9d2d-c3c3ce6292d7. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.210014] env[70542]: DEBUG nova.network.neutron [req-e7b12a0b-34ca-4e0c-8613-f2377cf8fb15 req-158b545d-90e4-45e2-aaa9-ad8365aa8966 service nova] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Updating instance_info_cache with network_info: [{"id": "9a8ed272-01b0-41bd-9d2d-c3c3ce6292d7", "address": "fa:16:3e:d6:f1:54", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a8ed272-01", "ovs_interfaceid": "9a8ed272-01b0-41bd-9d2d-c3c3ce6292d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.442461] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Releasing lock "refresh_cache-a85890d5-f32f-4355-beed-46111dbd588d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.442461] env[70542]: DEBUG nova.compute.manager [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Instance network_info: |[{"id": "f30adabd-c1e3-463d-a1d6-dc2b120cef19", "address": "fa:16:3e:7d:f0:96", "network": {"id": "12f47972-12cd-414d-affa-69b3109d5c2a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-480653922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79002824c8d4b8e930b7d1db6177001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30adabd-c1", "ovs_interfaceid": "f30adabd-c1e3-463d-a1d6-dc2b120cef19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.442706] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:f0:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f30adabd-c1e3-463d-a1d6-dc2b120cef19', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.453416] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Creating folder: Project (e79002824c8d4b8e930b7d1db6177001). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.454543] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.454543] env[70542]: DEBUG nova.compute.manager [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.456788] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e92bc8ff-01b5-421b-b230-261a95c4c09c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.459395] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.605s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.460819] env[70542]: INFO nova.compute.claims [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.473770] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Task: {'id': task-3910676, 'name': ReconfigVM_Task, 'duration_secs': 0.316407} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.474243] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 7b1e9f41-91a3-4135-abdb-864109cb712a/7b1e9f41-91a3-4135-abdb-864109cb712a.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.478119] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba931dbb-2bb7-4605-bbf3-c6f25fe224f5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.484997] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Created folder: Project (e79002824c8d4b8e930b7d1db6177001) in parent group-v776569. [ 662.484997] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Creating folder: Instances. Parent ref: group-v776576. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.485785] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-faecd78c-d8db-485d-80bb-2d8b742c4f99 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.490915] env[70542]: DEBUG oslo_vmware.api [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': task-3910677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083265} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.492232] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.492598] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Waiting for the task: (returnval){ [ 662.492598] env[70542]: value = "task-3910679" [ 662.492598] env[70542]: _type = "Task" [ 662.492598] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.493314] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4ef7ef-a8c4-4669-8979-72efa4149fc1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.522173] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Task: {'id': task-3910679, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.530979] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] ab26300f-4459-4600-b267-ace5bf3aa9e9/ab26300f-4459-4600-b267-ace5bf3aa9e9.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.533789] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa3dc9d9-f331-441c-ad42-ed2364f5f94a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.552192] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Created folder: Instances in parent group-v776576. [ 662.553281] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.553327] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.553898] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bbbac07-dabf-42b9-8cc8-8c045bf6d884 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.570935] env[70542]: DEBUG oslo_vmware.api [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Waiting for the task: (returnval){ [ 662.570935] env[70542]: value = "task-3910681" [ 662.570935] env[70542]: _type = "Task" [ 662.570935] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.577367] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.577367] env[70542]: value = "task-3910682" [ 662.577367] env[70542]: _type = "Task" [ 662.577367] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.585539] env[70542]: DEBUG oslo_vmware.api [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': task-3910681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.591822] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910682, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.714274] env[70542]: DEBUG oslo_concurrency.lockutils [req-e7b12a0b-34ca-4e0c-8613-f2377cf8fb15 req-158b545d-90e4-45e2-aaa9-ad8365aa8966 service nova] Releasing lock "refresh_cache-ab26300f-4459-4600-b267-ace5bf3aa9e9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.714652] env[70542]: DEBUG nova.compute.manager [req-e7b12a0b-34ca-4e0c-8613-f2377cf8fb15 req-158b545d-90e4-45e2-aaa9-ad8365aa8966 service nova] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Received event network-vif-plugged-f30adabd-c1e3-463d-a1d6-dc2b120cef19 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.714791] env[70542]: DEBUG oslo_concurrency.lockutils [req-e7b12a0b-34ca-4e0c-8613-f2377cf8fb15 req-158b545d-90e4-45e2-aaa9-ad8365aa8966 service nova] Acquiring lock "a85890d5-f32f-4355-beed-46111dbd588d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.715023] env[70542]: DEBUG oslo_concurrency.lockutils [req-e7b12a0b-34ca-4e0c-8613-f2377cf8fb15 req-158b545d-90e4-45e2-aaa9-ad8365aa8966 service nova] Lock "a85890d5-f32f-4355-beed-46111dbd588d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.715217] env[70542]: DEBUG oslo_concurrency.lockutils [req-e7b12a0b-34ca-4e0c-8613-f2377cf8fb15 req-158b545d-90e4-45e2-aaa9-ad8365aa8966 service nova] Lock "a85890d5-f32f-4355-beed-46111dbd588d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.715383] env[70542]: DEBUG nova.compute.manager [req-e7b12a0b-34ca-4e0c-8613-f2377cf8fb15 req-158b545d-90e4-45e2-aaa9-ad8365aa8966 service nova] [instance: a85890d5-f32f-4355-beed-46111dbd588d] No waiting events found dispatching network-vif-plugged-f30adabd-c1e3-463d-a1d6-dc2b120cef19 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 662.715538] env[70542]: WARNING nova.compute.manager [req-e7b12a0b-34ca-4e0c-8613-f2377cf8fb15 req-158b545d-90e4-45e2-aaa9-ad8365aa8966 service nova] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Received unexpected event network-vif-plugged-f30adabd-c1e3-463d-a1d6-dc2b120cef19 for instance with vm_state building and task_state spawning. [ 662.764709] env[70542]: DEBUG nova.network.neutron [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Successfully created port: 62810186-00c9-4f73-a5b5-e96c4ef94ad3 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.961998] env[70542]: DEBUG nova.compute.utils [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.963620] env[70542]: DEBUG nova.compute.manager [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.963750] env[70542]: DEBUG nova.network.neutron [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.010072] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Task: {'id': task-3910679, 'name': Rename_Task, 'duration_secs': 0.163193} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.010072] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.010072] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-275f7728-2a0f-4dd9-8dc8-561dda1d0e37 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.018070] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Waiting for the task: (returnval){ [ 663.018070] env[70542]: value = "task-3910683" [ 663.018070] env[70542]: _type = "Task" [ 663.018070] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.032504] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Task: {'id': task-3910683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.087640] env[70542]: DEBUG oslo_vmware.api [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': task-3910681, 'name': ReconfigVM_Task, 'duration_secs': 0.314193} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.091760] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Reconfigured VM instance instance-00000001 to attach disk [datastore1] ab26300f-4459-4600-b267-ace5bf3aa9e9/ab26300f-4459-4600-b267-ace5bf3aa9e9.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.092433] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfb9df80-34a4-4c0a-ad7f-135165c733e5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.099808] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910682, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.101306] env[70542]: DEBUG oslo_vmware.api [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Waiting for the task: (returnval){ [ 663.101306] env[70542]: value = "task-3910684" [ 663.101306] env[70542]: _type = "Task" [ 663.101306] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.115312] env[70542]: DEBUG oslo_vmware.api [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': task-3910684, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.119115] env[70542]: DEBUG nova.policy [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf958597122f47a3ad61b0c0f6e48662', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1ed649ce03f4cb994a22b4fae711fb7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.357171] env[70542]: DEBUG nova.network.neutron [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Successfully updated port: b1a49ba0-9356-4d7f-a517-980d6a2553c8 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.468495] env[70542]: DEBUG nova.compute.manager [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.531055] env[70542]: DEBUG oslo_vmware.api [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Task: {'id': task-3910683, 'name': PowerOnVM_Task, 'duration_secs': 0.484169} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.531449] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.531895] env[70542]: INFO nova.compute.manager [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Took 8.28 seconds to spawn the instance on the hypervisor. [ 663.532258] env[70542]: DEBUG nova.compute.manager [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 663.533228] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2ba26f-6303-4583-8c84-e1159fa17e9b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.603079] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910682, 'name': CreateVM_Task, 'duration_secs': 0.536102} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.606208] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.609266] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.609466] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.609801] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.611367] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9fb93ac-3b79-4dac-ad55-2637518cfb30 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.617451] env[70542]: DEBUG oslo_vmware.api [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': task-3910684, 'name': Rename_Task, 'duration_secs': 0.166952} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.618771] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.619480] env[70542]: DEBUG oslo_vmware.api [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Waiting for the task: (returnval){ [ 663.619480] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52169175-16d4-e3e6-ad52-ca7a3f0ca276" [ 663.619480] env[70542]: _type = "Task" [ 663.619480] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.619610] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c604ede2-389e-47eb-aee5-e809320f291d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.634470] env[70542]: DEBUG oslo_vmware.api [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52169175-16d4-e3e6-ad52-ca7a3f0ca276, 'name': SearchDatastore_Task, 'duration_secs': 0.009327} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.636225] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.636474] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.636712] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.636857] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.637156] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.637822] env[70542]: DEBUG oslo_vmware.api [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Waiting for the task: (returnval){ [ 663.637822] env[70542]: value = "task-3910685" [ 663.637822] env[70542]: _type = "Task" [ 663.637822] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.638023] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf9e6512-cd81-48a8-9b38-3a7c318f6101 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.649594] env[70542]: DEBUG oslo_vmware.api [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': task-3910685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.651768] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.652089] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.652708] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-507603e0-c934-411d-9f9a-cba3a9fa57f7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.658490] env[70542]: DEBUG oslo_vmware.api [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Waiting for the task: (returnval){ [ 663.658490] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52eb32cd-cc47-e1a1-835e-2303ddb487a8" [ 663.658490] env[70542]: _type = "Task" [ 663.658490] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.666956] env[70542]: DEBUG oslo_vmware.api [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52eb32cd-cc47-e1a1-835e-2303ddb487a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.716572] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c639a9-a6d9-4c8f-8a79-ba24b598142a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.725255] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c68531-bd24-4735-8c38-2788de848087 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.759591] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9a50d4-4eac-4ff3-8ac7-6f2963b1f1fb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.773114] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb050d3-2197-426a-8f65-55ef89ab361f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.786855] env[70542]: DEBUG nova.compute.provider_tree [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.867117] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Acquiring lock "refresh_cache-ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.867117] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Acquired lock "refresh_cache-ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.867117] env[70542]: DEBUG nova.network.neutron [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.963500] env[70542]: DEBUG nova.compute.manager [req-a7585b8a-56f1-4701-9187-47b0b3284a80 req-52a49add-6c06-4288-8b35-f23813db5777 service nova] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Received event network-changed-f30adabd-c1e3-463d-a1d6-dc2b120cef19 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.964755] env[70542]: DEBUG nova.compute.manager [req-a7585b8a-56f1-4701-9187-47b0b3284a80 req-52a49add-6c06-4288-8b35-f23813db5777 service nova] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Refreshing instance network info cache due to event network-changed-f30adabd-c1e3-463d-a1d6-dc2b120cef19. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.964755] env[70542]: DEBUG oslo_concurrency.lockutils [req-a7585b8a-56f1-4701-9187-47b0b3284a80 req-52a49add-6c06-4288-8b35-f23813db5777 service nova] Acquiring lock "refresh_cache-a85890d5-f32f-4355-beed-46111dbd588d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.964755] env[70542]: DEBUG oslo_concurrency.lockutils [req-a7585b8a-56f1-4701-9187-47b0b3284a80 req-52a49add-6c06-4288-8b35-f23813db5777 service nova] Acquired lock "refresh_cache-a85890d5-f32f-4355-beed-46111dbd588d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.964755] env[70542]: DEBUG nova.network.neutron [req-a7585b8a-56f1-4701-9187-47b0b3284a80 req-52a49add-6c06-4288-8b35-f23813db5777 service nova] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Refreshing network info cache for port f30adabd-c1e3-463d-a1d6-dc2b120cef19 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.063208] env[70542]: INFO nova.compute.manager [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Took 15.18 seconds to build instance. [ 664.156724] env[70542]: DEBUG oslo_vmware.api [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': task-3910685, 'name': PowerOnVM_Task} progress is 37%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.168800] env[70542]: DEBUG oslo_vmware.api [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52eb32cd-cc47-e1a1-835e-2303ddb487a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010412} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.169722] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d13d39ab-201a-4c08-9667-39f3ac23cb65 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.176732] env[70542]: DEBUG oslo_vmware.api [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Waiting for the task: (returnval){ [ 664.176732] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52316fd0-3a2b-d0f2-2752-329ae47434ec" [ 664.176732] env[70542]: _type = "Task" [ 664.176732] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.187370] env[70542]: DEBUG oslo_vmware.api [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52316fd0-3a2b-d0f2-2752-329ae47434ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.289853] env[70542]: DEBUG nova.scheduler.client.report [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.401541] env[70542]: DEBUG nova.network.neutron [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Successfully created port: d5bc6104-fa85-47df-bc0a-379b2419fd05 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.487974] env[70542]: DEBUG nova.compute.manager [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.541036] env[70542]: DEBUG nova.virt.hardware [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.543094] env[70542]: DEBUG nova.virt.hardware [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.543094] env[70542]: DEBUG nova.virt.hardware [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.545328] env[70542]: DEBUG nova.virt.hardware [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.545521] env[70542]: DEBUG nova.virt.hardware [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.545636] env[70542]: DEBUG nova.virt.hardware [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.545981] env[70542]: DEBUG nova.virt.hardware [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.546148] env[70542]: DEBUG nova.virt.hardware [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.546213] env[70542]: DEBUG nova.virt.hardware [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.546423] env[70542]: DEBUG nova.virt.hardware [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.546592] env[70542]: DEBUG nova.virt.hardware [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.547474] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee86849-651e-4daf-aff5-4831c9b911ea {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.556475] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15342538-c870-46f6-ac8a-732dd85f36e7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.575783] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5e54776d-af9e-471c-b126-29e048282a43 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Lock "7b1e9f41-91a3-4135-abdb-864109cb712a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.704s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.603426] env[70542]: DEBUG nova.compute.manager [req-bd6abad6-b5e4-4850-8cc2-5b7d791a7658 req-35ca8d15-909b-44cf-ada4-0fc717d5f783 service nova] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Received event network-vif-plugged-b1a49ba0-9356-4d7f-a517-980d6a2553c8 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.603426] env[70542]: DEBUG oslo_concurrency.lockutils [req-bd6abad6-b5e4-4850-8cc2-5b7d791a7658 req-35ca8d15-909b-44cf-ada4-0fc717d5f783 service nova] Acquiring lock "ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.603426] env[70542]: DEBUG oslo_concurrency.lockutils [req-bd6abad6-b5e4-4850-8cc2-5b7d791a7658 req-35ca8d15-909b-44cf-ada4-0fc717d5f783 service nova] Lock "ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.603426] env[70542]: DEBUG oslo_concurrency.lockutils [req-bd6abad6-b5e4-4850-8cc2-5b7d791a7658 req-35ca8d15-909b-44cf-ada4-0fc717d5f783 service nova] Lock "ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.603426] env[70542]: DEBUG nova.compute.manager [req-bd6abad6-b5e4-4850-8cc2-5b7d791a7658 req-35ca8d15-909b-44cf-ada4-0fc717d5f783 service nova] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] No waiting events found dispatching network-vif-plugged-b1a49ba0-9356-4d7f-a517-980d6a2553c8 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 664.603906] env[70542]: WARNING nova.compute.manager [req-bd6abad6-b5e4-4850-8cc2-5b7d791a7658 req-35ca8d15-909b-44cf-ada4-0fc717d5f783 service nova] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Received unexpected event network-vif-plugged-b1a49ba0-9356-4d7f-a517-980d6a2553c8 for instance with vm_state building and task_state spawning. [ 664.652148] env[70542]: DEBUG oslo_vmware.api [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': task-3910685, 'name': PowerOnVM_Task, 'duration_secs': 0.985245} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.653451] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.653652] env[70542]: INFO nova.compute.manager [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Took 11.61 seconds to spawn the instance on the hypervisor. [ 664.653886] env[70542]: DEBUG nova.compute.manager [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 664.654690] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c05147f-888c-48bc-8aa1-cbb705a7841f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.697031] env[70542]: DEBUG oslo_vmware.api [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52316fd0-3a2b-d0f2-2752-329ae47434ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009272} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.697031] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.697031] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] a85890d5-f32f-4355-beed-46111dbd588d/a85890d5-f32f-4355-beed-46111dbd588d.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.697031] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aab8be32-002f-4d27-b92f-9f347685f3a2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.708034] env[70542]: DEBUG oslo_vmware.api [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Waiting for the task: (returnval){ [ 664.708034] env[70542]: value = "task-3910686" [ 664.708034] env[70542]: _type = "Task" [ 664.708034] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.722259] env[70542]: DEBUG oslo_vmware.api [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Task: {'id': task-3910686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.758325] env[70542]: DEBUG nova.network.neutron [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.798339] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.799454] env[70542]: DEBUG nova.compute.manager [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.802067] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.341s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.804689] env[70542]: INFO nova.compute.claims [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.182236] env[70542]: INFO nova.compute.manager [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Took 16.40 seconds to build instance. [ 665.226674] env[70542]: DEBUG oslo_vmware.api [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Task: {'id': task-3910686, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.313103] env[70542]: DEBUG nova.compute.utils [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.318602] env[70542]: DEBUG nova.compute.manager [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.318824] env[70542]: DEBUG nova.network.neutron [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.414674] env[70542]: DEBUG nova.network.neutron [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Updating instance_info_cache with network_info: [{"id": "b1a49ba0-9356-4d7f-a517-980d6a2553c8", "address": "fa:16:3e:83:8d:95", "network": {"id": "18aedac8-f39d-4a0b-85fa-ac3c653a4d27", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1671921556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a7c9f23bed4429988b5a7b7b33ed833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a49ba0-93", "ovs_interfaceid": "b1a49ba0-9356-4d7f-a517-980d6a2553c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.527842] env[70542]: DEBUG nova.policy [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '393ae5b0a871441c82199499f26e6af5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dc0b5d1a0604a93990949de74a62cb1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.637027] env[70542]: DEBUG nova.network.neutron [req-a7585b8a-56f1-4701-9187-47b0b3284a80 req-52a49add-6c06-4288-8b35-f23813db5777 service nova] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Updated VIF entry in instance network info cache for port f30adabd-c1e3-463d-a1d6-dc2b120cef19. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.637027] env[70542]: DEBUG nova.network.neutron [req-a7585b8a-56f1-4701-9187-47b0b3284a80 req-52a49add-6c06-4288-8b35-f23813db5777 service nova] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Updating instance_info_cache with network_info: [{"id": "f30adabd-c1e3-463d-a1d6-dc2b120cef19", "address": "fa:16:3e:7d:f0:96", "network": {"id": "12f47972-12cd-414d-affa-69b3109d5c2a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-480653922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79002824c8d4b8e930b7d1db6177001", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30adabd-c1", "ovs_interfaceid": "f30adabd-c1e3-463d-a1d6-dc2b120cef19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.685108] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d6d235a0-af78-43cd-93b5-599033045786 tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Lock "ab26300f-4459-4600-b267-ace5bf3aa9e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.916s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.725771] env[70542]: DEBUG oslo_vmware.api [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Task: {'id': task-3910686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.953252} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.726057] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] a85890d5-f32f-4355-beed-46111dbd588d/a85890d5-f32f-4355-beed-46111dbd588d.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.726288] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.726524] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0b83886-6ca6-4a13-9bea-3f14903cd304 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.738030] env[70542]: DEBUG oslo_vmware.api [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Waiting for the task: (returnval){ [ 665.738030] env[70542]: value = "task-3910687" [ 665.738030] env[70542]: _type = "Task" [ 665.738030] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.759236] env[70542]: DEBUG oslo_vmware.api [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Task: {'id': task-3910687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.822345] env[70542]: DEBUG nova.compute.manager [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.925501] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Releasing lock "refresh_cache-ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.925997] env[70542]: DEBUG nova.compute.manager [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Instance network_info: |[{"id": "b1a49ba0-9356-4d7f-a517-980d6a2553c8", "address": "fa:16:3e:83:8d:95", "network": {"id": "18aedac8-f39d-4a0b-85fa-ac3c653a4d27", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1671921556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a7c9f23bed4429988b5a7b7b33ed833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a49ba0-93", "ovs_interfaceid": "b1a49ba0-9356-4d7f-a517-980d6a2553c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.926598] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:8d:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1a49ba0-9356-4d7f-a517-980d6a2553c8', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.948493] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Creating folder: Project (6a7c9f23bed4429988b5a7b7b33ed833). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.952418] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cb1441e-727c-45e8-8bd2-de620fd3616b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.966235] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Created folder: Project (6a7c9f23bed4429988b5a7b7b33ed833) in parent group-v776569. [ 665.966235] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Creating folder: Instances. Parent ref: group-v776579. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.966322] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4558c4fe-2367-4da2-883d-d91fd038bdd7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.977146] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Created folder: Instances in parent group-v776579. [ 665.977673] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.978465] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.978821] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.980662] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ebed236-01bc-4e89-88c4-71248e64ddea {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.994690] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.997803] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.998703] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.999103] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.999603] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 665.999603] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._sync_power_states {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.004603] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.004603] env[70542]: value = "task-3910690" [ 666.004603] env[70542]: _type = "Task" [ 666.004603] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.014707] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910690, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.060577] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eccd93f-c019-4d9b-8b8a-3b5b4c1c00a1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.071269] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386794d0-175e-4a34-b57d-daadabd8b502 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.114598] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6555424a-4c5b-4d20-beb9-84b9addfff65 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.124440] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c116dfbf-5683-4431-b8a8-41e7d7940093 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.144483] env[70542]: DEBUG oslo_concurrency.lockutils [req-a7585b8a-56f1-4701-9187-47b0b3284a80 req-52a49add-6c06-4288-8b35-f23813db5777 service nova] Releasing lock "refresh_cache-a85890d5-f32f-4355-beed-46111dbd588d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.144850] env[70542]: DEBUG nova.compute.provider_tree [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.256625] env[70542]: DEBUG oslo_vmware.api [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Task: {'id': task-3910687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117174} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.256916] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.257771] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c053737-5edd-4713-b4af-f25eb469afaf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.285023] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] a85890d5-f32f-4355-beed-46111dbd588d/a85890d5-f32f-4355-beed-46111dbd588d.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.285960] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30d130b5-c272-4cfa-b0ab-fe22372d1c96 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.314582] env[70542]: DEBUG oslo_vmware.api [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Waiting for the task: (returnval){ [ 666.314582] env[70542]: value = "task-3910691" [ 666.314582] env[70542]: _type = "Task" [ 666.314582] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.325292] env[70542]: DEBUG oslo_vmware.api [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Task: {'id': task-3910691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.386155] env[70542]: DEBUG nova.network.neutron [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Successfully created port: c3bff03f-a6d6-4943-a506-4df749de6e43 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.504013] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Getting list of instances from cluster (obj){ [ 666.504013] env[70542]: value = "domain-c8" [ 666.504013] env[70542]: _type = "ClusterComputeResource" [ 666.504013] env[70542]: } {{(pid=70542) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 666.505168] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38753541-b55b-441d-850b-501a8602c5c1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.518304] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910690, 'name': CreateVM_Task, 'duration_secs': 0.46581} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.523516] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.523726] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Got total of 4 instances {{(pid=70542) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 666.523879] env[70542]: WARNING nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] While synchronizing instance power states, found 8 instances in the database and 4 instances on the hypervisor. [ 666.524036] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Triggering sync for uuid ab26300f-4459-4600-b267-ace5bf3aa9e9 {{(pid=70542) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 666.524222] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Triggering sync for uuid 7b1e9f41-91a3-4135-abdb-864109cb712a {{(pid=70542) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 666.524379] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Triggering sync for uuid a85890d5-f32f-4355-beed-46111dbd588d {{(pid=70542) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 666.524528] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Triggering sync for uuid ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0 {{(pid=70542) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 666.524677] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Triggering sync for uuid 42fb6e48-55b7-4d40-8978-6114e30fc6ed {{(pid=70542) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 666.524823] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Triggering sync for uuid a2359267-0c7a-4410-86c1-caf5e26bc921 {{(pid=70542) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 666.524975] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Triggering sync for uuid 76d4543f-0743-4cbf-ba91-90d3cfd3fa38 {{(pid=70542) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 666.525137] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Triggering sync for uuid 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4 {{(pid=70542) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 666.525895] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.526101] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.526450] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.526718] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "ab26300f-4459-4600-b267-ace5bf3aa9e9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.526916] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "ab26300f-4459-4600-b267-ace5bf3aa9e9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.527173] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "7b1e9f41-91a3-4135-abdb-864109cb712a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.527357] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "7b1e9f41-91a3-4135-abdb-864109cb712a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.527579] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "a85890d5-f32f-4355-beed-46111dbd588d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.527783] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.527973] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "42fb6e48-55b7-4d40-8978-6114e30fc6ed" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.532666] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "a2359267-0c7a-4410-86c1-caf5e26bc921" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.532666] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "76d4543f-0743-4cbf-ba91-90d3cfd3fa38" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.532795] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.532990] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.533304] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70542) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 666.533870] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa19cb46-be42-4090-961d-e6634f9dca82 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.536727] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf76c617-4465-4533-aeab-46841c58356c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.539784] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d0a837-ef56-4a55-82cf-fff19221b223 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.542336] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager.update_available_resource {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.560515] env[70542]: DEBUG oslo_vmware.api [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Waiting for the task: (returnval){ [ 666.560515] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5225c5d8-828f-391d-fb5e-9175d0b5447e" [ 666.560515] env[70542]: _type = "Task" [ 666.560515] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.570780] env[70542]: DEBUG oslo_vmware.api [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5225c5d8-828f-391d-fb5e-9175d0b5447e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.649062] env[70542]: DEBUG nova.scheduler.client.report [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.680850] env[70542]: DEBUG oslo_concurrency.lockutils [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "f77c5d4a-3214-4ac4-b9a9-5285e1b23877" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.680850] env[70542]: DEBUG oslo_concurrency.lockutils [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "f77c5d4a-3214-4ac4-b9a9-5285e1b23877" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.703158] env[70542]: DEBUG nova.network.neutron [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Successfully updated port: 62810186-00c9-4f73-a5b5-e96c4ef94ad3 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 666.829940] env[70542]: DEBUG oslo_vmware.api [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Task: {'id': task-3910691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.835977] env[70542]: DEBUG nova.compute.manager [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.873344] env[70542]: DEBUG nova.virt.hardware [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.873636] env[70542]: DEBUG nova.virt.hardware [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.874126] env[70542]: DEBUG nova.virt.hardware [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.874126] env[70542]: DEBUG nova.virt.hardware [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.874126] env[70542]: DEBUG nova.virt.hardware [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.874455] env[70542]: DEBUG nova.virt.hardware [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.874455] env[70542]: DEBUG nova.virt.hardware [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.874631] env[70542]: DEBUG nova.virt.hardware [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.874902] env[70542]: DEBUG nova.virt.hardware [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.875091] env[70542]: DEBUG nova.virt.hardware [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.875276] env[70542]: DEBUG nova.virt.hardware [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.876176] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3055df72-2c45-4069-a73c-c9fbb5219755 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.886030] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69aa3e2b-627e-4178-b480-a7f003056403 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.051233] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.056990] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "ab26300f-4459-4600-b267-ace5bf3aa9e9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.529s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.061402] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "7b1e9f41-91a3-4135-abdb-864109cb712a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.073619] env[70542]: DEBUG oslo_vmware.api [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5225c5d8-828f-391d-fb5e-9175d0b5447e, 'name': SearchDatastore_Task, 'duration_secs': 0.042689} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.073734] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.073990] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.074157] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.074303] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.074481] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.074743] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25069227-981d-4cd2-9b7a-eb45e77e88db {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.088126] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.088126] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.088972] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad4e6ddb-b843-4083-82e5-a9847fb7b9b7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.097242] env[70542]: DEBUG oslo_vmware.api [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Waiting for the task: (returnval){ [ 667.097242] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524f863c-7dad-dd62-ab7d-e383e9ed2c2f" [ 667.097242] env[70542]: _type = "Task" [ 667.097242] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.108288] env[70542]: DEBUG oslo_vmware.api [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524f863c-7dad-dd62-ab7d-e383e9ed2c2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.157357] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.160037] env[70542]: DEBUG nova.compute.manager [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.161555] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.110s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.162123] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.162325] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70542) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 667.163321] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bef77bb-b4f9-4916-b1e3-db883a4ceac6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.178840] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ff1cfa-00b5-4502-b1af-f35f12d2149b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.186040] env[70542]: DEBUG nova.compute.manager [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.210393] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Acquiring lock "refresh_cache-42fb6e48-55b7-4d40-8978-6114e30fc6ed" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.210550] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Acquired lock "refresh_cache-42fb6e48-55b7-4d40-8978-6114e30fc6ed" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.211210] env[70542]: DEBUG nova.network.neutron [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.215279] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37aaedd9-b4c8-495b-89d4-0446a24d20dd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.223500] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceface5e-1d72-4d5c-833d-a7598a8e0e6f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.269253] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180859MB free_disk=40GB free_vcpus=48 pci_devices=None {{(pid=70542) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 667.269587] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.269624] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.335134] env[70542]: DEBUG oslo_vmware.api [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Task: {'id': task-3910691, 'name': ReconfigVM_Task, 'duration_secs': 0.926174} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.338054] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Reconfigured VM instance instance-00000003 to attach disk [datastore1] a85890d5-f32f-4355-beed-46111dbd588d/a85890d5-f32f-4355-beed-46111dbd588d.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.338731] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11f7a694-186f-4ec6-886d-fd8aeeda03d1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.348331] env[70542]: DEBUG oslo_vmware.api [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Waiting for the task: (returnval){ [ 667.348331] env[70542]: value = "task-3910692" [ 667.348331] env[70542]: _type = "Task" [ 667.348331] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.363492] env[70542]: DEBUG oslo_vmware.api [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Task: {'id': task-3910692, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.616609] env[70542]: DEBUG oslo_vmware.api [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524f863c-7dad-dd62-ab7d-e383e9ed2c2f, 'name': SearchDatastore_Task, 'duration_secs': 0.014557} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.617784] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acb158b5-3b1b-4d8c-b39c-8089af8828ec {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.625287] env[70542]: DEBUG oslo_vmware.api [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Waiting for the task: (returnval){ [ 667.625287] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ff0517-fcfc-85e9-c4ee-edcd7181465c" [ 667.625287] env[70542]: _type = "Task" [ 667.625287] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.640170] env[70542]: DEBUG oslo_vmware.api [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ff0517-fcfc-85e9-c4ee-edcd7181465c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.669744] env[70542]: DEBUG nova.compute.utils [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.671205] env[70542]: DEBUG nova.compute.manager [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.671408] env[70542]: DEBUG nova.network.neutron [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.723912] env[70542]: DEBUG oslo_concurrency.lockutils [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.817626] env[70542]: DEBUG nova.network.neutron [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.859862] env[70542]: DEBUG oslo_vmware.api [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Task: {'id': task-3910692, 'name': Rename_Task, 'duration_secs': 0.272165} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.860408] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.860697] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61d3daba-85b9-4804-b77d-291a4fc0ea90 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.870425] env[70542]: DEBUG oslo_vmware.api [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Waiting for the task: (returnval){ [ 667.870425] env[70542]: value = "task-3910693" [ 667.870425] env[70542]: _type = "Task" [ 667.870425] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.881822] env[70542]: DEBUG oslo_vmware.api [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Task: {'id': task-3910693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.958606] env[70542]: DEBUG nova.policy [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '239aa180880941228f3f8234803b0991', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce18ee0a938149c7903acd2af54abb6a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.036113] env[70542]: DEBUG nova.compute.manager [req-06ad7b50-6f72-41b8-8cbf-ba638982f849 req-df1098b0-4ea9-4b2a-ab3d-8556cab617cf service nova] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Received event network-vif-plugged-62810186-00c9-4f73-a5b5-e96c4ef94ad3 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.036381] env[70542]: DEBUG oslo_concurrency.lockutils [req-06ad7b50-6f72-41b8-8cbf-ba638982f849 req-df1098b0-4ea9-4b2a-ab3d-8556cab617cf service nova] Acquiring lock "42fb6e48-55b7-4d40-8978-6114e30fc6ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.036717] env[70542]: DEBUG oslo_concurrency.lockutils [req-06ad7b50-6f72-41b8-8cbf-ba638982f849 req-df1098b0-4ea9-4b2a-ab3d-8556cab617cf service nova] Lock "42fb6e48-55b7-4d40-8978-6114e30fc6ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.036895] env[70542]: DEBUG oslo_concurrency.lockutils [req-06ad7b50-6f72-41b8-8cbf-ba638982f849 req-df1098b0-4ea9-4b2a-ab3d-8556cab617cf service nova] Lock "42fb6e48-55b7-4d40-8978-6114e30fc6ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.037134] env[70542]: DEBUG nova.compute.manager [req-06ad7b50-6f72-41b8-8cbf-ba638982f849 req-df1098b0-4ea9-4b2a-ab3d-8556cab617cf service nova] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] No waiting events found dispatching network-vif-plugged-62810186-00c9-4f73-a5b5-e96c4ef94ad3 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 668.037233] env[70542]: WARNING nova.compute.manager [req-06ad7b50-6f72-41b8-8cbf-ba638982f849 req-df1098b0-4ea9-4b2a-ab3d-8556cab617cf service nova] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Received unexpected event network-vif-plugged-62810186-00c9-4f73-a5b5-e96c4ef94ad3 for instance with vm_state building and task_state spawning. [ 668.137363] env[70542]: DEBUG oslo_vmware.api [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ff0517-fcfc-85e9-c4ee-edcd7181465c, 'name': SearchDatastore_Task, 'duration_secs': 0.011945} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.137957] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.139634] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0/ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.139634] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b424f02-49a9-4fe8-b9a2-18ff7ad69303 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.148504] env[70542]: DEBUG oslo_vmware.api [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Waiting for the task: (returnval){ [ 668.148504] env[70542]: value = "task-3910694" [ 668.148504] env[70542]: _type = "Task" [ 668.148504] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.163713] env[70542]: DEBUG oslo_vmware.api [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.174701] env[70542]: DEBUG nova.compute.manager [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.309979] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance ab26300f-4459-4600-b267-ace5bf3aa9e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 668.310386] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 7b1e9f41-91a3-4135-abdb-864109cb712a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 668.310497] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance a85890d5-f32f-4355-beed-46111dbd588d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 668.310582] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 668.310815] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 42fb6e48-55b7-4d40-8978-6114e30fc6ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 668.310815] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance a2359267-0c7a-4410-86c1-caf5e26bc921 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 668.310965] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 76d4543f-0743-4cbf-ba91-90d3cfd3fa38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 668.311018] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 668.382126] env[70542]: DEBUG oslo_vmware.api [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Task: {'id': task-3910693, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.459727] env[70542]: DEBUG nova.network.neutron [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Updating instance_info_cache with network_info: [{"id": "62810186-00c9-4f73-a5b5-e96c4ef94ad3", "address": "fa:16:3e:68:0d:28", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62810186-00", "ovs_interfaceid": "62810186-00c9-4f73-a5b5-e96c4ef94ad3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.512724] env[70542]: DEBUG nova.compute.manager [req-5dea0a1a-c4f4-49bd-af1c-9260fbad35f9 req-70af04a6-510a-47b8-9bb0-f77810b6e965 service nova] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Received event network-changed-b1a49ba0-9356-4d7f-a517-980d6a2553c8 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.512724] env[70542]: DEBUG nova.compute.manager [req-5dea0a1a-c4f4-49bd-af1c-9260fbad35f9 req-70af04a6-510a-47b8-9bb0-f77810b6e965 service nova] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Refreshing instance network info cache due to event network-changed-b1a49ba0-9356-4d7f-a517-980d6a2553c8. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.513627] env[70542]: DEBUG oslo_concurrency.lockutils [req-5dea0a1a-c4f4-49bd-af1c-9260fbad35f9 req-70af04a6-510a-47b8-9bb0-f77810b6e965 service nova] Acquiring lock "refresh_cache-ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.513808] env[70542]: DEBUG oslo_concurrency.lockutils [req-5dea0a1a-c4f4-49bd-af1c-9260fbad35f9 req-70af04a6-510a-47b8-9bb0-f77810b6e965 service nova] Acquired lock "refresh_cache-ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.513972] env[70542]: DEBUG nova.network.neutron [req-5dea0a1a-c4f4-49bd-af1c-9260fbad35f9 req-70af04a6-510a-47b8-9bb0-f77810b6e965 service nova] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Refreshing network info cache for port b1a49ba0-9356-4d7f-a517-980d6a2553c8 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.545655] env[70542]: DEBUG nova.network.neutron [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Successfully updated port: d5bc6104-fa85-47df-bc0a-379b2419fd05 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.663680] env[70542]: DEBUG oslo_vmware.api [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910694, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.721899] env[70542]: DEBUG nova.compute.manager [None req-b5d347c7-e3b1-408d-a7d2-a5f508aad525 tempest-ServerDiagnosticsV248Test-43655305 tempest-ServerDiagnosticsV248Test-43655305-project-admin] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 668.729091] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4ee273-21a1-4af4-8e27-770551faa4eb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.742047] env[70542]: INFO nova.compute.manager [None req-b5d347c7-e3b1-408d-a7d2-a5f508aad525 tempest-ServerDiagnosticsV248Test-43655305 tempest-ServerDiagnosticsV248Test-43655305-project-admin] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Retrieving diagnostics [ 668.746616] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be916378-a4a4-4908-9dc3-3252e810269e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.814537] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance f77c5d4a-3214-4ac4-b9a9-5285e1b23877 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 668.815067] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 668.815175] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 668.891626] env[70542]: DEBUG oslo_vmware.api [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Task: {'id': task-3910693, 'name': PowerOnVM_Task} progress is 82%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.963784] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Releasing lock "refresh_cache-42fb6e48-55b7-4d40-8978-6114e30fc6ed" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.963784] env[70542]: DEBUG nova.compute.manager [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Instance network_info: |[{"id": "62810186-00c9-4f73-a5b5-e96c4ef94ad3", "address": "fa:16:3e:68:0d:28", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62810186-00", "ovs_interfaceid": "62810186-00c9-4f73-a5b5-e96c4ef94ad3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.964221] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:0d:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62810186-00c9-4f73-a5b5-e96c4ef94ad3', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.976353] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Creating folder: Project (d9782c8e6a424e5d83de0474b44b48b3). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.982492] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c3cca11-4b60-4310-8646-db4c9a3292e3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.992499] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Created folder: Project (d9782c8e6a424e5d83de0474b44b48b3) in parent group-v776569. [ 668.992721] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Creating folder: Instances. Parent ref: group-v776582. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.993052] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fd696dd-9aa6-47b9-83cc-dfe02d76bf2b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.005867] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Created folder: Instances in parent group-v776582. [ 669.006170] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.006461] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.006584] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-338bec25-eb89-4994-89bc-73eae16af05b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.028351] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31af8624-03bb-46b5-b087-22c1f35611f3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.038940] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839425ac-2be1-4ccd-8b5e-d66575c96138 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.046855] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.046855] env[70542]: value = "task-3910697" [ 669.046855] env[70542]: _type = "Task" [ 669.046855] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.097510] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "refresh_cache-a2359267-0c7a-4410-86c1-caf5e26bc921" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.097809] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquired lock "refresh_cache-a2359267-0c7a-4410-86c1-caf5e26bc921" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.098541] env[70542]: DEBUG nova.network.neutron [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.106423] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cac9bf-030d-43d1-9d73-af643d98e3aa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.119743] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910697, 'name': CreateVM_Task} progress is 15%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.127484] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19d4413-97fd-461a-b1a0-7e65f4e5586a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.146863] env[70542]: DEBUG nova.compute.provider_tree [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.168692] env[70542]: DEBUG oslo_vmware.api [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63675} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.169044] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0/ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.169262] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.169792] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37e82a2a-6382-447e-acb8-9ab79174ddbc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.187948] env[70542]: DEBUG nova.compute.manager [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.191232] env[70542]: DEBUG oslo_vmware.api [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Waiting for the task: (returnval){ [ 669.191232] env[70542]: value = "task-3910698" [ 669.191232] env[70542]: _type = "Task" [ 669.191232] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.202387] env[70542]: DEBUG oslo_vmware.api [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.231065] env[70542]: DEBUG nova.virt.hardware [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.231331] env[70542]: DEBUG nova.virt.hardware [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.232826] env[70542]: DEBUG nova.virt.hardware [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.232826] env[70542]: DEBUG nova.virt.hardware [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.232826] env[70542]: DEBUG nova.virt.hardware [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.232826] env[70542]: DEBUG nova.virt.hardware [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.232826] env[70542]: DEBUG nova.virt.hardware [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.233216] env[70542]: DEBUG nova.virt.hardware [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.233216] env[70542]: DEBUG nova.virt.hardware [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.233216] env[70542]: DEBUG nova.virt.hardware [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.233314] env[70542]: DEBUG nova.virt.hardware [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.234530] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd797e0-2488-4589-a9df-3cd2589f526d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.245756] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcfdc91-8420-4b9b-b8a4-9bf705341486 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.386028] env[70542]: DEBUG oslo_vmware.api [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Task: {'id': task-3910693, 'name': PowerOnVM_Task, 'duration_secs': 1.214992} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.386363] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.386404] env[70542]: INFO nova.compute.manager [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Took 11.87 seconds to spawn the instance on the hypervisor. [ 669.386598] env[70542]: DEBUG nova.compute.manager [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 669.387713] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b23170-35a0-478c-8f2b-b1e2cc611144 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.558615] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910697, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.651017] env[70542]: DEBUG nova.scheduler.client.report [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.702345] env[70542]: DEBUG oslo_vmware.api [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137533} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.702993] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.706507] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52018bbf-2b6b-41fd-b3b0-668a3a1188c4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.707208] env[70542]: DEBUG nova.network.neutron [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.735707] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0/ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.736048] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a1900f4-b21d-4b8d-a978-6d77a63f989a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.758354] env[70542]: DEBUG oslo_vmware.api [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Waiting for the task: (returnval){ [ 669.758354] env[70542]: value = "task-3910699" [ 669.758354] env[70542]: _type = "Task" [ 669.758354] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.769387] env[70542]: DEBUG oslo_vmware.api [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910699, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.909201] env[70542]: INFO nova.compute.manager [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Took 17.73 seconds to build instance. [ 669.982426] env[70542]: DEBUG oslo_concurrency.lockutils [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] Acquiring lock "ab26300f-4459-4600-b267-ace5bf3aa9e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.982668] env[70542]: DEBUG oslo_concurrency.lockutils [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] Lock "ab26300f-4459-4600-b267-ace5bf3aa9e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.982962] env[70542]: DEBUG oslo_concurrency.lockutils [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] Acquiring lock "ab26300f-4459-4600-b267-ace5bf3aa9e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.983159] env[70542]: DEBUG oslo_concurrency.lockutils [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] Lock "ab26300f-4459-4600-b267-ace5bf3aa9e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.983331] env[70542]: DEBUG oslo_concurrency.lockutils [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] Lock "ab26300f-4459-4600-b267-ace5bf3aa9e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.985475] env[70542]: INFO nova.compute.manager [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Terminating instance [ 670.060040] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910697, 'name': CreateVM_Task, 'duration_secs': 0.82202} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.060040] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.060351] env[70542]: DEBUG oslo_vmware.service [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3341e070-5fcb-4b44-b66c-6fcc00fe7b7a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.070045] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.070045] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.070045] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.070045] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-225865b7-d1d4-42c5-836d-e1725497a28e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.075686] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Waiting for the task: (returnval){ [ 670.075686] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52352ced-0c0b-b99e-2ce6-dae846117034" [ 670.075686] env[70542]: _type = "Task" [ 670.075686] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.087447] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52352ced-0c0b-b99e-2ce6-dae846117034, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.157423] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70542) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 670.157649] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.888s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.157918] env[70542]: DEBUG oslo_concurrency.lockutils [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.434s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.159502] env[70542]: INFO nova.compute.claims [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.162391] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 670.162760] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Getting list of instances from cluster (obj){ [ 670.162760] env[70542]: value = "domain-c8" [ 670.162760] env[70542]: _type = "ClusterComputeResource" [ 670.162760] env[70542]: } {{(pid=70542) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 670.164969] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b351a9e-fe1c-478c-9b1d-bb0e0459c855 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.180339] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Got total of 5 instances {{(pid=70542) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 670.274577] env[70542]: DEBUG oslo_vmware.api [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910699, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.299337] env[70542]: DEBUG nova.network.neutron [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Successfully created port: 18d4a887-80cf-4212-9a68-56101524e4fe {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.342853] env[70542]: DEBUG nova.network.neutron [req-5dea0a1a-c4f4-49bd-af1c-9260fbad35f9 req-70af04a6-510a-47b8-9bb0-f77810b6e965 service nova] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Updated VIF entry in instance network info cache for port b1a49ba0-9356-4d7f-a517-980d6a2553c8. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.343172] env[70542]: DEBUG nova.network.neutron [req-5dea0a1a-c4f4-49bd-af1c-9260fbad35f9 req-70af04a6-510a-47b8-9bb0-f77810b6e965 service nova] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Updating instance_info_cache with network_info: [{"id": "b1a49ba0-9356-4d7f-a517-980d6a2553c8", "address": "fa:16:3e:83:8d:95", "network": {"id": "18aedac8-f39d-4a0b-85fa-ac3c653a4d27", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1671921556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a7c9f23bed4429988b5a7b7b33ed833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a49ba0-93", "ovs_interfaceid": "b1a49ba0-9356-4d7f-a517-980d6a2553c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.362516] env[70542]: DEBUG nova.network.neutron [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Successfully updated port: c3bff03f-a6d6-4943-a506-4df749de6e43 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.388849] env[70542]: DEBUG nova.network.neutron [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Updating instance_info_cache with network_info: [{"id": "d5bc6104-fa85-47df-bc0a-379b2419fd05", "address": "fa:16:3e:02:c2:6c", "network": {"id": "8d681135-929a-4d37-8f8e-5b42cb601fa2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449826457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ed649ce03f4cb994a22b4fae711fb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5bc6104-fa", "ovs_interfaceid": "d5bc6104-fa85-47df-bc0a-379b2419fd05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.411399] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f98d124e-ecb3-41a8-af89-ad88c5a2f9dd tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Lock "a85890d5-f32f-4355-beed-46111dbd588d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.246s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.411676] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "a85890d5-f32f-4355-beed-46111dbd588d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.884s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.411884] env[70542]: INFO nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: a85890d5-f32f-4355-beed-46111dbd588d] During sync_power_state the instance has a pending task (spawning). Skip. [ 670.412129] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "a85890d5-f32f-4355-beed-46111dbd588d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.490471] env[70542]: DEBUG nova.compute.manager [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.490694] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.491648] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5807623f-09d0-4897-8b66-22426f330382 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.501616] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.501889] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4738cdd4-da4a-44eb-bb9e-fe1338c57cbe {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.517405] env[70542]: DEBUG oslo_vmware.api [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] Waiting for the task: (returnval){ [ 670.517405] env[70542]: value = "task-3910700" [ 670.517405] env[70542]: _type = "Task" [ 670.517405] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.533222] env[70542]: DEBUG oslo_vmware.api [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] Task: {'id': task-3910700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.592715] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.593698] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.593698] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.593781] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.594091] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.594558] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60c53817-2df3-447e-afa5-06abf510454a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.618022] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.618022] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.618022] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177d0668-8112-45fa-8a52-42bc67444d25 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.633256] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35aa1ff3-1b6f-4299-b8c7-c349222aedbd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.643027] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Waiting for the task: (returnval){ [ 670.643027] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52de4c12-8d5b-8be0-0741-f28823ab19a2" [ 670.643027] env[70542]: _type = "Task" [ 670.643027] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.656773] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52de4c12-8d5b-8be0-0741-f28823ab19a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.769830] env[70542]: DEBUG oslo_vmware.api [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910699, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.846176] env[70542]: DEBUG oslo_concurrency.lockutils [req-5dea0a1a-c4f4-49bd-af1c-9260fbad35f9 req-70af04a6-510a-47b8-9bb0-f77810b6e965 service nova] Releasing lock "refresh_cache-ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.869732] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "refresh_cache-76d4543f-0743-4cbf-ba91-90d3cfd3fa38" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.869898] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired lock "refresh_cache-76d4543f-0743-4cbf-ba91-90d3cfd3fa38" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.870381] env[70542]: DEBUG nova.network.neutron [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.892757] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Releasing lock "refresh_cache-a2359267-0c7a-4410-86c1-caf5e26bc921" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.892812] env[70542]: DEBUG nova.compute.manager [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Instance network_info: |[{"id": "d5bc6104-fa85-47df-bc0a-379b2419fd05", "address": "fa:16:3e:02:c2:6c", "network": {"id": "8d681135-929a-4d37-8f8e-5b42cb601fa2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449826457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ed649ce03f4cb994a22b4fae711fb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5bc6104-fa", "ovs_interfaceid": "d5bc6104-fa85-47df-bc0a-379b2419fd05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.893296] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:c2:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9875d38f-76e2-416c-bfb7-f18a22b0d8ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5bc6104-fa85-47df-bc0a-379b2419fd05', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.906491] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Creating folder: Project (a1ed649ce03f4cb994a22b4fae711fb7). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.907258] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58df3665-8e9b-467d-835b-93126fb658be {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.921363] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Created folder: Project (a1ed649ce03f4cb994a22b4fae711fb7) in parent group-v776569. [ 670.921580] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Creating folder: Instances. Parent ref: group-v776585. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.921844] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d091a8f-09b8-4126-bfe0-fc8f163de7f7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.941130] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Created folder: Instances in parent group-v776585. [ 670.941330] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.941386] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.942256] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16d6ced4-8625-4e14-afe5-45ba94fa7b2b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.965676] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.965676] env[70542]: value = "task-3910703" [ 670.965676] env[70542]: _type = "Task" [ 670.965676] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.975825] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910703, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.036455] env[70542]: DEBUG oslo_vmware.api [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] Task: {'id': task-3910700, 'name': PowerOffVM_Task, 'duration_secs': 0.480741} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.036741] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.036960] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.037299] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9de462ee-ea68-4114-90f6-0b00166a6710 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.125704] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.126396] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.129810] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] Deleting the datastore file [datastore1] ab26300f-4459-4600-b267-ace5bf3aa9e9 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.129810] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdad6b7b-6227-4c11-99e3-c1df0ca5737d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.140102] env[70542]: DEBUG oslo_vmware.api [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] Waiting for the task: (returnval){ [ 671.140102] env[70542]: value = "task-3910705" [ 671.140102] env[70542]: _type = "Task" [ 671.140102] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.161069] env[70542]: DEBUG oslo_vmware.api [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] Task: {'id': task-3910705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.162287] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Preparing fetch location {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 671.162287] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Creating directory with path [datastore2] vmware_temp/6b32212b-92de-4791-9716-1cfd06e66aff/4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.162287] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13568f5d-3ee4-4544-9126-94d2e3711b87 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.184539] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Created directory with path [datastore2] vmware_temp/6b32212b-92de-4791-9716-1cfd06e66aff/4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.184897] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Fetch image to [datastore2] vmware_temp/6b32212b-92de-4791-9716-1cfd06e66aff/4c78ae56-da5c-496a-96d4-9e4c383c4552/tmp-sparse.vmdk {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 671.185025] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Downloading image file data 4c78ae56-da5c-496a-96d4-9e4c383c4552 to [datastore2] vmware_temp/6b32212b-92de-4791-9716-1cfd06e66aff/4c78ae56-da5c-496a-96d4-9e4c383c4552/tmp-sparse.vmdk on the data store datastore2 {{(pid=70542) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 671.186120] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bcd003-6863-40b7-9daf-cc135fac3f9b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.198642] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043fcc9b-6356-48a7-a18a-b5e24e43f92d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.214573] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb15f1e-c771-4baf-87b5-acd129874ff1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.270545] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ac2776-3ed0-40cd-ab84-6ab53c69957f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.286047] env[70542]: DEBUG oslo_vmware.api [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910699, 'name': ReconfigVM_Task, 'duration_secs': 1.360099} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.289620] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Reconfigured VM instance instance-00000004 to attach disk [datastore1] ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0/ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.297311] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-faba3bd2-c5c3-4b15-9efd-93a3976fa165 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.299504] env[70542]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-cabec293-6a60-4702-9344-b8c34bef1d2d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.302108] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Acquiring lock "bd8c9900-ec17-450e-a77e-d69428f0ff39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.303177] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Lock "bd8c9900-ec17-450e-a77e-d69428f0ff39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.317872] env[70542]: DEBUG oslo_vmware.api [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Waiting for the task: (returnval){ [ 671.317872] env[70542]: value = "task-3910706" [ 671.317872] env[70542]: _type = "Task" [ 671.317872] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.334768] env[70542]: DEBUG oslo_vmware.api [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910706, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.422486] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Downloading image file data 4c78ae56-da5c-496a-96d4-9e4c383c4552 to the data store datastore2 {{(pid=70542) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 671.462532] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b1b69d-79ef-471c-8932-8180ebca5f3a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.481885] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9900de53-7168-4966-beb7-57fe534e7f72 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.485459] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910703, 'name': CreateVM_Task, 'duration_secs': 0.468185} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.486464] env[70542]: DEBUG nova.network.neutron [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.489503] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.492905] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.492905] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.493068] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.494243] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d07ae61-20f5-46d8-953a-74e80497a9ab {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.526339] env[70542]: DEBUG oslo_vmware.rw_handles [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6b32212b-92de-4791-9716-1cfd06e66aff/4c78ae56-da5c-496a-96d4-9e4c383c4552/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70542) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 671.528793] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30382aaf-a0d0-4df4-a951-83bbdf645a69 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.536375] env[70542]: DEBUG oslo_vmware.api [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 671.536375] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52543cfb-2e32-0e50-5c78-0c2b67bf0131" [ 671.536375] env[70542]: _type = "Task" [ 671.536375] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.602670] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5491f071-d0ea-441c-bd64-e8e92908ad02 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.610675] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.610937] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.611806] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.621635] env[70542]: DEBUG nova.compute.provider_tree [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.653125] env[70542]: DEBUG oslo_vmware.api [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] Task: {'id': task-3910705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209223} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.656396] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.656650] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.657989] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.657989] env[70542]: INFO nova.compute.manager [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 671.657989] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.657989] env[70542]: DEBUG nova.compute.manager [-] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.658255] env[70542]: DEBUG nova.network.neutron [-] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.811275] env[70542]: DEBUG nova.compute.manager [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.837570] env[70542]: DEBUG oslo_vmware.api [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910706, 'name': Rename_Task, 'duration_secs': 0.172668} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.837570] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.837570] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9101c68-9e41-4c39-8c04-5acd430e07f8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.848625] env[70542]: DEBUG oslo_vmware.api [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Waiting for the task: (returnval){ [ 671.848625] env[70542]: value = "task-3910707" [ 671.848625] env[70542]: _type = "Task" [ 671.848625] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.864013] env[70542]: DEBUG oslo_vmware.api [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.938026] env[70542]: DEBUG nova.network.neutron [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Updating instance_info_cache with network_info: [{"id": "c3bff03f-a6d6-4943-a506-4df749de6e43", "address": "fa:16:3e:91:de:b6", "network": {"id": "b9eb532a-2933-4850-b01e-c496fa6ef875", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-217105513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc0b5d1a0604a93990949de74a62cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3bff03f-a6", "ovs_interfaceid": "c3bff03f-a6d6-4943-a506-4df749de6e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.126919] env[70542]: DEBUG nova.scheduler.client.report [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.359154] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.365913] env[70542]: DEBUG oslo_vmware.api [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910707, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.425676] env[70542]: DEBUG oslo_vmware.rw_handles [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Completed reading data from the image iterator. {{(pid=70542) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 672.425939] env[70542]: DEBUG oslo_vmware.rw_handles [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6b32212b-92de-4791-9716-1cfd06e66aff/4c78ae56-da5c-496a-96d4-9e4c383c4552/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70542) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 672.445902] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Releasing lock "refresh_cache-76d4543f-0743-4cbf-ba91-90d3cfd3fa38" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.446519] env[70542]: DEBUG nova.compute.manager [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Instance network_info: |[{"id": "c3bff03f-a6d6-4943-a506-4df749de6e43", "address": "fa:16:3e:91:de:b6", "network": {"id": "b9eb532a-2933-4850-b01e-c496fa6ef875", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-217105513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc0b5d1a0604a93990949de74a62cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3bff03f-a6", "ovs_interfaceid": "c3bff03f-a6d6-4943-a506-4df749de6e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.446724] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:de:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3bff03f-a6d6-4943-a506-4df749de6e43', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.456307] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Creating folder: Project (9dc0b5d1a0604a93990949de74a62cb1). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.457408] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e73694b-c3c3-4695-853f-d8de333df0c9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.468537] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Created folder: Project (9dc0b5d1a0604a93990949de74a62cb1) in parent group-v776569. [ 672.468906] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Creating folder: Instances. Parent ref: group-v776588. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.469198] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14ce7ff1-9be5-4672-a6d2-8e0172520863 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.480823] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Created folder: Instances in parent group-v776588. [ 672.481089] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.481322] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.481692] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d8cdded-f498-4c63-95db-6b259dda4393 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.499325] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Downloaded image file data 4c78ae56-da5c-496a-96d4-9e4c383c4552 to vmware_temp/6b32212b-92de-4791-9716-1cfd06e66aff/4c78ae56-da5c-496a-96d4-9e4c383c4552/tmp-sparse.vmdk on the data store datastore2 {{(pid=70542) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 672.501233] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Caching image {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 672.501468] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Copying Virtual Disk [datastore2] vmware_temp/6b32212b-92de-4791-9716-1cfd06e66aff/4c78ae56-da5c-496a-96d4-9e4c383c4552/tmp-sparse.vmdk to [datastore2] vmware_temp/6b32212b-92de-4791-9716-1cfd06e66aff/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.502276] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03249566-f1ee-491b-b8d9-188bc3928727 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.513311] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.513311] env[70542]: value = "task-3910710" [ 672.513311] env[70542]: _type = "Task" [ 672.513311] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.514440] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Waiting for the task: (returnval){ [ 672.514440] env[70542]: value = "task-3910711" [ 672.514440] env[70542]: _type = "Task" [ 672.514440] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.533138] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.533597] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910710, 'name': CreateVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.637784] env[70542]: DEBUG oslo_concurrency.lockutils [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.638883] env[70542]: DEBUG nova.compute.manager [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.643568] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.284s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.646762] env[70542]: INFO nova.compute.claims [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.838188] env[70542]: DEBUG nova.network.neutron [-] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.862462] env[70542]: DEBUG oslo_vmware.api [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910707, 'name': PowerOnVM_Task, 'duration_secs': 0.524577} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.864927] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.864927] env[70542]: INFO nova.compute.manager [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Took 13.03 seconds to spawn the instance on the hypervisor. [ 672.864927] env[70542]: DEBUG nova.compute.manager [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 672.864927] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8449ee8b-9c7c-4a56-a724-612e81cc8e3b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.880914] env[70542]: DEBUG nova.compute.manager [req-44894c40-858a-4647-981d-9eb897902cea req-84004229-7c89-4274-ad83-f653ef8549f7 service nova] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Received event network-changed-62810186-00c9-4f73-a5b5-e96c4ef94ad3 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.881142] env[70542]: DEBUG nova.compute.manager [req-44894c40-858a-4647-981d-9eb897902cea req-84004229-7c89-4274-ad83-f653ef8549f7 service nova] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Refreshing instance network info cache due to event network-changed-62810186-00c9-4f73-a5b5-e96c4ef94ad3. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.881363] env[70542]: DEBUG oslo_concurrency.lockutils [req-44894c40-858a-4647-981d-9eb897902cea req-84004229-7c89-4274-ad83-f653ef8549f7 service nova] Acquiring lock "refresh_cache-42fb6e48-55b7-4d40-8978-6114e30fc6ed" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.881499] env[70542]: DEBUG oslo_concurrency.lockutils [req-44894c40-858a-4647-981d-9eb897902cea req-84004229-7c89-4274-ad83-f653ef8549f7 service nova] Acquired lock "refresh_cache-42fb6e48-55b7-4d40-8978-6114e30fc6ed" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.881656] env[70542]: DEBUG nova.network.neutron [req-44894c40-858a-4647-981d-9eb897902cea req-84004229-7c89-4274-ad83-f653ef8549f7 service nova] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Refreshing network info cache for port 62810186-00c9-4f73-a5b5-e96c4ef94ad3 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.040505] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910711, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.040737] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910710, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.067716] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Acquiring lock "e34d3e61-5465-4d68-8106-e9ee42644d69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.067962] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Lock "e34d3e61-5465-4d68-8106-e9ee42644d69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.155751] env[70542]: DEBUG nova.compute.utils [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.164190] env[70542]: DEBUG nova.compute.manager [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.164617] env[70542]: DEBUG nova.network.neutron [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.231837] env[70542]: DEBUG nova.policy [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5b737ac736a434c83862dfa9fab7af7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbe760689ebb4193b1b9e4776cb4bf6c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.341528] env[70542]: INFO nova.compute.manager [-] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Took 1.68 seconds to deallocate network for instance. [ 673.399214] env[70542]: INFO nova.compute.manager [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Took 19.82 seconds to build instance. [ 673.527142] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910710, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.538752] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910711, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.572138] env[70542]: DEBUG nova.compute.manager [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.600997] env[70542]: DEBUG oslo_concurrency.lockutils [None req-37fa9d02-9c77-4807-8a35-10b568ade009 tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Acquiring lock "interface-a85890d5-f32f-4355-beed-46111dbd588d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.601322] env[70542]: DEBUG oslo_concurrency.lockutils [None req-37fa9d02-9c77-4807-8a35-10b568ade009 tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Lock "interface-a85890d5-f32f-4355-beed-46111dbd588d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.601761] env[70542]: DEBUG nova.objects.instance [None req-37fa9d02-9c77-4807-8a35-10b568ade009 tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Lazy-loading 'flavor' on Instance uuid a85890d5-f32f-4355-beed-46111dbd588d {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.662372] env[70542]: DEBUG nova.compute.manager [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.855037] env[70542]: DEBUG oslo_concurrency.lockutils [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.866117] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d5a685-bae9-4dfc-812e-780451f48e0a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.877634] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887b2dab-d70b-401c-a7ce-3f4fd56bf175 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.916909] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9e8444f1-c8d4-41ac-87f9-c5589ccc3190 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Lock "ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.357s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.916909] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.388s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.916909] env[70542]: INFO nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] During sync_power_state the instance has a pending task (spawning). Skip. [ 673.916909] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.917266] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639435ef-6a2b-46b1-b0a9-98ae1fa97332 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.927639] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da52228-1c06-4847-ae3f-78ac508ad1cb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.941639] env[70542]: DEBUG nova.compute.provider_tree [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.025992] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910710, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.043217] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910711, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.130865} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.043217] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Copied Virtual Disk [datastore2] vmware_temp/6b32212b-92de-4791-9716-1cfd06e66aff/4c78ae56-da5c-496a-96d4-9e4c383c4552/tmp-sparse.vmdk to [datastore2] vmware_temp/6b32212b-92de-4791-9716-1cfd06e66aff/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.043217] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Deleting the datastore file [datastore2] vmware_temp/6b32212b-92de-4791-9716-1cfd06e66aff/4c78ae56-da5c-496a-96d4-9e4c383c4552/tmp-sparse.vmdk {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.043217] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13527b59-d667-45d9-9892-d8ce3424d3c6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.053023] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Waiting for the task: (returnval){ [ 674.053023] env[70542]: value = "task-3910712" [ 674.053023] env[70542]: _type = "Task" [ 674.053023] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.063654] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.070771] env[70542]: DEBUG nova.network.neutron [req-44894c40-858a-4647-981d-9eb897902cea req-84004229-7c89-4274-ad83-f653ef8549f7 service nova] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Updated VIF entry in instance network info cache for port 62810186-00c9-4f73-a5b5-e96c4ef94ad3. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.070771] env[70542]: DEBUG nova.network.neutron [req-44894c40-858a-4647-981d-9eb897902cea req-84004229-7c89-4274-ad83-f653ef8549f7 service nova] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Updating instance_info_cache with network_info: [{"id": "62810186-00c9-4f73-a5b5-e96c4ef94ad3", "address": "fa:16:3e:68:0d:28", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62810186-00", "ovs_interfaceid": "62810186-00c9-4f73-a5b5-e96c4ef94ad3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.107401] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.108848] env[70542]: DEBUG nova.objects.instance [None req-37fa9d02-9c77-4807-8a35-10b568ade009 tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Lazy-loading 'pci_requests' on Instance uuid a85890d5-f32f-4355-beed-46111dbd588d {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.250635] env[70542]: DEBUG nova.network.neutron [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Successfully updated port: 18d4a887-80cf-4212-9a68-56101524e4fe {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.337024] env[70542]: DEBUG nova.network.neutron [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Successfully created port: 3b7a93fc-7e52-4a43-8ebb-5cda7be152ff {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.444943] env[70542]: DEBUG nova.scheduler.client.report [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.530073] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910710, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.570206] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.054962} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.570206] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.570314] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Moving file from [datastore2] vmware_temp/6b32212b-92de-4791-9716-1cfd06e66aff/4c78ae56-da5c-496a-96d4-9e4c383c4552 to [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552. {{(pid=70542) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 674.570539] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-0ed1aec1-0c4e-40c4-9689-a921a0152902 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.576976] env[70542]: DEBUG oslo_concurrency.lockutils [req-44894c40-858a-4647-981d-9eb897902cea req-84004229-7c89-4274-ad83-f653ef8549f7 service nova] Releasing lock "refresh_cache-42fb6e48-55b7-4d40-8978-6114e30fc6ed" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.576976] env[70542]: DEBUG nova.compute.manager [req-44894c40-858a-4647-981d-9eb897902cea req-84004229-7c89-4274-ad83-f653ef8549f7 service nova] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Received event network-vif-plugged-d5bc6104-fa85-47df-bc0a-379b2419fd05 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.576976] env[70542]: DEBUG oslo_concurrency.lockutils [req-44894c40-858a-4647-981d-9eb897902cea req-84004229-7c89-4274-ad83-f653ef8549f7 service nova] Acquiring lock "a2359267-0c7a-4410-86c1-caf5e26bc921-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.576976] env[70542]: DEBUG oslo_concurrency.lockutils [req-44894c40-858a-4647-981d-9eb897902cea req-84004229-7c89-4274-ad83-f653ef8549f7 service nova] Lock "a2359267-0c7a-4410-86c1-caf5e26bc921-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.576976] env[70542]: DEBUG oslo_concurrency.lockutils [req-44894c40-858a-4647-981d-9eb897902cea req-84004229-7c89-4274-ad83-f653ef8549f7 service nova] Lock "a2359267-0c7a-4410-86c1-caf5e26bc921-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.577235] env[70542]: DEBUG nova.compute.manager [req-44894c40-858a-4647-981d-9eb897902cea req-84004229-7c89-4274-ad83-f653ef8549f7 service nova] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] No waiting events found dispatching network-vif-plugged-d5bc6104-fa85-47df-bc0a-379b2419fd05 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 674.577235] env[70542]: WARNING nova.compute.manager [req-44894c40-858a-4647-981d-9eb897902cea req-84004229-7c89-4274-ad83-f653ef8549f7 service nova] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Received unexpected event network-vif-plugged-d5bc6104-fa85-47df-bc0a-379b2419fd05 for instance with vm_state building and task_state spawning. [ 674.577235] env[70542]: DEBUG nova.compute.manager [req-44894c40-858a-4647-981d-9eb897902cea req-84004229-7c89-4274-ad83-f653ef8549f7 service nova] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Received event network-changed-d5bc6104-fa85-47df-bc0a-379b2419fd05 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.577235] env[70542]: DEBUG nova.compute.manager [req-44894c40-858a-4647-981d-9eb897902cea req-84004229-7c89-4274-ad83-f653ef8549f7 service nova] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Refreshing instance network info cache due to event network-changed-d5bc6104-fa85-47df-bc0a-379b2419fd05. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.577352] env[70542]: DEBUG oslo_concurrency.lockutils [req-44894c40-858a-4647-981d-9eb897902cea req-84004229-7c89-4274-ad83-f653ef8549f7 service nova] Acquiring lock "refresh_cache-a2359267-0c7a-4410-86c1-caf5e26bc921" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.577440] env[70542]: DEBUG oslo_concurrency.lockutils [req-44894c40-858a-4647-981d-9eb897902cea req-84004229-7c89-4274-ad83-f653ef8549f7 service nova] Acquired lock "refresh_cache-a2359267-0c7a-4410-86c1-caf5e26bc921" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.577895] env[70542]: DEBUG nova.network.neutron [req-44894c40-858a-4647-981d-9eb897902cea req-84004229-7c89-4274-ad83-f653ef8549f7 service nova] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Refreshing network info cache for port d5bc6104-fa85-47df-bc0a-379b2419fd05 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.590508] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Waiting for the task: (returnval){ [ 674.590508] env[70542]: value = "task-3910713" [ 674.590508] env[70542]: _type = "Task" [ 674.590508] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.604172] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910713, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.617359] env[70542]: DEBUG nova.objects.base [None req-37fa9d02-9c77-4807-8a35-10b568ade009 tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70542) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 674.617359] env[70542]: DEBUG nova.network.neutron [None req-37fa9d02-9c77-4807-8a35-10b568ade009 tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.674334] env[70542]: DEBUG nova.compute.manager [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.704278] env[70542]: DEBUG nova.virt.hardware [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.704278] env[70542]: DEBUG nova.virt.hardware [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.704278] env[70542]: DEBUG nova.virt.hardware [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.704278] env[70542]: DEBUG nova.virt.hardware [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.704739] env[70542]: DEBUG nova.virt.hardware [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.705055] env[70542]: DEBUG nova.virt.hardware [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.705400] env[70542]: DEBUG nova.virt.hardware [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.705673] env[70542]: DEBUG nova.virt.hardware [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.706071] env[70542]: DEBUG nova.virt.hardware [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.706340] env[70542]: DEBUG nova.virt.hardware [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.706653] env[70542]: DEBUG nova.virt.hardware [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.707612] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52764fe8-9f37-4987-bd14-b56d99cdc4af {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.719875] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95c7597-26b6-4af0-aa22-acccf9fc563b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.754894] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Acquiring lock "refresh_cache-9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.755066] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Acquired lock "refresh_cache-9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.755221] env[70542]: DEBUG nova.network.neutron [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.785128] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Acquiring lock "9a25d997-02e9-4d87-aa89-5d05fac4d70d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.785935] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Lock "9a25d997-02e9-4d87-aa89-5d05fac4d70d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.876064] env[70542]: DEBUG oslo_concurrency.lockutils [None req-37fa9d02-9c77-4807-8a35-10b568ade009 tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Lock "interface-a85890d5-f32f-4355-beed-46111dbd588d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.275s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.926596] env[70542]: DEBUG nova.compute.manager [req-862dbf2a-4864-456b-9a69-9ee7d10343f1 req-43c44952-bd62-496f-a3b7-6512694900b8 service nova] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Received event network-vif-plugged-c3bff03f-a6d6-4943-a506-4df749de6e43 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.926811] env[70542]: DEBUG oslo_concurrency.lockutils [req-862dbf2a-4864-456b-9a69-9ee7d10343f1 req-43c44952-bd62-496f-a3b7-6512694900b8 service nova] Acquiring lock "76d4543f-0743-4cbf-ba91-90d3cfd3fa38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.927031] env[70542]: DEBUG oslo_concurrency.lockutils [req-862dbf2a-4864-456b-9a69-9ee7d10343f1 req-43c44952-bd62-496f-a3b7-6512694900b8 service nova] Lock "76d4543f-0743-4cbf-ba91-90d3cfd3fa38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.929017] env[70542]: DEBUG oslo_concurrency.lockutils [req-862dbf2a-4864-456b-9a69-9ee7d10343f1 req-43c44952-bd62-496f-a3b7-6512694900b8 service nova] Lock "76d4543f-0743-4cbf-ba91-90d3cfd3fa38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.929017] env[70542]: DEBUG nova.compute.manager [req-862dbf2a-4864-456b-9a69-9ee7d10343f1 req-43c44952-bd62-496f-a3b7-6512694900b8 service nova] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] No waiting events found dispatching network-vif-plugged-c3bff03f-a6d6-4943-a506-4df749de6e43 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 674.929017] env[70542]: WARNING nova.compute.manager [req-862dbf2a-4864-456b-9a69-9ee7d10343f1 req-43c44952-bd62-496f-a3b7-6512694900b8 service nova] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Received unexpected event network-vif-plugged-c3bff03f-a6d6-4943-a506-4df749de6e43 for instance with vm_state building and task_state spawning. [ 674.929017] env[70542]: DEBUG nova.compute.manager [req-862dbf2a-4864-456b-9a69-9ee7d10343f1 req-43c44952-bd62-496f-a3b7-6512694900b8 service nova] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Received event network-changed-c3bff03f-a6d6-4943-a506-4df749de6e43 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.929017] env[70542]: DEBUG nova.compute.manager [req-862dbf2a-4864-456b-9a69-9ee7d10343f1 req-43c44952-bd62-496f-a3b7-6512694900b8 service nova] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Refreshing instance network info cache due to event network-changed-c3bff03f-a6d6-4943-a506-4df749de6e43. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.930215] env[70542]: DEBUG oslo_concurrency.lockutils [req-862dbf2a-4864-456b-9a69-9ee7d10343f1 req-43c44952-bd62-496f-a3b7-6512694900b8 service nova] Acquiring lock "refresh_cache-76d4543f-0743-4cbf-ba91-90d3cfd3fa38" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.930304] env[70542]: DEBUG oslo_concurrency.lockutils [req-862dbf2a-4864-456b-9a69-9ee7d10343f1 req-43c44952-bd62-496f-a3b7-6512694900b8 service nova] Acquired lock "refresh_cache-76d4543f-0743-4cbf-ba91-90d3cfd3fa38" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.930487] env[70542]: DEBUG nova.network.neutron [req-862dbf2a-4864-456b-9a69-9ee7d10343f1 req-43c44952-bd62-496f-a3b7-6512694900b8 service nova] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Refreshing network info cache for port c3bff03f-a6d6-4943-a506-4df749de6e43 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.951226] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.952570] env[70542]: DEBUG nova.compute.manager [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.956661] env[70542]: DEBUG oslo_concurrency.lockutils [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.102s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.956890] env[70542]: DEBUG nova.objects.instance [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] Lazy-loading 'resources' on Instance uuid ab26300f-4459-4600-b267-ace5bf3aa9e9 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 675.032272] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910710, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.101590] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910713, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.044714} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.101974] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] File moved {{(pid=70542) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 675.102288] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Cleaning up location [datastore2] vmware_temp/6b32212b-92de-4791-9716-1cfd06e66aff {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 675.102521] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Deleting the datastore file [datastore2] vmware_temp/6b32212b-92de-4791-9716-1cfd06e66aff {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.102778] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c301b6cc-c0ee-4a46-8831-c5d3e30ad8b7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.112773] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Waiting for the task: (returnval){ [ 675.112773] env[70542]: value = "task-3910714" [ 675.112773] env[70542]: _type = "Task" [ 675.112773] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.133726] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.291767] env[70542]: DEBUG nova.compute.manager [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.359590] env[70542]: DEBUG nova.network.neutron [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.458138] env[70542]: DEBUG nova.compute.utils [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.460737] env[70542]: DEBUG nova.compute.manager [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.460950] env[70542]: DEBUG nova.network.neutron [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.530909] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910710, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.540230] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Acquiring lock "11593aae-019c-43c8-94b2-09281545fc38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.540480] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Lock "11593aae-019c-43c8-94b2-09281545fc38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.623776] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043173} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.626708] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.627650] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b30228a-5fa0-497d-811b-ee7d9c86e75f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.631137] env[70542]: DEBUG nova.policy [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '778c0214db5c4fb0ac446794d0808dfc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a1b648d9afd41bcb7db0146480d8dbe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.637363] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Waiting for the task: (returnval){ [ 675.637363] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5299441b-b8c7-6b79-9244-4c9a3d3081d7" [ 675.637363] env[70542]: _type = "Task" [ 675.637363] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.649234] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5299441b-b8c7-6b79-9244-4c9a3d3081d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.694931] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3e76f7-9285-4a88-9649-0a3ab7e2af84 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.706086] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3643b5d-409b-4146-b79a-4324679217ca {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.754195] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70faa00-bfa5-46e4-9f88-53989de459bd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.763697] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53797d46-b113-496c-8382-bf63edb6ad94 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.783352] env[70542]: DEBUG nova.compute.provider_tree [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.817225] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.934024] env[70542]: DEBUG nova.network.neutron [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Updating instance_info_cache with network_info: [{"id": "18d4a887-80cf-4212-9a68-56101524e4fe", "address": "fa:16:3e:80:f8:37", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18d4a887-80", "ovs_interfaceid": "18d4a887-80cf-4212-9a68-56101524e4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.968071] env[70542]: DEBUG nova.compute.manager [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.998102] env[70542]: DEBUG nova.network.neutron [req-44894c40-858a-4647-981d-9eb897902cea req-84004229-7c89-4274-ad83-f653ef8549f7 service nova] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Updated VIF entry in instance network info cache for port d5bc6104-fa85-47df-bc0a-379b2419fd05. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.998584] env[70542]: DEBUG nova.network.neutron [req-44894c40-858a-4647-981d-9eb897902cea req-84004229-7c89-4274-ad83-f653ef8549f7 service nova] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Updating instance_info_cache with network_info: [{"id": "d5bc6104-fa85-47df-bc0a-379b2419fd05", "address": "fa:16:3e:02:c2:6c", "network": {"id": "8d681135-929a-4d37-8f8e-5b42cb601fa2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449826457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ed649ce03f4cb994a22b4fae711fb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5bc6104-fa", "ovs_interfaceid": "d5bc6104-fa85-47df-bc0a-379b2419fd05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.035909] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910710, 'name': CreateVM_Task, 'duration_secs': 3.240865} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.036504] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.036969] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.037202] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.037831] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.038202] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dbd3ea3-fe89-4025-b428-e8164232a283 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.044661] env[70542]: DEBUG nova.compute.manager [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.047671] env[70542]: DEBUG oslo_vmware.api [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 676.047671] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5283d51a-89eb-3943-7ad0-a923b057ba1d" [ 676.047671] env[70542]: _type = "Task" [ 676.047671] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.059289] env[70542]: DEBUG oslo_vmware.api [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5283d51a-89eb-3943-7ad0-a923b057ba1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.155190] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5299441b-b8c7-6b79-9244-4c9a3d3081d7, 'name': SearchDatastore_Task, 'duration_secs': 0.045736} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.155906] env[70542]: DEBUG nova.network.neutron [req-862dbf2a-4864-456b-9a69-9ee7d10343f1 req-43c44952-bd62-496f-a3b7-6512694900b8 service nova] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Updated VIF entry in instance network info cache for port c3bff03f-a6d6-4943-a506-4df749de6e43. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.155906] env[70542]: DEBUG nova.network.neutron [req-862dbf2a-4864-456b-9a69-9ee7d10343f1 req-43c44952-bd62-496f-a3b7-6512694900b8 service nova] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Updating instance_info_cache with network_info: [{"id": "c3bff03f-a6d6-4943-a506-4df749de6e43", "address": "fa:16:3e:91:de:b6", "network": {"id": "b9eb532a-2933-4850-b01e-c496fa6ef875", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-217105513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc0b5d1a0604a93990949de74a62cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3bff03f-a6", "ovs_interfaceid": "c3bff03f-a6d6-4943-a506-4df749de6e43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.156884] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.158732] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 42fb6e48-55b7-4d40-8978-6114e30fc6ed/42fb6e48-55b7-4d40-8978-6114e30fc6ed.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.158732] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.158732] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.158732] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f095c37-8217-41b8-b5dd-afa3b70cf12a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.160436] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adf128be-9866-473e-bbd0-27765c2cc325 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.169280] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Waiting for the task: (returnval){ [ 676.169280] env[70542]: value = "task-3910715" [ 676.169280] env[70542]: _type = "Task" [ 676.169280] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.176509] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.176509] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.179671] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60b77ebe-0d8a-4438-bb68-8c7baa71d4a1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.186692] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.191369] env[70542]: DEBUG oslo_vmware.api [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 676.191369] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52832a0c-ea2f-a67a-151c-44b8b37685d5" [ 676.191369] env[70542]: _type = "Task" [ 676.191369] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.211722] env[70542]: DEBUG oslo_vmware.api [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52832a0c-ea2f-a67a-151c-44b8b37685d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.288622] env[70542]: DEBUG nova.scheduler.client.report [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.435903] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Releasing lock "refresh_cache-9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.436502] env[70542]: DEBUG nova.compute.manager [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Instance network_info: |[{"id": "18d4a887-80cf-4212-9a68-56101524e4fe", "address": "fa:16:3e:80:f8:37", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18d4a887-80", "ovs_interfaceid": "18d4a887-80cf-4212-9a68-56101524e4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.437156] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:f8:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18d4a887-80cf-4212-9a68-56101524e4fe', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.447761] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Creating folder: Project (ce18ee0a938149c7903acd2af54abb6a). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.451204] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-297c6d42-1d7a-4d57-a46b-de240e544a85 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.472287] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Created folder: Project (ce18ee0a938149c7903acd2af54abb6a) in parent group-v776569. [ 676.472287] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Creating folder: Instances. Parent ref: group-v776591. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.472287] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c26f3afc-f5f1-43b9-a729-539d86c33f11 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.491815] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Created folder: Instances in parent group-v776591. [ 676.491815] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.491815] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.491815] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a28540a6-bbbb-479b-a295-b75ec46d5927 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.508740] env[70542]: DEBUG oslo_concurrency.lockutils [req-44894c40-858a-4647-981d-9eb897902cea req-84004229-7c89-4274-ad83-f653ef8549f7 service nova] Releasing lock "refresh_cache-a2359267-0c7a-4410-86c1-caf5e26bc921" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.516513] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.516513] env[70542]: value = "task-3910718" [ 676.516513] env[70542]: _type = "Task" [ 676.516513] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.531559] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910718, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.570913] env[70542]: DEBUG oslo_vmware.api [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5283d51a-89eb-3943-7ad0-a923b057ba1d, 'name': SearchDatastore_Task, 'duration_secs': 0.028885} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.571340] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.571597] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.571952] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.586480] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.659171] env[70542]: DEBUG oslo_concurrency.lockutils [req-862dbf2a-4864-456b-9a69-9ee7d10343f1 req-43c44952-bd62-496f-a3b7-6512694900b8 service nova] Releasing lock "refresh_cache-76d4543f-0743-4cbf-ba91-90d3cfd3fa38" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.683652] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910715, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.709181] env[70542]: DEBUG oslo_vmware.api [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52832a0c-ea2f-a67a-151c-44b8b37685d5, 'name': SearchDatastore_Task, 'duration_secs': 0.016635} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.710200] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e9340aa-5014-4e57-ac87-930a04dc7989 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.719419] env[70542]: DEBUG oslo_vmware.api [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 676.719419] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ebd57d-42f2-4c96-6a7f-2776f3fc101f" [ 676.719419] env[70542]: _type = "Task" [ 676.719419] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.732044] env[70542]: DEBUG oslo_vmware.api [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ebd57d-42f2-4c96-6a7f-2776f3fc101f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.767044] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Acquiring lock "513a1359-d44c-4e77-8621-9704298cfe79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.767044] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Lock "513a1359-d44c-4e77-8621-9704298cfe79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.798535] env[70542]: DEBUG oslo_concurrency.lockutils [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.801874] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.695s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.803817] env[70542]: INFO nova.compute.claims [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.843367] env[70542]: INFO nova.scheduler.client.report [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] Deleted allocations for instance ab26300f-4459-4600-b267-ace5bf3aa9e9 [ 676.979586] env[70542]: DEBUG nova.compute.manager [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.013169] env[70542]: DEBUG nova.virt.hardware [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.013538] env[70542]: DEBUG nova.virt.hardware [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.013639] env[70542]: DEBUG nova.virt.hardware [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.013791] env[70542]: DEBUG nova.virt.hardware [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.013872] env[70542]: DEBUG nova.virt.hardware [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.014022] env[70542]: DEBUG nova.virt.hardware [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.015243] env[70542]: DEBUG nova.virt.hardware [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.015378] env[70542]: DEBUG nova.virt.hardware [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.015455] env[70542]: DEBUG nova.virt.hardware [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.015794] env[70542]: DEBUG nova.virt.hardware [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.017057] env[70542]: DEBUG nova.virt.hardware [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.018422] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971f2612-bc59-420b-badf-21ccfbc5fa6e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.038893] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910718, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.043800] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b283c39f-3ba5-498a-9c1f-f16cd357a7ad {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.181461] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661648} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.181937] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 42fb6e48-55b7-4d40-8978-6114e30fc6ed/42fb6e48-55b7-4d40-8978-6114e30fc6ed.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.183036] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.183036] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-637a75ba-64e5-4d06-a5da-6fdfd68e9aff {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.197808] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Waiting for the task: (returnval){ [ 677.197808] env[70542]: value = "task-3910719" [ 677.197808] env[70542]: _type = "Task" [ 677.197808] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.209426] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.234441] env[70542]: DEBUG oslo_vmware.api [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ebd57d-42f2-4c96-6a7f-2776f3fc101f, 'name': SearchDatastore_Task, 'duration_secs': 0.050787} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.234796] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.235117] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] a2359267-0c7a-4410-86c1-caf5e26bc921/a2359267-0c7a-4410-86c1-caf5e26bc921.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.235444] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.235617] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.235828] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3f1f056-bf7a-4509-b2a8-0ecf9de36685 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.239747] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed1a5c55-7113-4da7-97a1-494d435e925d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.252985] env[70542]: DEBUG oslo_vmware.api [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 677.252985] env[70542]: value = "task-3910720" [ 677.252985] env[70542]: _type = "Task" [ 677.252985] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.253308] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.253308] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.254130] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-470343f0-bbeb-4bc6-b355-80c5a5bfb408 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.271162] env[70542]: DEBUG nova.compute.manager [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.277042] env[70542]: DEBUG oslo_vmware.api [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3910720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.277419] env[70542]: DEBUG oslo_vmware.api [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 677.277419] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52173cdf-22bc-ff83-eca2-66a23c0e4ec3" [ 677.277419] env[70542]: _type = "Task" [ 677.277419] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.295119] env[70542]: DEBUG oslo_vmware.api [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52173cdf-22bc-ff83-eca2-66a23c0e4ec3, 'name': SearchDatastore_Task, 'duration_secs': 0.021509} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.296207] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-725e3f34-bb8a-4f4b-943a-b575b34f33b9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.304353] env[70542]: DEBUG oslo_vmware.api [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 677.304353] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52038825-9102-a97f-cb1b-fbb29ba1ee00" [ 677.304353] env[70542]: _type = "Task" [ 677.304353] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.319783] env[70542]: DEBUG oslo_vmware.api [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52038825-9102-a97f-cb1b-fbb29ba1ee00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.359387] env[70542]: DEBUG oslo_concurrency.lockutils [None req-259b9778-0a28-41a5-8a7e-090dc365fe0f tempest-DeleteServersAdminTestJSON-1501775615 tempest-DeleteServersAdminTestJSON-1501775615-project-admin] Lock "ab26300f-4459-4600-b267-ace5bf3aa9e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.372s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.431707] env[70542]: DEBUG nova.network.neutron [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Successfully created port: 3c12d569-659e-442c-a3b2-b297fa1a48a1 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.532746] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910718, 'name': CreateVM_Task, 'duration_secs': 0.644433} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.533114] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.533671] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.534644] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.535140] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.535294] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f407ab8-44bf-4fc8-b48c-c995c4a52d67 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.543839] env[70542]: DEBUG oslo_vmware.api [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Waiting for the task: (returnval){ [ 677.543839] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52aae4ab-08fc-acae-4973-0856dcb6e1c0" [ 677.543839] env[70542]: _type = "Task" [ 677.543839] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.553872] env[70542]: DEBUG oslo_vmware.api [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52aae4ab-08fc-acae-4973-0856dcb6e1c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.587289] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Acquiring lock "3b08927a-a8ae-4803-be6b-2c27f07e4104" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.587544] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Lock "3b08927a-a8ae-4803-be6b-2c27f07e4104" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.706408] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087952} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.706842] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.707689] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f7db8b-7e7c-49a8-80b5-ab1c35a917a9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.736621] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 42fb6e48-55b7-4d40-8978-6114e30fc6ed/42fb6e48-55b7-4d40-8978-6114e30fc6ed.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.736787] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-503ed236-99b5-4b76-99a8-78e02b13cdc8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.762157] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Waiting for the task: (returnval){ [ 677.762157] env[70542]: value = "task-3910721" [ 677.762157] env[70542]: _type = "Task" [ 677.762157] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.769489] env[70542]: DEBUG oslo_vmware.api [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3910720, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.775150] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.807763] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.821272] env[70542]: DEBUG oslo_vmware.api [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52038825-9102-a97f-cb1b-fbb29ba1ee00, 'name': SearchDatastore_Task, 'duration_secs': 0.015074} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.821785] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.822064] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 76d4543f-0743-4cbf-ba91-90d3cfd3fa38/76d4543f-0743-4cbf-ba91-90d3cfd3fa38.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.822586] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8aec190-66c0-439e-8242-4b38744244c0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.830554] env[70542]: DEBUG oslo_vmware.api [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 677.830554] env[70542]: value = "task-3910722" [ 677.830554] env[70542]: _type = "Task" [ 677.830554] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.840527] env[70542]: DEBUG oslo_vmware.api [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.010495] env[70542]: DEBUG nova.compute.manager [req-b5756aa5-c0e6-48fe-af24-d31dfab7b2a2 req-a9a77d21-730e-4b5e-9e6a-4b198e7639e4 service nova] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Received event network-vif-plugged-18d4a887-80cf-4212-9a68-56101524e4fe {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.010495] env[70542]: DEBUG oslo_concurrency.lockutils [req-b5756aa5-c0e6-48fe-af24-d31dfab7b2a2 req-a9a77d21-730e-4b5e-9e6a-4b198e7639e4 service nova] Acquiring lock "9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.010495] env[70542]: DEBUG oslo_concurrency.lockutils [req-b5756aa5-c0e6-48fe-af24-d31dfab7b2a2 req-a9a77d21-730e-4b5e-9e6a-4b198e7639e4 service nova] Lock "9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.010495] env[70542]: DEBUG oslo_concurrency.lockutils [req-b5756aa5-c0e6-48fe-af24-d31dfab7b2a2 req-a9a77d21-730e-4b5e-9e6a-4b198e7639e4 service nova] Lock "9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.010495] env[70542]: DEBUG nova.compute.manager [req-b5756aa5-c0e6-48fe-af24-d31dfab7b2a2 req-a9a77d21-730e-4b5e-9e6a-4b198e7639e4 service nova] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] No waiting events found dispatching network-vif-plugged-18d4a887-80cf-4212-9a68-56101524e4fe {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 678.010660] env[70542]: WARNING nova.compute.manager [req-b5756aa5-c0e6-48fe-af24-d31dfab7b2a2 req-a9a77d21-730e-4b5e-9e6a-4b198e7639e4 service nova] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Received unexpected event network-vif-plugged-18d4a887-80cf-4212-9a68-56101524e4fe for instance with vm_state building and task_state spawning. [ 678.010660] env[70542]: DEBUG nova.compute.manager [req-b5756aa5-c0e6-48fe-af24-d31dfab7b2a2 req-a9a77d21-730e-4b5e-9e6a-4b198e7639e4 service nova] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Received event network-changed-18d4a887-80cf-4212-9a68-56101524e4fe {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.010660] env[70542]: DEBUG nova.compute.manager [req-b5756aa5-c0e6-48fe-af24-d31dfab7b2a2 req-a9a77d21-730e-4b5e-9e6a-4b198e7639e4 service nova] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Refreshing instance network info cache due to event network-changed-18d4a887-80cf-4212-9a68-56101524e4fe. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.010660] env[70542]: DEBUG oslo_concurrency.lockutils [req-b5756aa5-c0e6-48fe-af24-d31dfab7b2a2 req-a9a77d21-730e-4b5e-9e6a-4b198e7639e4 service nova] Acquiring lock "refresh_cache-9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.010660] env[70542]: DEBUG oslo_concurrency.lockutils [req-b5756aa5-c0e6-48fe-af24-d31dfab7b2a2 req-a9a77d21-730e-4b5e-9e6a-4b198e7639e4 service nova] Acquired lock "refresh_cache-9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.010807] env[70542]: DEBUG nova.network.neutron [req-b5756aa5-c0e6-48fe-af24-d31dfab7b2a2 req-a9a77d21-730e-4b5e-9e6a-4b198e7639e4 service nova] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Refreshing network info cache for port 18d4a887-80cf-4212-9a68-56101524e4fe {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.068617] env[70542]: DEBUG oslo_vmware.api [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52aae4ab-08fc-acae-4973-0856dcb6e1c0, 'name': SearchDatastore_Task, 'duration_secs': 0.027808} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.068617] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.068617] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.068617] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.068811] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.068811] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.068811] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-deb893ee-0425-4351-b6c8-1c882d17ca15 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.088130] env[70542]: DEBUG nova.network.neutron [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Successfully updated port: 3b7a93fc-7e52-4a43-8ebb-5cda7be152ff {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.098542] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.098859] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.099890] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddbc0ede-7f92-4e81-ba34-8e285c138878 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.107632] env[70542]: DEBUG oslo_vmware.api [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Waiting for the task: (returnval){ [ 678.107632] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523bc262-613b-b07c-fe13-bcdbd5b89a51" [ 678.107632] env[70542]: _type = "Task" [ 678.107632] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.117512] env[70542]: DEBUG oslo_vmware.api [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523bc262-613b-b07c-fe13-bcdbd5b89a51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.139324] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b16cd39-d2a3-467d-9fab-459a8b0b415c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.152964] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3690f80a-0db9-4fa6-9232-72a0fce65fd2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.193378] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5857bc20-887a-432e-9046-5ab817c38192 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.202346] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bdb39a-d3df-4ecf-9912-c65921f24d3b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.219211] env[70542]: DEBUG nova.compute.provider_tree [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.268796] env[70542]: DEBUG oslo_vmware.api [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3910720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.904166} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.273443] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] a2359267-0c7a-4410-86c1-caf5e26bc921/a2359267-0c7a-4410-86c1-caf5e26bc921.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.274094] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.274725] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-066f6e46-c7f4-4420-b117-b094a4db01de {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.286292] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.288708] env[70542]: DEBUG oslo_vmware.api [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 678.288708] env[70542]: value = "task-3910723" [ 678.288708] env[70542]: _type = "Task" [ 678.288708] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.303126] env[70542]: DEBUG oslo_vmware.api [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3910723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.342416] env[70542]: DEBUG oslo_vmware.api [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910722, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.591466] env[70542]: DEBUG oslo_concurrency.lockutils [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "refresh_cache-f77c5d4a-3214-4ac4-b9a9-5285e1b23877" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.591713] env[70542]: DEBUG oslo_concurrency.lockutils [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquired lock "refresh_cache-f77c5d4a-3214-4ac4-b9a9-5285e1b23877" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.591713] env[70542]: DEBUG nova.network.neutron [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.620726] env[70542]: DEBUG oslo_vmware.api [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523bc262-613b-b07c-fe13-bcdbd5b89a51, 'name': SearchDatastore_Task, 'duration_secs': 0.04014} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.621551] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-544d4993-155a-4f51-b376-513a4bfe6945 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.631179] env[70542]: DEBUG oslo_vmware.api [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Waiting for the task: (returnval){ [ 678.631179] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522278dd-94be-ae55-7514-38f6062e86fd" [ 678.631179] env[70542]: _type = "Task" [ 678.631179] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.643200] env[70542]: DEBUG oslo_vmware.api [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522278dd-94be-ae55-7514-38f6062e86fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.724353] env[70542]: DEBUG nova.scheduler.client.report [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.778900] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.807321] env[70542]: DEBUG oslo_vmware.api [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3910723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136841} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.807321] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.807588] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7c25ce-0029-430e-9eac-599839f3ead5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.836307] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] a2359267-0c7a-4410-86c1-caf5e26bc921/a2359267-0c7a-4410-86c1-caf5e26bc921.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.839217] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1beb492b-0b29-409d-b4e9-5929c099be79 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.864798] env[70542]: DEBUG oslo_vmware.api [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.974621} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.866319] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 76d4543f-0743-4cbf-ba91-90d3cfd3fa38/76d4543f-0743-4cbf-ba91-90d3cfd3fa38.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.866561] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.867959] env[70542]: DEBUG oslo_vmware.api [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 678.867959] env[70542]: value = "task-3910724" [ 678.867959] env[70542]: _type = "Task" [ 678.867959] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.867959] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b117843c-7bdc-445f-8497-890e4b816996 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.881759] env[70542]: DEBUG oslo_vmware.api [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3910724, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.883766] env[70542]: DEBUG oslo_vmware.api [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 678.883766] env[70542]: value = "task-3910725" [ 678.883766] env[70542]: _type = "Task" [ 678.883766] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.983562] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Acquiring lock "a85890d5-f32f-4355-beed-46111dbd588d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.983562] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Lock "a85890d5-f32f-4355-beed-46111dbd588d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.984228] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Acquiring lock "a85890d5-f32f-4355-beed-46111dbd588d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.984334] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Lock "a85890d5-f32f-4355-beed-46111dbd588d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.984543] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Lock "a85890d5-f32f-4355-beed-46111dbd588d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.988354] env[70542]: INFO nova.compute.manager [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Terminating instance [ 679.056081] env[70542]: DEBUG nova.compute.manager [req-067653d7-0929-4228-95a2-aa03bc419018 req-6a5b8314-402d-4c6a-8e5d-a565cada682c service nova] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Received event network-vif-deleted-9a8ed272-01b0-41bd-9d2d-c3c3ce6292d7 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.147207] env[70542]: DEBUG oslo_vmware.api [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522278dd-94be-ae55-7514-38f6062e86fd, 'name': SearchDatastore_Task, 'duration_secs': 0.051544} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.147685] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.147829] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4/9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.148161] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96e795b6-1c4c-4b0b-930d-941da04c42e4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.156952] env[70542]: DEBUG oslo_vmware.api [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Waiting for the task: (returnval){ [ 679.156952] env[70542]: value = "task-3910726" [ 679.156952] env[70542]: _type = "Task" [ 679.156952] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.168694] env[70542]: DEBUG oslo_vmware.api [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Task: {'id': task-3910726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.201246] env[70542]: DEBUG nova.network.neutron [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.236796] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.237796] env[70542]: DEBUG nova.compute.manager [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.246032] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.429s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.248457] env[70542]: INFO nova.compute.claims [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.289337] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910721, 'name': ReconfigVM_Task, 'duration_secs': 1.183511} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.289454] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 42fb6e48-55b7-4d40-8978-6114e30fc6ed/42fb6e48-55b7-4d40-8978-6114e30fc6ed.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.290235] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9503e77-992e-48f4-946e-a65c62d435dd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.298087] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Waiting for the task: (returnval){ [ 679.298087] env[70542]: value = "task-3910727" [ 679.298087] env[70542]: _type = "Task" [ 679.298087] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.308032] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910727, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.317477] env[70542]: DEBUG nova.network.neutron [req-b5756aa5-c0e6-48fe-af24-d31dfab7b2a2 req-a9a77d21-730e-4b5e-9e6a-4b198e7639e4 service nova] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Updated VIF entry in instance network info cache for port 18d4a887-80cf-4212-9a68-56101524e4fe. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.318232] env[70542]: DEBUG nova.network.neutron [req-b5756aa5-c0e6-48fe-af24-d31dfab7b2a2 req-a9a77d21-730e-4b5e-9e6a-4b198e7639e4 service nova] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Updating instance_info_cache with network_info: [{"id": "18d4a887-80cf-4212-9a68-56101524e4fe", "address": "fa:16:3e:80:f8:37", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18d4a887-80", "ovs_interfaceid": "18d4a887-80cf-4212-9a68-56101524e4fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.380536] env[70542]: DEBUG oslo_vmware.api [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3910724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.396063] env[70542]: DEBUG oslo_vmware.api [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.283097} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.396430] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.397352] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5be13e-a8b8-46ef-b056-0ba86d20cbe0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.435724] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 76d4543f-0743-4cbf-ba91-90d3cfd3fa38/76d4543f-0743-4cbf-ba91-90d3cfd3fa38.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.436036] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc9afc15-3286-4818-9059-fa05b8119512 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.459018] env[70542]: DEBUG oslo_vmware.api [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 679.459018] env[70542]: value = "task-3910728" [ 679.459018] env[70542]: _type = "Task" [ 679.459018] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.470217] env[70542]: DEBUG oslo_vmware.api [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.499468] env[70542]: DEBUG nova.compute.manager [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.499754] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.500720] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be48efc-1fdd-45cc-bc03-8bded20d6120 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.510023] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.510023] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24860bef-25f5-435b-bcd5-0f6c7b05b2bd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.519702] env[70542]: DEBUG oslo_vmware.api [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Waiting for the task: (returnval){ [ 679.519702] env[70542]: value = "task-3910729" [ 679.519702] env[70542]: _type = "Task" [ 679.519702] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.528427] env[70542]: DEBUG oslo_vmware.api [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Task: {'id': task-3910729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.600777] env[70542]: DEBUG nova.network.neutron [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Updating instance_info_cache with network_info: [{"id": "3b7a93fc-7e52-4a43-8ebb-5cda7be152ff", "address": "fa:16:3e:da:ae:23", "network": {"id": "825937e7-152b-482b-bf7f-98ae0fc280e3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914664986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "cbe760689ebb4193b1b9e4776cb4bf6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7a93fc-7e", "ovs_interfaceid": "3b7a93fc-7e52-4a43-8ebb-5cda7be152ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.677544] env[70542]: DEBUG oslo_vmware.api [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Task: {'id': task-3910726, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.747169] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Acquiring lock "c82e9569-5ed3-49ca-a81d-e274ecc11a9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.747169] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Lock "c82e9569-5ed3-49ca-a81d-e274ecc11a9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.757014] env[70542]: DEBUG nova.compute.utils [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.764205] env[70542]: DEBUG nova.compute.manager [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.764501] env[70542]: DEBUG nova.network.neutron [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.817669] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910727, 'name': Rename_Task, 'duration_secs': 0.251325} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.818662] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.818662] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0730024e-88a8-41ab-9cc1-c0fa5bf17c32 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.823291] env[70542]: DEBUG oslo_concurrency.lockutils [req-b5756aa5-c0e6-48fe-af24-d31dfab7b2a2 req-a9a77d21-730e-4b5e-9e6a-4b198e7639e4 service nova] Releasing lock "refresh_cache-9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.828976] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Waiting for the task: (returnval){ [ 679.828976] env[70542]: value = "task-3910730" [ 679.828976] env[70542]: _type = "Task" [ 679.828976] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.847250] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.885675] env[70542]: DEBUG oslo_vmware.api [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3910724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.916219] env[70542]: DEBUG nova.policy [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecb2cc9193674c8b8992e93afb387023', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd9c5628849c49af958248c81ee81190', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.975324] env[70542]: DEBUG oslo_vmware.api [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910728, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.034683] env[70542]: DEBUG oslo_vmware.api [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Task: {'id': task-3910729, 'name': PowerOffVM_Task, 'duration_secs': 0.263748} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.034683] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.034880] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.035420] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b279a5f7-5795-4191-b12a-54fbb0ad38c6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.106223] env[70542]: DEBUG oslo_concurrency.lockutils [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Releasing lock "refresh_cache-f77c5d4a-3214-4ac4-b9a9-5285e1b23877" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.108352] env[70542]: DEBUG nova.compute.manager [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Instance network_info: |[{"id": "3b7a93fc-7e52-4a43-8ebb-5cda7be152ff", "address": "fa:16:3e:da:ae:23", "network": {"id": "825937e7-152b-482b-bf7f-98ae0fc280e3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914664986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "cbe760689ebb4193b1b9e4776cb4bf6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7a93fc-7e", "ovs_interfaceid": "3b7a93fc-7e52-4a43-8ebb-5cda7be152ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.112023] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:ae:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b7a93fc-7e52-4a43-8ebb-5cda7be152ff', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.123307] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Creating folder: Project (cbe760689ebb4193b1b9e4776cb4bf6c). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.123677] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.123862] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.124095] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Deleting the datastore file [datastore1] a85890d5-f32f-4355-beed-46111dbd588d {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.124313] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b740cbe0-7d66-4070-881b-16c5e397e90b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.131198] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8a020a7-6906-4151-8f22-ac07705d56f9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.141144] env[70542]: DEBUG oslo_vmware.api [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Waiting for the task: (returnval){ [ 680.141144] env[70542]: value = "task-3910732" [ 680.141144] env[70542]: _type = "Task" [ 680.141144] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.148353] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Created folder: Project (cbe760689ebb4193b1b9e4776cb4bf6c) in parent group-v776569. [ 680.148353] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Creating folder: Instances. Parent ref: group-v776594. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.148353] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cf7b0a8-cd7b-40bc-a3b9-b305d50e4fad {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.155379] env[70542]: DEBUG oslo_vmware.api [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Task: {'id': task-3910732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.167771] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Created folder: Instances in parent group-v776594. [ 680.168068] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.168704] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.168956] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65b80847-eeda-46f4-a98e-c22019935f79 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.190605] env[70542]: DEBUG oslo_vmware.api [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Task: {'id': task-3910726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72959} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.191403] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4/9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.191660] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.191966] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21124c1b-b017-485f-aac1-057d58292812 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.196454] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.196454] env[70542]: value = "task-3910735" [ 680.196454] env[70542]: _type = "Task" [ 680.196454] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.201704] env[70542]: DEBUG oslo_vmware.api [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Waiting for the task: (returnval){ [ 680.201704] env[70542]: value = "task-3910736" [ 680.201704] env[70542]: _type = "Task" [ 680.201704] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.209391] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910735, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.216581] env[70542]: DEBUG oslo_vmware.api [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Task: {'id': task-3910736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.264111] env[70542]: DEBUG nova.compute.manager [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.344563] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910730, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.388024] env[70542]: DEBUG oslo_vmware.api [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3910724, 'name': ReconfigVM_Task, 'duration_secs': 1.147223} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.389748] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Reconfigured VM instance instance-00000006 to attach disk [datastore2] a2359267-0c7a-4410-86c1-caf5e26bc921/a2359267-0c7a-4410-86c1-caf5e26bc921.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.391024] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-519cabad-0a03-44c3-a40a-2f06e0e238bd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.400102] env[70542]: DEBUG oslo_vmware.api [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 680.400102] env[70542]: value = "task-3910737" [ 680.400102] env[70542]: _type = "Task" [ 680.400102] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.415161] env[70542]: DEBUG oslo_vmware.api [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3910737, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.474030] env[70542]: DEBUG oslo_vmware.api [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910728, 'name': ReconfigVM_Task, 'duration_secs': 0.55178} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.474170] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 76d4543f-0743-4cbf-ba91-90d3cfd3fa38/76d4543f-0743-4cbf-ba91-90d3cfd3fa38.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.474882] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e92940fc-e569-4a2f-9431-1b500204f446 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.487932] env[70542]: DEBUG oslo_vmware.api [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 680.487932] env[70542]: value = "task-3910738" [ 680.487932] env[70542]: _type = "Task" [ 680.487932] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.503644] env[70542]: DEBUG oslo_vmware.api [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910738, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.518964] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Acquiring lock "83559878-68c5-40bb-86b5-306a9b7f120b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.520043] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Lock "83559878-68c5-40bb-86b5-306a9b7f120b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.609986] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f309dbc-11d1-4cc5-b291-c2981566f6ba {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.618511] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfa5944-84dd-4901-897a-50e7506da436 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.665460] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95d5798-770b-495d-94c0-d57d06ed5c7f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.675603] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f72af8-6bcb-456e-9f0c-613fcb766491 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.680479] env[70542]: DEBUG oslo_vmware.api [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Task: {'id': task-3910732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308703} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.680479] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.680479] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.680891] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.680891] env[70542]: INFO nova.compute.manager [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 680.681031] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.682049] env[70542]: DEBUG nova.compute.manager [-] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.682049] env[70542]: DEBUG nova.network.neutron [-] [instance: a85890d5-f32f-4355-beed-46111dbd588d] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.692172] env[70542]: DEBUG nova.compute.provider_tree [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.706516] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910735, 'name': CreateVM_Task, 'duration_secs': 0.50483} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.709768] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.711066] env[70542]: DEBUG oslo_concurrency.lockutils [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.711289] env[70542]: DEBUG oslo_concurrency.lockutils [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.711595] env[70542]: DEBUG oslo_concurrency.lockutils [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.713236] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a6cccea-a56e-4656-8df6-fba3c5d25410 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.717634] env[70542]: DEBUG oslo_vmware.api [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Task: {'id': task-3910736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093386} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.718274] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.719057] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f712b59-361d-4bbc-b7c2-03bee5ad60fa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.723521] env[70542]: DEBUG oslo_vmware.api [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 680.723521] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526488ef-2697-3fd1-ea36-3ba5c349e478" [ 680.723521] env[70542]: _type = "Task" [ 680.723521] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.750783] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4/9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.750783] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1f73218-7da7-4449-a052-fd16cc2ac473 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.769236] env[70542]: DEBUG oslo_vmware.api [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526488ef-2697-3fd1-ea36-3ba5c349e478, 'name': SearchDatastore_Task, 'duration_secs': 0.011955} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.770120] env[70542]: DEBUG oslo_concurrency.lockutils [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.770662] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.770662] env[70542]: DEBUG oslo_concurrency.lockutils [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.770806] env[70542]: DEBUG oslo_concurrency.lockutils [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.771276] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.771345] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3428a38e-300e-451f-bb54-cddfdb642915 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.775715] env[70542]: DEBUG oslo_vmware.api [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Waiting for the task: (returnval){ [ 680.775715] env[70542]: value = "task-3910739" [ 680.775715] env[70542]: _type = "Task" [ 680.775715] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.785737] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.785737] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.786926] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b86d0e91-53e0-4af5-8324-9b650b887c8d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.793745] env[70542]: DEBUG oslo_vmware.api [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Task: {'id': task-3910739, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.799840] env[70542]: DEBUG oslo_vmware.api [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 680.799840] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527e212b-86ac-62de-2a66-ba6bc1ec2253" [ 680.799840] env[70542]: _type = "Task" [ 680.799840] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.808174] env[70542]: DEBUG oslo_vmware.api [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527e212b-86ac-62de-2a66-ba6bc1ec2253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.838536] env[70542]: DEBUG nova.network.neutron [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Successfully created port: 908ecde2-02fe-468d-9f1b-0ca01618a959 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.848191] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910730, 'name': PowerOnVM_Task} progress is 79%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.855989] env[70542]: DEBUG nova.network.neutron [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Successfully updated port: 3c12d569-659e-442c-a3b2-b297fa1a48a1 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.912551] env[70542]: DEBUG oslo_vmware.api [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3910737, 'name': Rename_Task, 'duration_secs': 0.263492} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.912876] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.913161] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c459128-77f9-4f23-bdda-5bcab20a20a4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.920183] env[70542]: DEBUG oslo_vmware.api [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 680.920183] env[70542]: value = "task-3910740" [ 680.920183] env[70542]: _type = "Task" [ 680.920183] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.929303] env[70542]: DEBUG oslo_vmware.api [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3910740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.003894] env[70542]: DEBUG oslo_vmware.api [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910738, 'name': Rename_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.200718] env[70542]: DEBUG nova.scheduler.client.report [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.289369] env[70542]: DEBUG nova.compute.manager [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.293257] env[70542]: DEBUG oslo_vmware.api [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Task: {'id': task-3910739, 'name': ReconfigVM_Task, 'duration_secs': 0.291947} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.293257] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4/9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.293257] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a98e3f42-7a70-4d2c-8004-098aaaef67e4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.302973] env[70542]: DEBUG oslo_vmware.api [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Waiting for the task: (returnval){ [ 681.302973] env[70542]: value = "task-3910741" [ 681.302973] env[70542]: _type = "Task" [ 681.302973] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.322689] env[70542]: DEBUG oslo_vmware.api [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527e212b-86ac-62de-2a66-ba6bc1ec2253, 'name': SearchDatastore_Task, 'duration_secs': 0.014097} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.327594] env[70542]: DEBUG oslo_vmware.api [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Task: {'id': task-3910741, 'name': Rename_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.331242] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cdb67fa-b42d-459d-a1b3-7f84090b09e6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.346085] env[70542]: DEBUG nova.virt.hardware [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:52:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1955616204',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-616166696',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.346695] env[70542]: DEBUG nova.virt.hardware [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.346695] env[70542]: DEBUG nova.virt.hardware [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.346921] env[70542]: DEBUG nova.virt.hardware [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.347206] env[70542]: DEBUG nova.virt.hardware [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.347541] env[70542]: DEBUG nova.virt.hardware [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.347895] env[70542]: DEBUG nova.virt.hardware [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.348509] env[70542]: DEBUG nova.virt.hardware [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.348509] env[70542]: DEBUG nova.virt.hardware [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.348770] env[70542]: DEBUG nova.virt.hardware [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.348980] env[70542]: DEBUG nova.virt.hardware [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.355365] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a854c93-a00b-45a8-a533-ff8bde3bd065 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.360178] env[70542]: DEBUG oslo_vmware.api [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 681.360178] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523f3777-64c1-6c23-b078-15746455ccb0" [ 681.360178] env[70542]: _type = "Task" [ 681.360178] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.364250] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Acquiring lock "refresh_cache-bd8c9900-ec17-450e-a77e-d69428f0ff39" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.364392] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Acquired lock "refresh_cache-bd8c9900-ec17-450e-a77e-d69428f0ff39" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.364887] env[70542]: DEBUG nova.network.neutron [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.366033] env[70542]: DEBUG oslo_vmware.api [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910730, 'name': PowerOnVM_Task, 'duration_secs': 1.413537} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.371277] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.371277] env[70542]: INFO nova.compute.manager [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Took 19.28 seconds to spawn the instance on the hypervisor. [ 681.371277] env[70542]: DEBUG nova.compute.manager [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 681.374846] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0628c7-e6b6-4710-8879-6e18f6626b99 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.379463] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed3be02-c60b-4779-be51-7b73310dc0d4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.388677] env[70542]: DEBUG oslo_vmware.api [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523f3777-64c1-6c23-b078-15746455ccb0, 'name': SearchDatastore_Task, 'duration_secs': 0.010624} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.390689] env[70542]: DEBUG oslo_concurrency.lockutils [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.390689] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] f77c5d4a-3214-4ac4-b9a9-5285e1b23877/f77c5d4a-3214-4ac4-b9a9-5285e1b23877.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.393557] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22cb2981-9599-4aa8-ac2c-dceb05dff444 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.420363] env[70542]: DEBUG oslo_concurrency.lockutils [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Acquiring lock "89c1fb20-b1c0-4ca6-85ce-3578092dff0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.423817] env[70542]: DEBUG oslo_concurrency.lockutils [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Lock "89c1fb20-b1c0-4ca6-85ce-3578092dff0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.423817] env[70542]: DEBUG oslo_vmware.api [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 681.423817] env[70542]: value = "task-3910742" [ 681.423817] env[70542]: _type = "Task" [ 681.423817] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.437201] env[70542]: DEBUG oslo_vmware.api [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3910740, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.441282] env[70542]: DEBUG oslo_vmware.api [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.503313] env[70542]: DEBUG oslo_vmware.api [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910738, 'name': Rename_Task, 'duration_secs': 0.603668} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.505143] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.505143] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9c68ef8-12fe-4eb1-b8be-1a48a93668e3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.515984] env[70542]: DEBUG oslo_vmware.api [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 681.515984] env[70542]: value = "task-3910743" [ 681.515984] env[70542]: _type = "Task" [ 681.515984] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.528137] env[70542]: DEBUG oslo_vmware.api [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.707533] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.708141] env[70542]: DEBUG nova.compute.manager [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.711122] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.127s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.712625] env[70542]: INFO nova.compute.claims [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.821906] env[70542]: DEBUG oslo_vmware.api [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Task: {'id': task-3910741, 'name': Rename_Task, 'duration_secs': 0.218012} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.822703] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.822703] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67c37f36-b7ad-47e6-92f3-99e535b01940 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.831631] env[70542]: DEBUG oslo_vmware.api [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Waiting for the task: (returnval){ [ 681.831631] env[70542]: value = "task-3910744" [ 681.831631] env[70542]: _type = "Task" [ 681.831631] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.845234] env[70542]: DEBUG oslo_vmware.api [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Task: {'id': task-3910744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.919090] env[70542]: INFO nova.compute.manager [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Took 26.71 seconds to build instance. [ 681.932236] env[70542]: DEBUG nova.network.neutron [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.942207] env[70542]: DEBUG oslo_vmware.api [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910742, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.942507] env[70542]: DEBUG oslo_vmware.api [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3910740, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.037016] env[70542]: DEBUG oslo_vmware.api [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910743, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.047551] env[70542]: DEBUG nova.network.neutron [-] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.137545] env[70542]: DEBUG nova.network.neutron [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Updating instance_info_cache with network_info: [{"id": "3c12d569-659e-442c-a3b2-b297fa1a48a1", "address": "fa:16:3e:21:31:be", "network": {"id": "56322203-8ffe-41cc-ac10-29746085c571", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1397352574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7a1b648d9afd41bcb7db0146480d8dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c12d569-65", "ovs_interfaceid": "3c12d569-659e-442c-a3b2-b297fa1a48a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.183156] env[70542]: DEBUG oslo_concurrency.lockutils [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Acquiring lock "0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.183468] env[70542]: DEBUG oslo_concurrency.lockutils [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Lock "0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.189608] env[70542]: DEBUG nova.compute.manager [None req-54fb135b-1bb1-47b2-a130-bd5e5ee45e93 tempest-ServerDiagnosticsV248Test-43655305 tempest-ServerDiagnosticsV248Test-43655305-project-admin] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 682.192897] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c907ba-fccd-4318-bb2d-e8485dbca8e8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.202752] env[70542]: INFO nova.compute.manager [None req-54fb135b-1bb1-47b2-a130-bd5e5ee45e93 tempest-ServerDiagnosticsV248Test-43655305 tempest-ServerDiagnosticsV248Test-43655305-project-admin] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Retrieving diagnostics [ 682.203554] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3ce588-4158-44a6-aecf-08a607b6c202 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.242021] env[70542]: DEBUG nova.compute.utils [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.252557] env[70542]: DEBUG nova.compute.manager [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.252937] env[70542]: DEBUG nova.network.neutron [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.315803] env[70542]: DEBUG nova.policy [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c035cd557ef43e59421a3b48a245b9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c1a7cf0b70c4ea7924b473fcf5b67e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.344210] env[70542]: DEBUG oslo_vmware.api [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Task: {'id': task-3910744, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.421429] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbdb4e59-45a3-460c-b1b9-6181dc944238 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Lock "42fb6e48-55b7-4d40-8978-6114e30fc6ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.224s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.422880] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "42fb6e48-55b7-4d40-8978-6114e30fc6ed" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.895s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.423159] env[70542]: INFO nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] During sync_power_state the instance has a pending task (spawning). Skip. [ 682.423363] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "42fb6e48-55b7-4d40-8978-6114e30fc6ed" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.437960] env[70542]: DEBUG oslo_vmware.api [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3910740, 'name': PowerOnVM_Task, 'duration_secs': 1.130276} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.442270] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.442567] env[70542]: INFO nova.compute.manager [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Took 17.95 seconds to spawn the instance on the hypervisor. [ 682.442752] env[70542]: DEBUG nova.compute.manager [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 682.443078] env[70542]: DEBUG oslo_vmware.api [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762683} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.443840] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b5d99c-e9f5-4c56-9068-ee9fabe8db99 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.446569] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] f77c5d4a-3214-4ac4-b9a9-5285e1b23877/f77c5d4a-3214-4ac4-b9a9-5285e1b23877.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.446772] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.447046] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86b47a23-b070-4075-bcef-69ba60cd8ab5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.465216] env[70542]: DEBUG oslo_vmware.api [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 682.465216] env[70542]: value = "task-3910745" [ 682.465216] env[70542]: _type = "Task" [ 682.465216] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.476539] env[70542]: DEBUG oslo_vmware.api [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.529393] env[70542]: DEBUG oslo_vmware.api [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910743, 'name': PowerOnVM_Task, 'duration_secs': 0.649996} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.529579] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.529748] env[70542]: INFO nova.compute.manager [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Took 15.69 seconds to spawn the instance on the hypervisor. [ 682.529924] env[70542]: DEBUG nova.compute.manager [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 682.531014] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6b984a-1c8c-42c1-a51f-9d759c64c2fb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.554121] env[70542]: INFO nova.compute.manager [-] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Took 1.87 seconds to deallocate network for instance. [ 682.642119] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Releasing lock "refresh_cache-bd8c9900-ec17-450e-a77e-d69428f0ff39" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.642119] env[70542]: DEBUG nova.compute.manager [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Instance network_info: |[{"id": "3c12d569-659e-442c-a3b2-b297fa1a48a1", "address": "fa:16:3e:21:31:be", "network": {"id": "56322203-8ffe-41cc-ac10-29746085c571", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1397352574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7a1b648d9afd41bcb7db0146480d8dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c12d569-65", "ovs_interfaceid": "3c12d569-659e-442c-a3b2-b297fa1a48a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.642377] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:31:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c12d569-659e-442c-a3b2-b297fa1a48a1', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.655169] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Creating folder: Project (7a1b648d9afd41bcb7db0146480d8dbe). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.656283] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8eeb5a1b-cf9c-4745-8e8d-5cfbd928a18d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.671153] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Created folder: Project (7a1b648d9afd41bcb7db0146480d8dbe) in parent group-v776569. [ 682.671501] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Creating folder: Instances. Parent ref: group-v776597. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.671742] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42b513db-e0a1-4034-a0ee-75f956de2b22 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.682681] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Created folder: Instances in parent group-v776597. [ 682.682976] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.683625] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.684023] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-925e0949-df9e-41c8-a214-362efe1ff6f5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.701335] env[70542]: DEBUG nova.network.neutron [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Successfully created port: 25ba8f63-d341-4c74-bbf7-9a1d065f836a {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.709380] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.709380] env[70542]: value = "task-3910748" [ 682.709380] env[70542]: _type = "Task" [ 682.709380] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.720435] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910748, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.756450] env[70542]: DEBUG nova.compute.manager [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.832980] env[70542]: DEBUG nova.network.neutron [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Successfully updated port: 908ecde2-02fe-468d-9f1b-0ca01618a959 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.851127] env[70542]: DEBUG oslo_vmware.api [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Task: {'id': task-3910744, 'name': PowerOnVM_Task, 'duration_secs': 0.711422} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.852138] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.852426] env[70542]: INFO nova.compute.manager [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Took 13.66 seconds to spawn the instance on the hypervisor. [ 682.852615] env[70542]: DEBUG nova.compute.manager [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 682.853514] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c666301e-52a6-4596-9925-93d486aff8d8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.934522] env[70542]: DEBUG nova.compute.manager [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.985033] env[70542]: INFO nova.compute.manager [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Took 25.68 seconds to build instance. [ 682.992529] env[70542]: DEBUG oslo_vmware.api [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.21913} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.996336] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.997773] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccff6695-bc71-403b-b117-446fc591f6b3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.023362] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] f77c5d4a-3214-4ac4-b9a9-5285e1b23877/f77c5d4a-3214-4ac4-b9a9-5285e1b23877.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.027454] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e362ac4-fb33-49ce-8ba4-7ceae164eff4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.052879] env[70542]: DEBUG oslo_vmware.api [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 683.052879] env[70542]: value = "task-3910749" [ 683.052879] env[70542]: _type = "Task" [ 683.052879] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.058660] env[70542]: INFO nova.compute.manager [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Took 24.24 seconds to build instance. [ 683.062570] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.066446] env[70542]: DEBUG oslo_vmware.api [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910749, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.200050] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe3958d-a7e5-4da0-ace6-2e1b154f77ac {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.208499] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495e9c79-db7e-43d7-8bd3-83e93b1d20e2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.255066] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6c3018-880e-4b79-b101-eae5e59f86bb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.255066] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910748, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.261658] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679e18d9-97b3-4ad7-94a1-e130c04a7863 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.280956] env[70542]: DEBUG nova.compute.provider_tree [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.339530] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Acquiring lock "refresh_cache-e34d3e61-5465-4d68-8106-e9ee42644d69" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.339920] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Acquired lock "refresh_cache-e34d3e61-5465-4d68-8106-e9ee42644d69" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.340057] env[70542]: DEBUG nova.network.neutron [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.382047] env[70542]: INFO nova.compute.manager [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Took 21.95 seconds to build instance. [ 683.461524] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.489710] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dfb6cdd4-9773-4686-a6f9-e6a39bb9576a tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "a2359267-0c7a-4410-86c1-caf5e26bc921" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.197s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.492244] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "a2359267-0c7a-4410-86c1-caf5e26bc921" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.959s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.492244] env[70542]: INFO nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] During sync_power_state the instance has a pending task (spawning). Skip. [ 683.492244] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "a2359267-0c7a-4410-86c1-caf5e26bc921" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.561056] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6a3e456f-9e1a-40b3-a2dd-eeaa613581d8 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "76d4543f-0743-4cbf-ba91-90d3cfd3fa38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.757s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.562339] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "76d4543f-0743-4cbf-ba91-90d3cfd3fa38" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 17.030s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.562535] env[70542]: INFO nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] During sync_power_state the instance has a pending task (block_device_mapping). Skip. [ 683.562704] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "76d4543f-0743-4cbf-ba91-90d3cfd3fa38" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.567795] env[70542]: DEBUG oslo_vmware.api [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910749, 'name': ReconfigVM_Task, 'duration_secs': 0.420633} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.568556] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Reconfigured VM instance instance-00000009 to attach disk [datastore2] f77c5d4a-3214-4ac4-b9a9-5285e1b23877/f77c5d4a-3214-4ac4-b9a9-5285e1b23877.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.568979] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63e9211b-de3f-4c7a-bc50-aa6b18dcd360 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.577442] env[70542]: DEBUG oslo_vmware.api [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 683.577442] env[70542]: value = "task-3910750" [ 683.577442] env[70542]: _type = "Task" [ 683.577442] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.589789] env[70542]: DEBUG oslo_vmware.api [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910750, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.593059] env[70542]: DEBUG oslo_concurrency.lockutils [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "eef02990-c512-44f2-8fc7-eab27e22ab58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.594031] env[70542]: DEBUG oslo_concurrency.lockutils [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "eef02990-c512-44f2-8fc7-eab27e22ab58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.726017] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910748, 'name': CreateVM_Task, 'duration_secs': 0.545032} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.726313] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.727090] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.727286] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.727642] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.727916] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fedd5c0-21fa-4e02-a893-a6c9868fc619 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.737945] env[70542]: DEBUG oslo_vmware.api [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Waiting for the task: (returnval){ [ 683.737945] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f6420a-d276-452b-c681-bbb2199f08e7" [ 683.737945] env[70542]: _type = "Task" [ 683.737945] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.747631] env[70542]: DEBUG oslo_vmware.api [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f6420a-d276-452b-c681-bbb2199f08e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.785096] env[70542]: DEBUG nova.compute.manager [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.790334] env[70542]: DEBUG nova.scheduler.client.report [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.829947] env[70542]: DEBUG nova.virt.hardware [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.829947] env[70542]: DEBUG nova.virt.hardware [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.829947] env[70542]: DEBUG nova.virt.hardware [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.830310] env[70542]: DEBUG nova.virt.hardware [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.830310] env[70542]: DEBUG nova.virt.hardware [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.830310] env[70542]: DEBUG nova.virt.hardware [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.830442] env[70542]: DEBUG nova.virt.hardware [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.830571] env[70542]: DEBUG nova.virt.hardware [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.830733] env[70542]: DEBUG nova.virt.hardware [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.830897] env[70542]: DEBUG nova.virt.hardware [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.831081] env[70542]: DEBUG nova.virt.hardware [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.832362] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100c1882-de98-4521-be2d-c2e50bec483c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.838523] env[70542]: DEBUG nova.compute.manager [req-fb5bd876-067e-43e3-add7-551cdd33b5af req-ff4eab96-b81e-49aa-8969-ce6ab629b1b8 service nova] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Received event network-vif-plugged-3b7a93fc-7e52-4a43-8ebb-5cda7be152ff {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.838726] env[70542]: DEBUG oslo_concurrency.lockutils [req-fb5bd876-067e-43e3-add7-551cdd33b5af req-ff4eab96-b81e-49aa-8969-ce6ab629b1b8 service nova] Acquiring lock "f77c5d4a-3214-4ac4-b9a9-5285e1b23877-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.838924] env[70542]: DEBUG oslo_concurrency.lockutils [req-fb5bd876-067e-43e3-add7-551cdd33b5af req-ff4eab96-b81e-49aa-8969-ce6ab629b1b8 service nova] Lock "f77c5d4a-3214-4ac4-b9a9-5285e1b23877-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.839097] env[70542]: DEBUG oslo_concurrency.lockutils [req-fb5bd876-067e-43e3-add7-551cdd33b5af req-ff4eab96-b81e-49aa-8969-ce6ab629b1b8 service nova] Lock "f77c5d4a-3214-4ac4-b9a9-5285e1b23877-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.840074] env[70542]: DEBUG nova.compute.manager [req-fb5bd876-067e-43e3-add7-551cdd33b5af req-ff4eab96-b81e-49aa-8969-ce6ab629b1b8 service nova] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] No waiting events found dispatching network-vif-plugged-3b7a93fc-7e52-4a43-8ebb-5cda7be152ff {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 683.840074] env[70542]: WARNING nova.compute.manager [req-fb5bd876-067e-43e3-add7-551cdd33b5af req-ff4eab96-b81e-49aa-8969-ce6ab629b1b8 service nova] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Received unexpected event network-vif-plugged-3b7a93fc-7e52-4a43-8ebb-5cda7be152ff for instance with vm_state building and task_state spawning. [ 683.840074] env[70542]: DEBUG nova.compute.manager [req-fb5bd876-067e-43e3-add7-551cdd33b5af req-ff4eab96-b81e-49aa-8969-ce6ab629b1b8 service nova] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Received event network-changed-3b7a93fc-7e52-4a43-8ebb-5cda7be152ff {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.840074] env[70542]: DEBUG nova.compute.manager [req-fb5bd876-067e-43e3-add7-551cdd33b5af req-ff4eab96-b81e-49aa-8969-ce6ab629b1b8 service nova] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Refreshing instance network info cache due to event network-changed-3b7a93fc-7e52-4a43-8ebb-5cda7be152ff. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.840323] env[70542]: DEBUG oslo_concurrency.lockutils [req-fb5bd876-067e-43e3-add7-551cdd33b5af req-ff4eab96-b81e-49aa-8969-ce6ab629b1b8 service nova] Acquiring lock "refresh_cache-f77c5d4a-3214-4ac4-b9a9-5285e1b23877" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.840323] env[70542]: DEBUG oslo_concurrency.lockutils [req-fb5bd876-067e-43e3-add7-551cdd33b5af req-ff4eab96-b81e-49aa-8969-ce6ab629b1b8 service nova] Acquired lock "refresh_cache-f77c5d4a-3214-4ac4-b9a9-5285e1b23877" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.840443] env[70542]: DEBUG nova.network.neutron [req-fb5bd876-067e-43e3-add7-551cdd33b5af req-ff4eab96-b81e-49aa-8969-ce6ab629b1b8 service nova] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Refreshing network info cache for port 3b7a93fc-7e52-4a43-8ebb-5cda7be152ff {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.851118] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24fe8c2-44b7-45bd-a902-817ac6d8fbdf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.885200] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df840753-7291-48f3-907d-3def96a5b6a6 tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Lock "9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.471s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.886709] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 17.354s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.888266] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc3405d-b8cb-4078-b478-de43eb8436ba {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.902555] env[70542]: DEBUG nova.network.neutron [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.993219] env[70542]: DEBUG nova.compute.manager [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.053871] env[70542]: DEBUG nova.compute.manager [None req-f3a77519-8760-4bda-8856-6e46badab1f3 tempest-ServerDiagnosticsTest-522205117 tempest-ServerDiagnosticsTest-522205117-project-admin] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 684.055456] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58c2aa3-41aa-4b4d-a237-1380e6ceb9b5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.063724] env[70542]: INFO nova.compute.manager [None req-f3a77519-8760-4bda-8856-6e46badab1f3 tempest-ServerDiagnosticsTest-522205117 tempest-ServerDiagnosticsTest-522205117-project-admin] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Retrieving diagnostics [ 684.064572] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0971fdb7-0cff-4d73-83dc-31170c8ceed0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.068626] env[70542]: DEBUG nova.network.neutron [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Updating instance_info_cache with network_info: [{"id": "908ecde2-02fe-468d-9f1b-0ca01618a959", "address": "fa:16:3e:8e:66:cc", "network": {"id": "533882e0-4ca4-456b-adba-d63410dd1c91", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1950337672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9c5628849c49af958248c81ee81190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap908ecde2-02", "ovs_interfaceid": "908ecde2-02fe-468d-9f1b-0ca01618a959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.070919] env[70542]: DEBUG nova.compute.manager [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.112054] env[70542]: DEBUG oslo_vmware.api [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910750, 'name': Rename_Task, 'duration_secs': 0.315132} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.112413] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.113046] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4c6af7e-d76a-459b-8b8c-0a1c53943403 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.124282] env[70542]: DEBUG oslo_vmware.api [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 684.124282] env[70542]: value = "task-3910751" [ 684.124282] env[70542]: _type = "Task" [ 684.124282] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.134591] env[70542]: DEBUG oslo_vmware.api [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.251140] env[70542]: DEBUG oslo_vmware.api [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f6420a-d276-452b-c681-bbb2199f08e7, 'name': SearchDatastore_Task, 'duration_secs': 0.021732} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.251140] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.251584] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.251839] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.252035] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.252296] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.252707] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d148e5e5-554d-4dd6-8376-3174d87593bc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.264109] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.264583] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.265523] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c16552fa-eaf4-4132-ac69-4596c2119014 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.272705] env[70542]: DEBUG oslo_vmware.api [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Waiting for the task: (returnval){ [ 684.272705] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52aef3f0-76d2-c6d3-4e30-a0ca9169be63" [ 684.272705] env[70542]: _type = "Task" [ 684.272705] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.283695] env[70542]: DEBUG oslo_vmware.api [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52aef3f0-76d2-c6d3-4e30-a0ca9169be63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.296572] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.298438] env[70542]: DEBUG nova.compute.manager [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.307651] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.497s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.307651] env[70542]: INFO nova.compute.claims [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.313867] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquiring lock "01da3154-04a5-45c5-a3c6-049ef8d90cf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.314440] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "01da3154-04a5-45c5-a3c6-049ef8d90cf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.371128] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquiring lock "c8fe42f0-c100-4201-9895-f226773be184" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.371385] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "c8fe42f0-c100-4201-9895-f226773be184" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.388129] env[70542]: DEBUG nova.compute.manager [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.399245] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.420109] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquiring lock "4c656ad6-d574-4ac8-9fa3-6722d0cc0b39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.421217] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "4c656ad6-d574-4ac8-9fa3-6722d0cc0b39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.496222] env[70542]: DEBUG nova.network.neutron [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Successfully updated port: 25ba8f63-d341-4c74-bbf7-9a1d065f836a {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.528911] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.564725] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Acquiring lock "d7eac8eb-68a9-4247-a909-6e5aea068faa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.564901] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Lock "d7eac8eb-68a9-4247-a909-6e5aea068faa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.574836] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Releasing lock "refresh_cache-e34d3e61-5465-4d68-8106-e9ee42644d69" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.574836] env[70542]: DEBUG nova.compute.manager [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Instance network_info: |[{"id": "908ecde2-02fe-468d-9f1b-0ca01618a959", "address": "fa:16:3e:8e:66:cc", "network": {"id": "533882e0-4ca4-456b-adba-d63410dd1c91", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1950337672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9c5628849c49af958248c81ee81190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap908ecde2-02", "ovs_interfaceid": "908ecde2-02fe-468d-9f1b-0ca01618a959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.574995] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:66:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '908ecde2-02fe-468d-9f1b-0ca01618a959', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.583373] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Creating folder: Project (bd9c5628849c49af958248c81ee81190). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.585103] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6f84528-5046-4ed2-8c30-05a5fc6fb3fb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.599278] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Created folder: Project (bd9c5628849c49af958248c81ee81190) in parent group-v776569. [ 684.601493] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Creating folder: Instances. Parent ref: group-v776600. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.601915] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13cf429a-527b-478e-b55f-e791fc47f823 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.617562] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Created folder: Instances in parent group-v776600. [ 684.617841] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.618070] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.618283] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f0093eb-30e2-4b60-a2af-0c6dab932665 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.637614] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.650080] env[70542]: DEBUG oslo_vmware.api [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910751, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.651696] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.651696] env[70542]: value = "task-3910754" [ 684.651696] env[70542]: _type = "Task" [ 684.651696] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.786338] env[70542]: DEBUG nova.compute.manager [req-c1b4a713-e5c3-4a18-8847-09cc83c85d12 req-ed7b5ec1-d335-445e-bd7c-54104f8aa652 service nova] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Received event network-vif-plugged-908ecde2-02fe-468d-9f1b-0ca01618a959 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.786814] env[70542]: DEBUG oslo_concurrency.lockutils [req-c1b4a713-e5c3-4a18-8847-09cc83c85d12 req-ed7b5ec1-d335-445e-bd7c-54104f8aa652 service nova] Acquiring lock "e34d3e61-5465-4d68-8106-e9ee42644d69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.787093] env[70542]: DEBUG oslo_concurrency.lockutils [req-c1b4a713-e5c3-4a18-8847-09cc83c85d12 req-ed7b5ec1-d335-445e-bd7c-54104f8aa652 service nova] Lock "e34d3e61-5465-4d68-8106-e9ee42644d69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.787561] env[70542]: DEBUG oslo_concurrency.lockutils [req-c1b4a713-e5c3-4a18-8847-09cc83c85d12 req-ed7b5ec1-d335-445e-bd7c-54104f8aa652 service nova] Lock "e34d3e61-5465-4d68-8106-e9ee42644d69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.787648] env[70542]: DEBUG nova.compute.manager [req-c1b4a713-e5c3-4a18-8847-09cc83c85d12 req-ed7b5ec1-d335-445e-bd7c-54104f8aa652 service nova] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] No waiting events found dispatching network-vif-plugged-908ecde2-02fe-468d-9f1b-0ca01618a959 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 684.787946] env[70542]: WARNING nova.compute.manager [req-c1b4a713-e5c3-4a18-8847-09cc83c85d12 req-ed7b5ec1-d335-445e-bd7c-54104f8aa652 service nova] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Received unexpected event network-vif-plugged-908ecde2-02fe-468d-9f1b-0ca01618a959 for instance with vm_state building and task_state spawning. [ 684.789425] env[70542]: DEBUG nova.network.neutron [req-fb5bd876-067e-43e3-add7-551cdd33b5af req-ff4eab96-b81e-49aa-8969-ce6ab629b1b8 service nova] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Updated VIF entry in instance network info cache for port 3b7a93fc-7e52-4a43-8ebb-5cda7be152ff. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.790868] env[70542]: DEBUG nova.network.neutron [req-fb5bd876-067e-43e3-add7-551cdd33b5af req-ff4eab96-b81e-49aa-8969-ce6ab629b1b8 service nova] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Updating instance_info_cache with network_info: [{"id": "3b7a93fc-7e52-4a43-8ebb-5cda7be152ff", "address": "fa:16:3e:da:ae:23", "network": {"id": "825937e7-152b-482b-bf7f-98ae0fc280e3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914664986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe760689ebb4193b1b9e4776cb4bf6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b7a93fc-7e", "ovs_interfaceid": "3b7a93fc-7e52-4a43-8ebb-5cda7be152ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.804760] env[70542]: DEBUG oslo_vmware.api [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52aef3f0-76d2-c6d3-4e30-a0ca9169be63, 'name': SearchDatastore_Task, 'duration_secs': 0.012627} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.806100] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ad05f2c-3f91-4d9d-969b-2a2b88fdde29 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.819929] env[70542]: DEBUG nova.compute.utils [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.824751] env[70542]: DEBUG nova.compute.manager [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.825111] env[70542]: DEBUG nova.network.neutron [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.829126] env[70542]: DEBUG oslo_vmware.api [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Waiting for the task: (returnval){ [ 684.829126] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5202a69b-8599-84ea-7fcf-dde4143b659f" [ 684.829126] env[70542]: _type = "Task" [ 684.829126] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.854831] env[70542]: DEBUG oslo_vmware.api [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5202a69b-8599-84ea-7fcf-dde4143b659f, 'name': SearchDatastore_Task, 'duration_secs': 0.015215} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.854831] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.854831] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] bd8c9900-ec17-450e-a77e-d69428f0ff39/bd8c9900-ec17-450e-a77e-d69428f0ff39.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.854831] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-874c8fb5-297c-4e77-a5be-5444aabc665b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.865559] env[70542]: DEBUG oslo_vmware.api [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Waiting for the task: (returnval){ [ 684.865559] env[70542]: value = "task-3910755" [ 684.865559] env[70542]: _type = "Task" [ 684.865559] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.880425] env[70542]: DEBUG oslo_vmware.api [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Task: {'id': task-3910755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.917069] env[70542]: DEBUG oslo_concurrency.lockutils [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.954503] env[70542]: DEBUG nova.policy [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8dd2eabc52a1431b9cfdcf4f10f33226', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fde006e40818459e8dd361ebfbbff36b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.006355] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Acquiring lock "refresh_cache-9a25d997-02e9-4d87-aa89-5d05fac4d70d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.006355] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Acquired lock "refresh_cache-9a25d997-02e9-4d87-aa89-5d05fac4d70d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.006355] env[70542]: DEBUG nova.network.neutron [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.120546] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "05d962f1-7b10-4caa-9cb4-a0aab9bb38f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.121017] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "05d962f1-7b10-4caa-9cb4-a0aab9bb38f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.160236] env[70542]: DEBUG oslo_vmware.api [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910751, 'name': PowerOnVM_Task, 'duration_secs': 0.724274} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.165319] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.165741] env[70542]: INFO nova.compute.manager [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Took 10.49 seconds to spawn the instance on the hypervisor. [ 685.166062] env[70542]: DEBUG nova.compute.manager [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 685.167400] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c58cb29-03ef-4a89-93c1-0aa37aeac4db {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.194430] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910754, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.304117] env[70542]: DEBUG oslo_concurrency.lockutils [req-fb5bd876-067e-43e3-add7-551cdd33b5af req-ff4eab96-b81e-49aa-8969-ce6ab629b1b8 service nova] Releasing lock "refresh_cache-f77c5d4a-3214-4ac4-b9a9-5285e1b23877" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.304620] env[70542]: DEBUG nova.compute.manager [req-fb5bd876-067e-43e3-add7-551cdd33b5af req-ff4eab96-b81e-49aa-8969-ce6ab629b1b8 service nova] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Received event network-vif-plugged-3c12d569-659e-442c-a3b2-b297fa1a48a1 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.304770] env[70542]: DEBUG oslo_concurrency.lockutils [req-fb5bd876-067e-43e3-add7-551cdd33b5af req-ff4eab96-b81e-49aa-8969-ce6ab629b1b8 service nova] Acquiring lock "bd8c9900-ec17-450e-a77e-d69428f0ff39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.305031] env[70542]: DEBUG oslo_concurrency.lockutils [req-fb5bd876-067e-43e3-add7-551cdd33b5af req-ff4eab96-b81e-49aa-8969-ce6ab629b1b8 service nova] Lock "bd8c9900-ec17-450e-a77e-d69428f0ff39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.305295] env[70542]: DEBUG oslo_concurrency.lockutils [req-fb5bd876-067e-43e3-add7-551cdd33b5af req-ff4eab96-b81e-49aa-8969-ce6ab629b1b8 service nova] Lock "bd8c9900-ec17-450e-a77e-d69428f0ff39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.305587] env[70542]: DEBUG nova.compute.manager [req-fb5bd876-067e-43e3-add7-551cdd33b5af req-ff4eab96-b81e-49aa-8969-ce6ab629b1b8 service nova] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] No waiting events found dispatching network-vif-plugged-3c12d569-659e-442c-a3b2-b297fa1a48a1 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 685.305821] env[70542]: WARNING nova.compute.manager [req-fb5bd876-067e-43e3-add7-551cdd33b5af req-ff4eab96-b81e-49aa-8969-ce6ab629b1b8 service nova] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Received unexpected event network-vif-plugged-3c12d569-659e-442c-a3b2-b297fa1a48a1 for instance with vm_state building and task_state spawning. [ 685.306101] env[70542]: DEBUG nova.compute.manager [req-fb5bd876-067e-43e3-add7-551cdd33b5af req-ff4eab96-b81e-49aa-8969-ce6ab629b1b8 service nova] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Received event network-changed-3c12d569-659e-442c-a3b2-b297fa1a48a1 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.306276] env[70542]: DEBUG nova.compute.manager [req-fb5bd876-067e-43e3-add7-551cdd33b5af req-ff4eab96-b81e-49aa-8969-ce6ab629b1b8 service nova] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Refreshing instance network info cache due to event network-changed-3c12d569-659e-442c-a3b2-b297fa1a48a1. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.306485] env[70542]: DEBUG oslo_concurrency.lockutils [req-fb5bd876-067e-43e3-add7-551cdd33b5af req-ff4eab96-b81e-49aa-8969-ce6ab629b1b8 service nova] Acquiring lock "refresh_cache-bd8c9900-ec17-450e-a77e-d69428f0ff39" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.306787] env[70542]: DEBUG oslo_concurrency.lockutils [req-fb5bd876-067e-43e3-add7-551cdd33b5af req-ff4eab96-b81e-49aa-8969-ce6ab629b1b8 service nova] Acquired lock "refresh_cache-bd8c9900-ec17-450e-a77e-d69428f0ff39" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.306787] env[70542]: DEBUG nova.network.neutron [req-fb5bd876-067e-43e3-add7-551cdd33b5af req-ff4eab96-b81e-49aa-8969-ce6ab629b1b8 service nova] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Refreshing network info cache for port 3c12d569-659e-442c-a3b2-b297fa1a48a1 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.331429] env[70542]: DEBUG nova.compute.manager [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.385682] env[70542]: DEBUG oslo_vmware.api [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Task: {'id': task-3910755, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.463293] env[70542]: DEBUG oslo_concurrency.lockutils [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Acquiring lock "7b1e9f41-91a3-4135-abdb-864109cb712a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.463631] env[70542]: DEBUG oslo_concurrency.lockutils [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Lock "7b1e9f41-91a3-4135-abdb-864109cb712a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.464115] env[70542]: DEBUG oslo_concurrency.lockutils [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Acquiring lock "7b1e9f41-91a3-4135-abdb-864109cb712a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.464115] env[70542]: DEBUG oslo_concurrency.lockutils [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Lock "7b1e9f41-91a3-4135-abdb-864109cb712a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.464275] env[70542]: DEBUG oslo_concurrency.lockutils [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Lock "7b1e9f41-91a3-4135-abdb-864109cb712a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.467273] env[70542]: INFO nova.compute.manager [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Terminating instance [ 685.582872] env[70542]: DEBUG nova.network.neutron [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.673914] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910754, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.702017] env[70542]: INFO nova.compute.manager [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Took 18.01 seconds to build instance. [ 685.772785] env[70542]: DEBUG nova.network.neutron [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Updating instance_info_cache with network_info: [{"id": "25ba8f63-d341-4c74-bbf7-9a1d065f836a", "address": "fa:16:3e:66:b8:a5", "network": {"id": "0b2a7b1a-b383-42d0-a3a8-b923b54044f8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2057205878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c1a7cf0b70c4ea7924b473fcf5b67e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25ba8f63-d3", "ovs_interfaceid": "25ba8f63-d341-4c74-bbf7-9a1d065f836a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.856838] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965aecca-1e05-4d21-8202-56cc5c2d95cc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.877205] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62234ee2-9754-4b03-ae58-dcf50c753097 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.924253] env[70542]: DEBUG oslo_vmware.api [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Task: {'id': task-3910755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720323} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.925917] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] bd8c9900-ec17-450e-a77e-d69428f0ff39/bd8c9900-ec17-450e-a77e-d69428f0ff39.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.925917] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.926850] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1d61fe-298e-49b7-a375-2ef27a2fdebd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.930072] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-151ff963-7cca-4a6b-8fc6-fe6b8e109627 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.943723] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cf0055-4678-47fb-933f-a71ce1fd9326 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.951510] env[70542]: DEBUG oslo_vmware.api [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Waiting for the task: (returnval){ [ 685.951510] env[70542]: value = "task-3910756" [ 685.951510] env[70542]: _type = "Task" [ 685.951510] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.967884] env[70542]: DEBUG nova.compute.provider_tree [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.971850] env[70542]: DEBUG oslo_concurrency.lockutils [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Acquiring lock "refresh_cache-7b1e9f41-91a3-4135-abdb-864109cb712a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.972056] env[70542]: DEBUG oslo_concurrency.lockutils [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Acquired lock "refresh_cache-7b1e9f41-91a3-4135-abdb-864109cb712a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.972209] env[70542]: DEBUG nova.network.neutron [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.977605] env[70542]: DEBUG oslo_vmware.api [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Task: {'id': task-3910756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.985260] env[70542]: DEBUG nova.network.neutron [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Successfully created port: baeb7226-cd8b-40c6-9ed0-9a382d04ccc3 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.174285] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910754, 'name': CreateVM_Task, 'duration_secs': 1.422574} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.174563] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.175459] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.175558] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.176074] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.176373] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6af0c24-e798-45a8-845c-b59d950308d6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.186733] env[70542]: DEBUG oslo_vmware.api [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Waiting for the task: (returnval){ [ 686.186733] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5226a8fb-285b-e69c-a843-af317b9f26f1" [ 686.186733] env[70542]: _type = "Task" [ 686.186733] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.197715] env[70542]: DEBUG oslo_vmware.api [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5226a8fb-285b-e69c-a843-af317b9f26f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.205523] env[70542]: DEBUG oslo_concurrency.lockutils [None req-611dcbce-0843-458c-ae11-19a34c61ce00 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "f77c5d4a-3214-4ac4-b9a9-5285e1b23877" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.524s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.278509] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Releasing lock "refresh_cache-9a25d997-02e9-4d87-aa89-5d05fac4d70d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.279230] env[70542]: DEBUG nova.compute.manager [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Instance network_info: |[{"id": "25ba8f63-d341-4c74-bbf7-9a1d065f836a", "address": "fa:16:3e:66:b8:a5", "network": {"id": "0b2a7b1a-b383-42d0-a3a8-b923b54044f8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2057205878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c1a7cf0b70c4ea7924b473fcf5b67e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25ba8f63-d3", "ovs_interfaceid": "25ba8f63-d341-4c74-bbf7-9a1d065f836a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.284114] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:b8:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25ba8f63-d341-4c74-bbf7-9a1d065f836a', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.302691] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Creating folder: Project (3c1a7cf0b70c4ea7924b473fcf5b67e6). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.303282] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a20f773-af7e-4757-b650-a90a836ac2ce {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.322539] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Created folder: Project (3c1a7cf0b70c4ea7924b473fcf5b67e6) in parent group-v776569. [ 686.322927] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Creating folder: Instances. Parent ref: group-v776603. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.323268] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de2d6a93-421f-4a7e-8f21-d0a829aa5884 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.336108] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Created folder: Instances in parent group-v776603. [ 686.336393] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.336594] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.336829] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22794d9e-c44c-40d4-b179-5439dc541042 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.355520] env[70542]: DEBUG nova.compute.manager [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.364693] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.364693] env[70542]: value = "task-3910759" [ 686.364693] env[70542]: _type = "Task" [ 686.364693] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.378582] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910759, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.395813] env[70542]: DEBUG nova.virt.hardware [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.396124] env[70542]: DEBUG nova.virt.hardware [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.396239] env[70542]: DEBUG nova.virt.hardware [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.396406] env[70542]: DEBUG nova.virt.hardware [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.396559] env[70542]: DEBUG nova.virt.hardware [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.396705] env[70542]: DEBUG nova.virt.hardware [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.396921] env[70542]: DEBUG nova.virt.hardware [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.397101] env[70542]: DEBUG nova.virt.hardware [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.397275] env[70542]: DEBUG nova.virt.hardware [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.397442] env[70542]: DEBUG nova.virt.hardware [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.397616] env[70542]: DEBUG nova.virt.hardware [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.398537] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8509961e-7d07-488d-9a54-2b934e6ad2e2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.409234] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3247de2-51f5-48e9-abdc-670bd1900bc7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.466063] env[70542]: DEBUG oslo_vmware.api [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Task: {'id': task-3910756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.336597} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.466395] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.467483] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e869eab8-e086-447d-abfa-ced5e627fcfe {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.471768] env[70542]: DEBUG nova.scheduler.client.report [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.502934] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] bd8c9900-ec17-450e-a77e-d69428f0ff39/bd8c9900-ec17-450e-a77e-d69428f0ff39.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.507769] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a6a2bb8-c756-42b2-96a0-f67680cf20fc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.531556] env[70542]: DEBUG oslo_vmware.api [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Waiting for the task: (returnval){ [ 686.531556] env[70542]: value = "task-3910760" [ 686.531556] env[70542]: _type = "Task" [ 686.531556] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.544314] env[70542]: DEBUG oslo_vmware.api [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Task: {'id': task-3910760, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.587018] env[70542]: DEBUG nova.network.neutron [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.699601] env[70542]: DEBUG oslo_vmware.api [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5226a8fb-285b-e69c-a843-af317b9f26f1, 'name': SearchDatastore_Task, 'duration_secs': 0.021813} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.700277] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.700611] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.700925] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.701145] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.701373] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.701672] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-109983b9-4160-42a3-b4c8-ae38d9e325ec {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.708624] env[70542]: DEBUG nova.compute.manager [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.717919] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.718168] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.718957] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2836ceda-d1ad-411a-bca9-f29d55af62fd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.725498] env[70542]: DEBUG oslo_vmware.api [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Waiting for the task: (returnval){ [ 686.725498] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52be6085-2132-70f7-54a2-ec3aa3ecea54" [ 686.725498] env[70542]: _type = "Task" [ 686.725498] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.735727] env[70542]: DEBUG oslo_vmware.api [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52be6085-2132-70f7-54a2-ec3aa3ecea54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.789447] env[70542]: DEBUG nova.network.neutron [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.846588] env[70542]: DEBUG nova.network.neutron [req-fb5bd876-067e-43e3-add7-551cdd33b5af req-ff4eab96-b81e-49aa-8969-ce6ab629b1b8 service nova] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Updated VIF entry in instance network info cache for port 3c12d569-659e-442c-a3b2-b297fa1a48a1. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.847065] env[70542]: DEBUG nova.network.neutron [req-fb5bd876-067e-43e3-add7-551cdd33b5af req-ff4eab96-b81e-49aa-8969-ce6ab629b1b8 service nova] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Updating instance_info_cache with network_info: [{"id": "3c12d569-659e-442c-a3b2-b297fa1a48a1", "address": "fa:16:3e:21:31:be", "network": {"id": "56322203-8ffe-41cc-ac10-29746085c571", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1397352574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7a1b648d9afd41bcb7db0146480d8dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c12d569-65", "ovs_interfaceid": "3c12d569-659e-442c-a3b2-b297fa1a48a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.875069] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910759, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.978208] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.978861] env[70542]: DEBUG nova.compute.manager [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.982200] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.920s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.982530] env[70542]: DEBUG nova.objects.instance [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Lazy-loading 'resources' on Instance uuid a85890d5-f32f-4355-beed-46111dbd588d {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.047146] env[70542]: DEBUG oslo_vmware.api [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Task: {'id': task-3910760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.239049] env[70542]: DEBUG oslo_vmware.api [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52be6085-2132-70f7-54a2-ec3aa3ecea54, 'name': SearchDatastore_Task, 'duration_secs': 0.045337} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.240435] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7ed8c74-bd9c-4437-b126-e07b6f64ceff {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.245312] env[70542]: DEBUG oslo_concurrency.lockutils [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.251009] env[70542]: DEBUG oslo_vmware.api [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Waiting for the task: (returnval){ [ 687.251009] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521f6894-75c2-884f-9233-7e6406b5ddf9" [ 687.251009] env[70542]: _type = "Task" [ 687.251009] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.265552] env[70542]: DEBUG oslo_vmware.api [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521f6894-75c2-884f-9233-7e6406b5ddf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.292834] env[70542]: DEBUG oslo_concurrency.lockutils [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Releasing lock "refresh_cache-7b1e9f41-91a3-4135-abdb-864109cb712a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.293345] env[70542]: DEBUG nova.compute.manager [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.293574] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.294468] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b988697-9bf2-44ca-a881-b00a91b35ba7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.303722] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.304715] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e561c90-ed51-44a4-a1e0-393f6ec0579d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.314336] env[70542]: DEBUG oslo_vmware.api [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Waiting for the task: (returnval){ [ 687.314336] env[70542]: value = "task-3910761" [ 687.314336] env[70542]: _type = "Task" [ 687.314336] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.326731] env[70542]: DEBUG oslo_vmware.api [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Task: {'id': task-3910761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.350793] env[70542]: DEBUG oslo_concurrency.lockutils [req-fb5bd876-067e-43e3-add7-551cdd33b5af req-ff4eab96-b81e-49aa-8969-ce6ab629b1b8 service nova] Releasing lock "refresh_cache-bd8c9900-ec17-450e-a77e-d69428f0ff39" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.378316] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910759, 'name': CreateVM_Task, 'duration_secs': 0.725533} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.378638] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.379598] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.379598] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.380626] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.381706] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc231e6f-bacb-46a6-adb8-1b831f73f14e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.388893] env[70542]: DEBUG oslo_vmware.api [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Waiting for the task: (returnval){ [ 687.388893] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e50054-2e19-025d-6586-f326cfe20aaf" [ 687.388893] env[70542]: _type = "Task" [ 687.388893] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.404479] env[70542]: DEBUG oslo_vmware.api [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e50054-2e19-025d-6586-f326cfe20aaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.488050] env[70542]: DEBUG nova.compute.utils [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.492297] env[70542]: DEBUG nova.compute.manager [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.492297] env[70542]: DEBUG nova.network.neutron [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.536558] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Acquiring lock "42fb6e48-55b7-4d40-8978-6114e30fc6ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.536969] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Lock "42fb6e48-55b7-4d40-8978-6114e30fc6ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.540021] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Acquiring lock "42fb6e48-55b7-4d40-8978-6114e30fc6ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.540021] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Lock "42fb6e48-55b7-4d40-8978-6114e30fc6ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.540021] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Lock "42fb6e48-55b7-4d40-8978-6114e30fc6ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.548657] env[70542]: INFO nova.compute.manager [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Terminating instance [ 687.559214] env[70542]: DEBUG oslo_vmware.api [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Task: {'id': task-3910760, 'name': ReconfigVM_Task, 'duration_secs': 0.817518} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.562495] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Reconfigured VM instance instance-0000000a to attach disk [datastore2] bd8c9900-ec17-450e-a77e-d69428f0ff39/bd8c9900-ec17-450e-a77e-d69428f0ff39.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.563396] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4099c1d-6b2e-424a-844d-a434bf9f7df6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.573770] env[70542]: DEBUG oslo_vmware.api [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Waiting for the task: (returnval){ [ 687.573770] env[70542]: value = "task-3910762" [ 687.573770] env[70542]: _type = "Task" [ 687.573770] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.587980] env[70542]: DEBUG oslo_vmware.api [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Task: {'id': task-3910762, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.687303] env[70542]: DEBUG nova.policy [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8c740c83b454579adc6a9247d7164a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '652c22ddbfed4f39bd161ebb894ec90a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.696390] env[70542]: DEBUG nova.compute.manager [req-7c76fff5-7a4a-41e9-93b5-22f42032c9e1 req-35b82cbc-f2c3-4e4e-96b2-80b483575df8 service nova] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Received event network-vif-deleted-f30adabd-c1e3-463d-a1d6-dc2b120cef19 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.696597] env[70542]: DEBUG nova.compute.manager [req-7c76fff5-7a4a-41e9-93b5-22f42032c9e1 req-35b82cbc-f2c3-4e4e-96b2-80b483575df8 service nova] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Received event network-vif-plugged-25ba8f63-d341-4c74-bbf7-9a1d065f836a {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.696793] env[70542]: DEBUG oslo_concurrency.lockutils [req-7c76fff5-7a4a-41e9-93b5-22f42032c9e1 req-35b82cbc-f2c3-4e4e-96b2-80b483575df8 service nova] Acquiring lock "9a25d997-02e9-4d87-aa89-5d05fac4d70d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.697150] env[70542]: DEBUG oslo_concurrency.lockutils [req-7c76fff5-7a4a-41e9-93b5-22f42032c9e1 req-35b82cbc-f2c3-4e4e-96b2-80b483575df8 service nova] Lock "9a25d997-02e9-4d87-aa89-5d05fac4d70d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.697635] env[70542]: DEBUG oslo_concurrency.lockutils [req-7c76fff5-7a4a-41e9-93b5-22f42032c9e1 req-35b82cbc-f2c3-4e4e-96b2-80b483575df8 service nova] Lock "9a25d997-02e9-4d87-aa89-5d05fac4d70d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.697821] env[70542]: DEBUG nova.compute.manager [req-7c76fff5-7a4a-41e9-93b5-22f42032c9e1 req-35b82cbc-f2c3-4e4e-96b2-80b483575df8 service nova] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] No waiting events found dispatching network-vif-plugged-25ba8f63-d341-4c74-bbf7-9a1d065f836a {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 687.698035] env[70542]: WARNING nova.compute.manager [req-7c76fff5-7a4a-41e9-93b5-22f42032c9e1 req-35b82cbc-f2c3-4e4e-96b2-80b483575df8 service nova] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Received unexpected event network-vif-plugged-25ba8f63-d341-4c74-bbf7-9a1d065f836a for instance with vm_state building and task_state spawning. [ 687.698190] env[70542]: DEBUG nova.compute.manager [req-7c76fff5-7a4a-41e9-93b5-22f42032c9e1 req-35b82cbc-f2c3-4e4e-96b2-80b483575df8 service nova] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Received event network-changed-25ba8f63-d341-4c74-bbf7-9a1d065f836a {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.698352] env[70542]: DEBUG nova.compute.manager [req-7c76fff5-7a4a-41e9-93b5-22f42032c9e1 req-35b82cbc-f2c3-4e4e-96b2-80b483575df8 service nova] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Refreshing instance network info cache due to event network-changed-25ba8f63-d341-4c74-bbf7-9a1d065f836a. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.699040] env[70542]: DEBUG oslo_concurrency.lockutils [req-7c76fff5-7a4a-41e9-93b5-22f42032c9e1 req-35b82cbc-f2c3-4e4e-96b2-80b483575df8 service nova] Acquiring lock "refresh_cache-9a25d997-02e9-4d87-aa89-5d05fac4d70d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.699220] env[70542]: DEBUG oslo_concurrency.lockutils [req-7c76fff5-7a4a-41e9-93b5-22f42032c9e1 req-35b82cbc-f2c3-4e4e-96b2-80b483575df8 service nova] Acquired lock "refresh_cache-9a25d997-02e9-4d87-aa89-5d05fac4d70d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.700040] env[70542]: DEBUG nova.network.neutron [req-7c76fff5-7a4a-41e9-93b5-22f42032c9e1 req-35b82cbc-f2c3-4e4e-96b2-80b483575df8 service nova] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Refreshing network info cache for port 25ba8f63-d341-4c74-bbf7-9a1d065f836a {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.766685] env[70542]: DEBUG oslo_vmware.api [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521f6894-75c2-884f-9233-7e6406b5ddf9, 'name': SearchDatastore_Task, 'duration_secs': 0.013651} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.767170] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.767252] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] e34d3e61-5465-4d68-8106-e9ee42644d69/e34d3e61-5465-4d68-8106-e9ee42644d69.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.768335] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e76a098-b960-4883-8535-57008b8ca4f2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.780162] env[70542]: DEBUG oslo_vmware.api [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Waiting for the task: (returnval){ [ 687.780162] env[70542]: value = "task-3910763" [ 687.780162] env[70542]: _type = "Task" [ 687.780162] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.798254] env[70542]: DEBUG oslo_vmware.api [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3910763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.832357] env[70542]: DEBUG oslo_vmware.api [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Task: {'id': task-3910761, 'name': PowerOffVM_Task, 'duration_secs': 0.234055} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.832696] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.832900] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.833218] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c7fa8f8-048c-4cc1-8f70-2e189cdcfea3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.863999] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.864340] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.864523] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Deleting the datastore file [datastore1] 7b1e9f41-91a3-4135-abdb-864109cb712a {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.864816] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-920a943f-ef0f-4fc8-96ea-e13ea9ae7dfa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.875211] env[70542]: DEBUG oslo_vmware.api [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Waiting for the task: (returnval){ [ 687.875211] env[70542]: value = "task-3910765" [ 687.875211] env[70542]: _type = "Task" [ 687.875211] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.885652] env[70542]: DEBUG oslo_vmware.api [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Task: {'id': task-3910765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.902024] env[70542]: DEBUG oslo_vmware.api [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e50054-2e19-025d-6586-f326cfe20aaf, 'name': SearchDatastore_Task, 'duration_secs': 0.013494} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.902418] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.902919] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.902919] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.903081] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.903490] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.903788] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1880c4bf-fb92-4191-b0b1-62ff96540433 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.918348] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.918581] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.920179] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c2f484b-1017-48fe-940c-4fa2b1e5e5d9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.929087] env[70542]: DEBUG oslo_vmware.api [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Waiting for the task: (returnval){ [ 687.929087] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526a26c7-197a-cdfb-49bc-b93271ed5835" [ 687.929087] env[70542]: _type = "Task" [ 687.929087] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.941043] env[70542]: DEBUG oslo_vmware.api [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526a26c7-197a-cdfb-49bc-b93271ed5835, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.001448] env[70542]: DEBUG nova.compute.manager [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.029315] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80296fee-90cb-4235-8f2d-e6f90ba89c46 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.040342] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26cfeeb-81fa-41a8-b7fe-15cd2a470f1f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.078976] env[70542]: DEBUG nova.compute.manager [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.078976] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.080886] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d1b6d0-eeb4-47f5-8596-1383d3cb2a3e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.091262] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47c45bb-96aa-4c58-8b62-6d33a799456e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.104752] env[70542]: DEBUG oslo_vmware.api [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Task: {'id': task-3910762, 'name': Rename_Task, 'duration_secs': 0.254469} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.105389] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.108178] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.108412] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1a1187b-c37a-43b4-8d38-9a0029262a02 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.110805] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96c60ec8-3c6d-426d-9e49-746d0a473310 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.114334] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec3faba-b74a-420f-8165-4da3a3f35537 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.134860] env[70542]: DEBUG nova.compute.provider_tree [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.141513] env[70542]: DEBUG oslo_vmware.api [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Waiting for the task: (returnval){ [ 688.141513] env[70542]: value = "task-3910766" [ 688.141513] env[70542]: _type = "Task" [ 688.141513] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.141962] env[70542]: DEBUG oslo_vmware.api [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Waiting for the task: (returnval){ [ 688.141962] env[70542]: value = "task-3910767" [ 688.141962] env[70542]: _type = "Task" [ 688.141962] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.166059] env[70542]: DEBUG oslo_vmware.api [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.167922] env[70542]: DEBUG oslo_vmware.api [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Task: {'id': task-3910767, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.295027] env[70542]: DEBUG oslo_vmware.api [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3910763, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.387456] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "70a49596-b0a3-4ce7-8b80-ab64344fbcd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.387759] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "70a49596-b0a3-4ce7-8b80-ab64344fbcd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.397028] env[70542]: DEBUG oslo_vmware.api [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Task: {'id': task-3910765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153588} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.397028] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.397028] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.397028] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.397028] env[70542]: INFO nova.compute.manager [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 688.397530] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.397530] env[70542]: DEBUG nova.compute.manager [-] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.397530] env[70542]: DEBUG nova.network.neutron [-] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.446410] env[70542]: DEBUG oslo_vmware.api [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526a26c7-197a-cdfb-49bc-b93271ed5835, 'name': SearchDatastore_Task, 'duration_secs': 0.013195} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.448055] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc83cbf8-8f0a-4d9f-9e11-2b865faa6b27 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.455434] env[70542]: DEBUG nova.network.neutron [-] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.464049] env[70542]: DEBUG oslo_vmware.api [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Waiting for the task: (returnval){ [ 688.464049] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5246e85f-3381-ac86-d403-aee7c58b2b29" [ 688.464049] env[70542]: _type = "Task" [ 688.464049] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.475608] env[70542]: DEBUG oslo_vmware.api [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5246e85f-3381-ac86-d403-aee7c58b2b29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.532211] env[70542]: DEBUG nova.compute.manager [req-eb0abf0c-98c6-4879-a221-8db44d0e8aa1 req-18824be7-8b0d-4c88-88cf-e09d6e53951d service nova] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Received event network-changed-908ecde2-02fe-468d-9f1b-0ca01618a959 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.532445] env[70542]: DEBUG nova.compute.manager [req-eb0abf0c-98c6-4879-a221-8db44d0e8aa1 req-18824be7-8b0d-4c88-88cf-e09d6e53951d service nova] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Refreshing instance network info cache due to event network-changed-908ecde2-02fe-468d-9f1b-0ca01618a959. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.532691] env[70542]: DEBUG oslo_concurrency.lockutils [req-eb0abf0c-98c6-4879-a221-8db44d0e8aa1 req-18824be7-8b0d-4c88-88cf-e09d6e53951d service nova] Acquiring lock "refresh_cache-e34d3e61-5465-4d68-8106-e9ee42644d69" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.533087] env[70542]: DEBUG oslo_concurrency.lockutils [req-eb0abf0c-98c6-4879-a221-8db44d0e8aa1 req-18824be7-8b0d-4c88-88cf-e09d6e53951d service nova] Acquired lock "refresh_cache-e34d3e61-5465-4d68-8106-e9ee42644d69" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.533087] env[70542]: DEBUG nova.network.neutron [req-eb0abf0c-98c6-4879-a221-8db44d0e8aa1 req-18824be7-8b0d-4c88-88cf-e09d6e53951d service nova] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Refreshing network info cache for port 908ecde2-02fe-468d-9f1b-0ca01618a959 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.644496] env[70542]: DEBUG nova.scheduler.client.report [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.668359] env[70542]: DEBUG oslo_vmware.api [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Task: {'id': task-3910767, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.668689] env[70542]: DEBUG oslo_vmware.api [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910766, 'name': PowerOffVM_Task, 'duration_secs': 0.277459} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.671608] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.671766] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.672949] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bb9af67-a1b2-4887-b151-39cb7810be01 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.755479] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.755844] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.756168] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Deleting the datastore file [datastore2] 42fb6e48-55b7-4d40-8978-6114e30fc6ed {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.756513] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd5bbfde-1dae-4b81-956b-b9dcec1468de {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.765223] env[70542]: DEBUG oslo_vmware.api [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Waiting for the task: (returnval){ [ 688.765223] env[70542]: value = "task-3910769" [ 688.765223] env[70542]: _type = "Task" [ 688.765223] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.778040] env[70542]: DEBUG oslo_vmware.api [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.791738] env[70542]: DEBUG oslo_vmware.api [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3910763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61065} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.792118] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] e34d3e61-5465-4d68-8106-e9ee42644d69/e34d3e61-5465-4d68-8106-e9ee42644d69.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.792374] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.792689] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2aa42039-7de7-4d56-ab70-63ed29ff92c8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.800532] env[70542]: DEBUG oslo_vmware.api [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Waiting for the task: (returnval){ [ 688.800532] env[70542]: value = "task-3910770" [ 688.800532] env[70542]: _type = "Task" [ 688.800532] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.811584] env[70542]: DEBUG oslo_vmware.api [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3910770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.960516] env[70542]: DEBUG nova.network.neutron [-] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.979221] env[70542]: DEBUG oslo_vmware.api [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5246e85f-3381-ac86-d403-aee7c58b2b29, 'name': SearchDatastore_Task, 'duration_secs': 0.026796} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.979509] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.979780] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 9a25d997-02e9-4d87-aa89-5d05fac4d70d/9a25d997-02e9-4d87-aa89-5d05fac4d70d.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.980058] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d34a3256-2456-485c-882c-65815a1243c4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.988975] env[70542]: DEBUG oslo_vmware.api [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Waiting for the task: (returnval){ [ 688.988975] env[70542]: value = "task-3910771" [ 688.988975] env[70542]: _type = "Task" [ 688.988975] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.998920] env[70542]: DEBUG oslo_vmware.api [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Task: {'id': task-3910771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.013283] env[70542]: DEBUG nova.compute.manager [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.047728] env[70542]: DEBUG nova.network.neutron [req-7c76fff5-7a4a-41e9-93b5-22f42032c9e1 req-35b82cbc-f2c3-4e4e-96b2-80b483575df8 service nova] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Updated VIF entry in instance network info cache for port 25ba8f63-d341-4c74-bbf7-9a1d065f836a. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.048100] env[70542]: DEBUG nova.network.neutron [req-7c76fff5-7a4a-41e9-93b5-22f42032c9e1 req-35b82cbc-f2c3-4e4e-96b2-80b483575df8 service nova] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Updating instance_info_cache with network_info: [{"id": "25ba8f63-d341-4c74-bbf7-9a1d065f836a", "address": "fa:16:3e:66:b8:a5", "network": {"id": "0b2a7b1a-b383-42d0-a3a8-b923b54044f8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2057205878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c1a7cf0b70c4ea7924b473fcf5b67e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25ba8f63-d3", "ovs_interfaceid": "25ba8f63-d341-4c74-bbf7-9a1d065f836a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.052348] env[70542]: DEBUG nova.virt.hardware [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.052600] env[70542]: DEBUG nova.virt.hardware [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.052814] env[70542]: DEBUG nova.virt.hardware [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.052922] env[70542]: DEBUG nova.virt.hardware [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.053078] env[70542]: DEBUG nova.virt.hardware [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.053220] env[70542]: DEBUG nova.virt.hardware [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.053457] env[70542]: DEBUG nova.virt.hardware [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.055096] env[70542]: DEBUG nova.virt.hardware [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.055096] env[70542]: DEBUG nova.virt.hardware [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.055096] env[70542]: DEBUG nova.virt.hardware [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.055096] env[70542]: DEBUG nova.virt.hardware [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.055270] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855d4c98-b5b1-4049-b0c3-75d28140f45b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.067104] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3a4bd1-f809-46c9-b969-bd2b28f5ea38 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.156561] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.162215] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.701s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.163977] env[70542]: INFO nova.compute.claims [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.167348] env[70542]: DEBUG oslo_vmware.api [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Task: {'id': task-3910767, 'name': PowerOnVM_Task} progress is 37%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.190122] env[70542]: INFO nova.scheduler.client.report [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Deleted allocations for instance a85890d5-f32f-4355-beed-46111dbd588d [ 689.279602] env[70542]: DEBUG oslo_vmware.api [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.314941] env[70542]: DEBUG oslo_vmware.api [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3910770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.272977} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.315221] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.315989] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be95429-3082-4652-aa07-d1dd76caffb8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.345237] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] e34d3e61-5465-4d68-8106-e9ee42644d69/e34d3e61-5465-4d68-8106-e9ee42644d69.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.346435] env[70542]: DEBUG nova.network.neutron [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Successfully updated port: baeb7226-cd8b-40c6-9ed0-9a382d04ccc3 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.348054] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0745168b-3b69-4d75-aebd-4121fb8bf573 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.380932] env[70542]: DEBUG oslo_vmware.api [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Waiting for the task: (returnval){ [ 689.380932] env[70542]: value = "task-3910772" [ 689.380932] env[70542]: _type = "Task" [ 689.380932] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.396469] env[70542]: DEBUG oslo_vmware.api [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3910772, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.397536] env[70542]: DEBUG nova.network.neutron [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Successfully created port: 96fc8356-1594-4a9e-83c2-bac4fb43ec09 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.462851] env[70542]: INFO nova.compute.manager [-] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Took 1.07 seconds to deallocate network for instance. [ 689.501475] env[70542]: DEBUG oslo_vmware.api [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Task: {'id': task-3910771, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.561190] env[70542]: DEBUG oslo_concurrency.lockutils [req-7c76fff5-7a4a-41e9-93b5-22f42032c9e1 req-35b82cbc-f2c3-4e4e-96b2-80b483575df8 service nova] Releasing lock "refresh_cache-9a25d997-02e9-4d87-aa89-5d05fac4d70d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.664565] env[70542]: DEBUG oslo_vmware.api [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Task: {'id': task-3910767, 'name': PowerOnVM_Task} progress is 82%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.698903] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e4c9a444-50f7-44a5-ae8c-205b2ed6929c tempest-AttachInterfacesV270Test-47759930 tempest-AttachInterfacesV270Test-47759930-project-member] Lock "a85890d5-f32f-4355-beed-46111dbd588d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.715s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.786019] env[70542]: DEBUG oslo_vmware.api [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Task: {'id': task-3910769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.550958} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.786019] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.786019] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.786019] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.786019] env[70542]: INFO nova.compute.manager [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Took 1.71 seconds to destroy the instance on the hypervisor. [ 689.786353] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.786353] env[70542]: DEBUG nova.compute.manager [-] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.786353] env[70542]: DEBUG nova.network.neutron [-] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.875398] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Acquiring lock "refresh_cache-11593aae-019c-43c8-94b2-09281545fc38" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.875398] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Acquired lock "refresh_cache-11593aae-019c-43c8-94b2-09281545fc38" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.875645] env[70542]: DEBUG nova.network.neutron [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.896472] env[70542]: DEBUG oslo_vmware.api [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3910772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.973439] env[70542]: DEBUG oslo_concurrency.lockutils [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.003415] env[70542]: DEBUG oslo_vmware.api [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Task: {'id': task-3910771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791091} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.003415] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 9a25d997-02e9-4d87-aa89-5d05fac4d70d/9a25d997-02e9-4d87-aa89-5d05fac4d70d.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.003415] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.003415] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91b18191-4f23-4ceb-927a-5e7bbe1fe7a5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.013060] env[70542]: DEBUG oslo_vmware.api [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Waiting for the task: (returnval){ [ 690.013060] env[70542]: value = "task-3910773" [ 690.013060] env[70542]: _type = "Task" [ 690.013060] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.038597] env[70542]: DEBUG oslo_vmware.api [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Task: {'id': task-3910773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.039649] env[70542]: DEBUG nova.network.neutron [req-eb0abf0c-98c6-4879-a221-8db44d0e8aa1 req-18824be7-8b0d-4c88-88cf-e09d6e53951d service nova] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Updated VIF entry in instance network info cache for port 908ecde2-02fe-468d-9f1b-0ca01618a959. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.040008] env[70542]: DEBUG nova.network.neutron [req-eb0abf0c-98c6-4879-a221-8db44d0e8aa1 req-18824be7-8b0d-4c88-88cf-e09d6e53951d service nova] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Updating instance_info_cache with network_info: [{"id": "908ecde2-02fe-468d-9f1b-0ca01618a959", "address": "fa:16:3e:8e:66:cc", "network": {"id": "533882e0-4ca4-456b-adba-d63410dd1c91", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1950337672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9c5628849c49af958248c81ee81190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap908ecde2-02", "ovs_interfaceid": "908ecde2-02fe-468d-9f1b-0ca01618a959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.164391] env[70542]: DEBUG oslo_vmware.api [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Task: {'id': task-3910767, 'name': PowerOnVM_Task, 'duration_secs': 1.86471} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.164391] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.164391] env[70542]: INFO nova.compute.manager [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Took 13.18 seconds to spawn the instance on the hypervisor. [ 690.164391] env[70542]: DEBUG nova.compute.manager [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 690.164695] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c18950-1c71-49e9-a78f-bf9da8319636 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.272116] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Acquiring lock "9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.272580] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Lock "9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.273037] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Acquiring lock "9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.273389] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Lock "9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.273716] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Lock "9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.275906] env[70542]: INFO nova.compute.manager [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Terminating instance [ 690.406040] env[70542]: DEBUG oslo_vmware.api [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3910772, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.420427] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Acquiring lock "61b93ec7-7899-446d-8e08-d354622eeaa4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.420699] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Lock "61b93ec7-7899-446d-8e08-d354622eeaa4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.514781] env[70542]: DEBUG nova.network.neutron [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.531118] env[70542]: DEBUG oslo_vmware.api [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Task: {'id': task-3910773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16894} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.531118] env[70542]: INFO nova.compute.manager [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Rebuilding instance [ 690.533657] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.535037] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a294efa-4bc2-4a21-a9f0-1d4c94425013 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.543905] env[70542]: DEBUG oslo_concurrency.lockutils [req-eb0abf0c-98c6-4879-a221-8db44d0e8aa1 req-18824be7-8b0d-4c88-88cf-e09d6e53951d service nova] Releasing lock "refresh_cache-e34d3e61-5465-4d68-8106-e9ee42644d69" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.569051] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 9a25d997-02e9-4d87-aa89-5d05fac4d70d/9a25d997-02e9-4d87-aa89-5d05fac4d70d.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.578835] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f71ef48e-f5b7-4c56-9a7a-0ed560a3d607 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.606338] env[70542]: DEBUG oslo_vmware.api [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Waiting for the task: (returnval){ [ 690.606338] env[70542]: value = "task-3910774" [ 690.606338] env[70542]: _type = "Task" [ 690.606338] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.620181] env[70542]: DEBUG oslo_vmware.api [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Task: {'id': task-3910774, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.633176] env[70542]: DEBUG nova.compute.manager [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 690.634193] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5682898c-35aa-40a4-bddf-77409c7aa85d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.690799] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9e86ddc4-9ceb-423b-b6bb-ffb2ee5c3f47 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "f77c5d4a-3214-4ac4-b9a9-5285e1b23877" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.690799] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9e86ddc4-9ceb-423b-b6bb-ffb2ee5c3f47 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "f77c5d4a-3214-4ac4-b9a9-5285e1b23877" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.690799] env[70542]: DEBUG nova.compute.manager [None req-9e86ddc4-9ceb-423b-b6bb-ffb2ee5c3f47 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 690.691458] env[70542]: INFO nova.compute.manager [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Took 18.37 seconds to build instance. [ 690.695174] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f65f775-3f6f-4d90-b1d4-888b1bd7c94b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.707638] env[70542]: DEBUG nova.compute.manager [None req-9e86ddc4-9ceb-423b-b6bb-ffb2ee5c3f47 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70542) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 690.708369] env[70542]: DEBUG nova.objects.instance [None req-9e86ddc4-9ceb-423b-b6bb-ffb2ee5c3f47 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lazy-loading 'flavor' on Instance uuid f77c5d4a-3214-4ac4-b9a9-5285e1b23877 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.775167] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a0df43-de50-4d88-9510-c0802ea91c08 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.783427] env[70542]: DEBUG nova.compute.manager [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.783427] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.784385] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d41ab9-e34c-44d8-b5cb-baaf737e2378 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.796134] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.797291] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc0a2b2-e6ac-4215-bf3d-757db67efb60 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.801289] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b6c4daa-b007-4f7d-9e55-aec5bbb03be7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.840889] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32aec451-b4db-4014-9fc9-96c3dfbbdf27 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.843734] env[70542]: DEBUG oslo_vmware.api [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Waiting for the task: (returnval){ [ 690.843734] env[70542]: value = "task-3910775" [ 690.843734] env[70542]: _type = "Task" [ 690.843734] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.851495] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3d826a-6c15-40dc-9229-aaf14739cd7f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.859209] env[70542]: DEBUG oslo_vmware.api [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Task: {'id': task-3910775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.870609] env[70542]: DEBUG nova.compute.provider_tree [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.901102] env[70542]: DEBUG oslo_vmware.api [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3910772, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.975692] env[70542]: DEBUG nova.compute.manager [req-a2522690-e5c9-44ea-a1c6-615affa2211b req-3af2a218-8305-486a-ad75-7fa2cd9a4507 service nova] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Received event network-changed-d5bc6104-fa85-47df-bc0a-379b2419fd05 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.975937] env[70542]: DEBUG nova.compute.manager [req-a2522690-e5c9-44ea-a1c6-615affa2211b req-3af2a218-8305-486a-ad75-7fa2cd9a4507 service nova] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Refreshing instance network info cache due to event network-changed-d5bc6104-fa85-47df-bc0a-379b2419fd05. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.976140] env[70542]: DEBUG oslo_concurrency.lockutils [req-a2522690-e5c9-44ea-a1c6-615affa2211b req-3af2a218-8305-486a-ad75-7fa2cd9a4507 service nova] Acquiring lock "refresh_cache-a2359267-0c7a-4410-86c1-caf5e26bc921" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.977024] env[70542]: DEBUG oslo_concurrency.lockutils [req-a2522690-e5c9-44ea-a1c6-615affa2211b req-3af2a218-8305-486a-ad75-7fa2cd9a4507 service nova] Acquired lock "refresh_cache-a2359267-0c7a-4410-86c1-caf5e26bc921" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.977482] env[70542]: DEBUG nova.network.neutron [req-a2522690-e5c9-44ea-a1c6-615affa2211b req-3af2a218-8305-486a-ad75-7fa2cd9a4507 service nova] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Refreshing network info cache for port d5bc6104-fa85-47df-bc0a-379b2419fd05 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.980625] env[70542]: DEBUG nova.network.neutron [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Updating instance_info_cache with network_info: [{"id": "baeb7226-cd8b-40c6-9ed0-9a382d04ccc3", "address": "fa:16:3e:19:36:a9", "network": {"id": "c52ddf76-687f-45b2-865b-371a08202144", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1742768783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde006e40818459e8dd361ebfbbff36b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaeb7226-cd", "ovs_interfaceid": "baeb7226-cd8b-40c6-9ed0-9a382d04ccc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.121822] env[70542]: DEBUG oslo_vmware.api [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Task: {'id': task-3910774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.193798] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1121cbf8-9484-48fd-a608-c990af147e58 tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Lock "bd8c9900-ec17-450e-a77e-d69428f0ff39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.891s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.359246] env[70542]: DEBUG oslo_vmware.api [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Task: {'id': task-3910775, 'name': PowerOffVM_Task, 'duration_secs': 0.251734} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.359314] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.359572] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.360252] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27687b55-ce60-43ca-888f-ae1830891827 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.378391] env[70542]: DEBUG nova.scheduler.client.report [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.395658] env[70542]: DEBUG nova.network.neutron [-] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.400744] env[70542]: DEBUG oslo_vmware.api [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3910772, 'name': ReconfigVM_Task, 'duration_secs': 1.935729} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.400744] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Reconfigured VM instance instance-0000000b to attach disk [datastore1] e34d3e61-5465-4d68-8106-e9ee42644d69/e34d3e61-5465-4d68-8106-e9ee42644d69.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.401911] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da9046ee-6f96-4a29-9877-2adbceb60f20 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.417279] env[70542]: DEBUG oslo_vmware.api [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Waiting for the task: (returnval){ [ 691.417279] env[70542]: value = "task-3910777" [ 691.417279] env[70542]: _type = "Task" [ 691.417279] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.438710] env[70542]: DEBUG oslo_vmware.api [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3910777, 'name': Rename_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.443129] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.443766] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.443766] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Deleting the datastore file [datastore2] 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.444154] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a95d3a5-abe1-4cc3-ab3c-df4482c201d8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.453237] env[70542]: DEBUG oslo_vmware.api [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Waiting for the task: (returnval){ [ 691.453237] env[70542]: value = "task-3910778" [ 691.453237] env[70542]: _type = "Task" [ 691.453237] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.466101] env[70542]: DEBUG oslo_vmware.api [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Task: {'id': task-3910778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.485232] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Releasing lock "refresh_cache-11593aae-019c-43c8-94b2-09281545fc38" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.489055] env[70542]: DEBUG nova.compute.manager [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Instance network_info: |[{"id": "baeb7226-cd8b-40c6-9ed0-9a382d04ccc3", "address": "fa:16:3e:19:36:a9", "network": {"id": "c52ddf76-687f-45b2-865b-371a08202144", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1742768783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde006e40818459e8dd361ebfbbff36b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaeb7226-cd", "ovs_interfaceid": "baeb7226-cd8b-40c6-9ed0-9a382d04ccc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.489665] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:36:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27138a4c-60c9-45fb-bf37-4c2f765315a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'baeb7226-cd8b-40c6-9ed0-9a382d04ccc3', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.500784] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Creating folder: Project (fde006e40818459e8dd361ebfbbff36b). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.502275] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2737d160-09d9-4522-b83a-19c39b825072 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.518761] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Created folder: Project (fde006e40818459e8dd361ebfbbff36b) in parent group-v776569. [ 691.522056] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Creating folder: Instances. Parent ref: group-v776606. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.522056] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c344de43-0766-41ce-95a6-b06cde05c7e5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.533185] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Created folder: Instances in parent group-v776606. [ 691.533511] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.533718] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.533923] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bce3d68-7c98-4f31-8aeb-b778e4a24204 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.563197] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.563197] env[70542]: value = "task-3910781" [ 691.563197] env[70542]: _type = "Task" [ 691.563197] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.576210] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910781, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.623553] env[70542]: DEBUG oslo_vmware.api [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Task: {'id': task-3910774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.651463] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.651463] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d10be894-6695-4ab8-ab44-6dadd012c4d0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.659463] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 691.659463] env[70542]: value = "task-3910782" [ 691.659463] env[70542]: _type = "Task" [ 691.659463] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.671810] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.698628] env[70542]: DEBUG nova.compute.manager [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.717830] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e86ddc4-9ceb-423b-b6bb-ffb2ee5c3f47 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.718203] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b3639fa-9934-44ba-ae97-52a3950a92ef {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.729586] env[70542]: DEBUG oslo_vmware.api [None req-9e86ddc4-9ceb-423b-b6bb-ffb2ee5c3f47 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 691.729586] env[70542]: value = "task-3910783" [ 691.729586] env[70542]: _type = "Task" [ 691.729586] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.747243] env[70542]: DEBUG oslo_vmware.api [None req-9e86ddc4-9ceb-423b-b6bb-ffb2ee5c3f47 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.839116] env[70542]: DEBUG nova.compute.manager [req-bda84280-2e82-4623-9efe-02829c004b4a req-7c7b89b6-e3b8-4ef0-b676-c3bcb186cb5f service nova] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Received event network-vif-plugged-baeb7226-cd8b-40c6-9ed0-9a382d04ccc3 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.839116] env[70542]: DEBUG oslo_concurrency.lockutils [req-bda84280-2e82-4623-9efe-02829c004b4a req-7c7b89b6-e3b8-4ef0-b676-c3bcb186cb5f service nova] Acquiring lock "11593aae-019c-43c8-94b2-09281545fc38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.839116] env[70542]: DEBUG oslo_concurrency.lockutils [req-bda84280-2e82-4623-9efe-02829c004b4a req-7c7b89b6-e3b8-4ef0-b676-c3bcb186cb5f service nova] Lock "11593aae-019c-43c8-94b2-09281545fc38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.839730] env[70542]: DEBUG oslo_concurrency.lockutils [req-bda84280-2e82-4623-9efe-02829c004b4a req-7c7b89b6-e3b8-4ef0-b676-c3bcb186cb5f service nova] Lock "11593aae-019c-43c8-94b2-09281545fc38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.839917] env[70542]: DEBUG nova.compute.manager [req-bda84280-2e82-4623-9efe-02829c004b4a req-7c7b89b6-e3b8-4ef0-b676-c3bcb186cb5f service nova] [instance: 11593aae-019c-43c8-94b2-09281545fc38] No waiting events found dispatching network-vif-plugged-baeb7226-cd8b-40c6-9ed0-9a382d04ccc3 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 691.840240] env[70542]: WARNING nova.compute.manager [req-bda84280-2e82-4623-9efe-02829c004b4a req-7c7b89b6-e3b8-4ef0-b676-c3bcb186cb5f service nova] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Received unexpected event network-vif-plugged-baeb7226-cd8b-40c6-9ed0-9a382d04ccc3 for instance with vm_state building and task_state spawning. [ 691.840430] env[70542]: DEBUG nova.compute.manager [req-bda84280-2e82-4623-9efe-02829c004b4a req-7c7b89b6-e3b8-4ef0-b676-c3bcb186cb5f service nova] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Received event network-changed-baeb7226-cd8b-40c6-9ed0-9a382d04ccc3 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.840714] env[70542]: DEBUG nova.compute.manager [req-bda84280-2e82-4623-9efe-02829c004b4a req-7c7b89b6-e3b8-4ef0-b676-c3bcb186cb5f service nova] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Refreshing instance network info cache due to event network-changed-baeb7226-cd8b-40c6-9ed0-9a382d04ccc3. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.842698] env[70542]: DEBUG oslo_concurrency.lockutils [req-bda84280-2e82-4623-9efe-02829c004b4a req-7c7b89b6-e3b8-4ef0-b676-c3bcb186cb5f service nova] Acquiring lock "refresh_cache-11593aae-019c-43c8-94b2-09281545fc38" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.842698] env[70542]: DEBUG oslo_concurrency.lockutils [req-bda84280-2e82-4623-9efe-02829c004b4a req-7c7b89b6-e3b8-4ef0-b676-c3bcb186cb5f service nova] Acquired lock "refresh_cache-11593aae-019c-43c8-94b2-09281545fc38" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.842698] env[70542]: DEBUG nova.network.neutron [req-bda84280-2e82-4623-9efe-02829c004b4a req-7c7b89b6-e3b8-4ef0-b676-c3bcb186cb5f service nova] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Refreshing network info cache for port baeb7226-cd8b-40c6-9ed0-9a382d04ccc3 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.889719] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.890350] env[70542]: DEBUG nova.compute.manager [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.896545] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.367s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.899031] env[70542]: INFO nova.compute.claims [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.903912] env[70542]: INFO nova.compute.manager [-] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Took 2.12 seconds to deallocate network for instance. [ 691.938975] env[70542]: DEBUG oslo_vmware.api [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3910777, 'name': Rename_Task, 'duration_secs': 0.210061} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.939448] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.939846] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7841869-b736-4d60-a460-6273595eb1c2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.951657] env[70542]: DEBUG oslo_vmware.api [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Waiting for the task: (returnval){ [ 691.951657] env[70542]: value = "task-3910784" [ 691.951657] env[70542]: _type = "Task" [ 691.951657] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.976307] env[70542]: DEBUG oslo_vmware.api [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3910784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.977108] env[70542]: DEBUG oslo_vmware.api [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Task: {'id': task-3910778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292832} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.977108] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.977108] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.977108] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.977596] env[70542]: INFO nova.compute.manager [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Took 1.19 seconds to destroy the instance on the hypervisor. [ 691.977596] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.977875] env[70542]: DEBUG nova.compute.manager [-] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.978789] env[70542]: DEBUG nova.network.neutron [-] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 692.075562] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910781, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.125608] env[70542]: DEBUG oslo_vmware.api [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Task: {'id': task-3910774, 'name': ReconfigVM_Task, 'duration_secs': 1.154336} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.125608] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 9a25d997-02e9-4d87-aa89-5d05fac4d70d/9a25d997-02e9-4d87-aa89-5d05fac4d70d.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.125608] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79dac1d3-3dcd-46cb-aa8d-fb47bd4385f9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.134964] env[70542]: DEBUG oslo_vmware.api [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Waiting for the task: (returnval){ [ 692.134964] env[70542]: value = "task-3910785" [ 692.134964] env[70542]: _type = "Task" [ 692.134964] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.147740] env[70542]: DEBUG oslo_vmware.api [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Task: {'id': task-3910785, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.173222] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910782, 'name': PowerOffVM_Task, 'duration_secs': 0.378765} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.173319] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.173625] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.174900] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e2945a-dc57-4f15-b7f9-9c9214340741 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.186527] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.187066] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14dd18ca-9abe-462d-81f0-94ba73733433 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.237672] env[70542]: DEBUG oslo_concurrency.lockutils [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.245477] env[70542]: DEBUG oslo_vmware.api [None req-9e86ddc4-9ceb-423b-b6bb-ffb2ee5c3f47 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910783, 'name': PowerOffVM_Task, 'duration_secs': 0.299641} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.246250] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e86ddc4-9ceb-423b-b6bb-ffb2ee5c3f47 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.246250] env[70542]: DEBUG nova.compute.manager [None req-9e86ddc4-9ceb-423b-b6bb-ffb2ee5c3f47 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 692.246982] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cedef5d-c3f8-467e-bf2b-d04cb7455c3a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.266028] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.266295] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.266487] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Deleting the datastore file [datastore2] 76d4543f-0743-4cbf-ba91-90d3cfd3fa38 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.267968] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40dd6ad6-cc21-4c19-989d-77b01dfdb3dd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.275040] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 692.275040] env[70542]: value = "task-3910787" [ 692.275040] env[70542]: _type = "Task" [ 692.275040] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.288102] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.404797] env[70542]: DEBUG nova.compute.utils [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.406324] env[70542]: DEBUG nova.compute.manager [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.406520] env[70542]: DEBUG nova.network.neutron [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.428019] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.464602] env[70542]: DEBUG oslo_vmware.api [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3910784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.582777] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910781, 'name': CreateVM_Task, 'duration_secs': 0.547839} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.582777] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.582984] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.583137] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.584211] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.586660] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06a2d370-3530-4d40-b143-01be4e9542a2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.594739] env[70542]: DEBUG oslo_vmware.api [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Waiting for the task: (returnval){ [ 692.594739] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5267f40e-6ee6-e17c-8087-56d20acd3b18" [ 692.594739] env[70542]: _type = "Task" [ 692.594739] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.607796] env[70542]: DEBUG oslo_vmware.api [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5267f40e-6ee6-e17c-8087-56d20acd3b18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.653851] env[70542]: DEBUG oslo_vmware.api [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Task: {'id': task-3910785, 'name': Rename_Task, 'duration_secs': 0.388131} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.653851] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.654037] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c794fd2-fda2-49d5-8dd4-6120616bd59c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.664273] env[70542]: DEBUG oslo_vmware.api [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Waiting for the task: (returnval){ [ 692.664273] env[70542]: value = "task-3910788" [ 692.664273] env[70542]: _type = "Task" [ 692.664273] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.678647] env[70542]: DEBUG oslo_vmware.api [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Task: {'id': task-3910788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.701571] env[70542]: DEBUG nova.network.neutron [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Successfully updated port: 96fc8356-1594-4a9e-83c2-bac4fb43ec09 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.734071] env[70542]: DEBUG nova.network.neutron [req-a2522690-e5c9-44ea-a1c6-615affa2211b req-3af2a218-8305-486a-ad75-7fa2cd9a4507 service nova] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Updated VIF entry in instance network info cache for port d5bc6104-fa85-47df-bc0a-379b2419fd05. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.734071] env[70542]: DEBUG nova.network.neutron [req-a2522690-e5c9-44ea-a1c6-615affa2211b req-3af2a218-8305-486a-ad75-7fa2cd9a4507 service nova] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Updating instance_info_cache with network_info: [{"id": "d5bc6104-fa85-47df-bc0a-379b2419fd05", "address": "fa:16:3e:02:c2:6c", "network": {"id": "8d681135-929a-4d37-8f8e-5b42cb601fa2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449826457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ed649ce03f4cb994a22b4fae711fb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5bc6104-fa", "ovs_interfaceid": "d5bc6104-fa85-47df-bc0a-379b2419fd05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.752715] env[70542]: DEBUG nova.policy [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6384157cf41d47c4b7e77e7e98383d20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51b44e626ce34d8d81b56bf166a0b2f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.763467] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9e86ddc4-9ceb-423b-b6bb-ffb2ee5c3f47 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "f77c5d4a-3214-4ac4-b9a9-5285e1b23877" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.073s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.793700] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158499} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.797021] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.797021] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.797021] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.910516] env[70542]: DEBUG nova.compute.manager [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.975466] env[70542]: DEBUG oslo_vmware.api [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3910784, 'name': PowerOnVM_Task, 'duration_secs': 0.734193} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.975466] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.975466] env[70542]: INFO nova.compute.manager [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Took 11.68 seconds to spawn the instance on the hypervisor. [ 692.975466] env[70542]: DEBUG nova.compute.manager [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 692.975822] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79e03c1-9aa4-435a-b2b7-9f6f836ce5b2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.118790] env[70542]: DEBUG oslo_vmware.api [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5267f40e-6ee6-e17c-8087-56d20acd3b18, 'name': SearchDatastore_Task, 'duration_secs': 0.012236} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.119168] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.119364] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.119593] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.119730] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.119902] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.124323] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb10f5f7-94cc-4a17-b68d-33438bdbd364 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.141745] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.141745] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.141745] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdbc6e5d-97cb-47d9-9110-818f2377ec07 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.147962] env[70542]: DEBUG oslo_vmware.api [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Waiting for the task: (returnval){ [ 693.147962] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5291b6aa-2dec-fdab-3fe8-1c8e78674770" [ 693.147962] env[70542]: _type = "Task" [ 693.147962] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.178182] env[70542]: DEBUG oslo_vmware.api [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5291b6aa-2dec-fdab-3fe8-1c8e78674770, 'name': SearchDatastore_Task, 'duration_secs': 0.011472} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.186862] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-049d0221-1d45-48ba-a0c9-7974de0f394e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.191275] env[70542]: DEBUG oslo_vmware.api [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Task: {'id': task-3910788, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.205387] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Acquiring lock "refresh_cache-513a1359-d44c-4e77-8621-9704298cfe79" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.205527] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Acquired lock "refresh_cache-513a1359-d44c-4e77-8621-9704298cfe79" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.205761] env[70542]: DEBUG nova.network.neutron [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.206962] env[70542]: DEBUG oslo_vmware.api [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Waiting for the task: (returnval){ [ 693.206962] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]520b7125-038a-83f3-173e-76c754aaf2e6" [ 693.206962] env[70542]: _type = "Task" [ 693.206962] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.229785] env[70542]: DEBUG oslo_vmware.api [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]520b7125-038a-83f3-173e-76c754aaf2e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011644} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.229785] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.229785] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 11593aae-019c-43c8-94b2-09281545fc38/11593aae-019c-43c8-94b2-09281545fc38.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.229785] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a95713ad-1f35-4452-b697-674b46e7ea09 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.236749] env[70542]: DEBUG oslo_concurrency.lockutils [req-a2522690-e5c9-44ea-a1c6-615affa2211b req-3af2a218-8305-486a-ad75-7fa2cd9a4507 service nova] Releasing lock "refresh_cache-a2359267-0c7a-4410-86c1-caf5e26bc921" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.251118] env[70542]: DEBUG oslo_vmware.api [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Waiting for the task: (returnval){ [ 693.251118] env[70542]: value = "task-3910789" [ 693.251118] env[70542]: _type = "Task" [ 693.251118] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.266179] env[70542]: DEBUG oslo_vmware.api [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Task: {'id': task-3910789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.411608] env[70542]: DEBUG nova.network.neutron [req-bda84280-2e82-4623-9efe-02829c004b4a req-7c7b89b6-e3b8-4ef0-b676-c3bcb186cb5f service nova] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Updated VIF entry in instance network info cache for port baeb7226-cd8b-40c6-9ed0-9a382d04ccc3. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.411608] env[70542]: DEBUG nova.network.neutron [req-bda84280-2e82-4623-9efe-02829c004b4a req-7c7b89b6-e3b8-4ef0-b676-c3bcb186cb5f service nova] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Updating instance_info_cache with network_info: [{"id": "baeb7226-cd8b-40c6-9ed0-9a382d04ccc3", "address": "fa:16:3e:19:36:a9", "network": {"id": "c52ddf76-687f-45b2-865b-371a08202144", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1742768783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fde006e40818459e8dd361ebfbbff36b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaeb7226-cd", "ovs_interfaceid": "baeb7226-cd8b-40c6-9ed0-9a382d04ccc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.519023] env[70542]: DEBUG nova.network.neutron [-] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.524031] env[70542]: INFO nova.compute.manager [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Took 19.45 seconds to build instance. [ 693.597338] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd10a51-e81c-43ea-8748-4fe06d41403a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.606726] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce6420f-8119-4df3-84ec-d7f496c6b964 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.646763] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4971a1-4b22-4347-a53d-4701ec690768 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.657885] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c828c96c-8980-41e9-a4f5-ae1b7af53673 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.674323] env[70542]: DEBUG nova.compute.provider_tree [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.693042] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Acquiring lock "bd8c9900-ec17-450e-a77e-d69428f0ff39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.693136] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Lock "bd8c9900-ec17-450e-a77e-d69428f0ff39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.693364] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Acquiring lock "bd8c9900-ec17-450e-a77e-d69428f0ff39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.693552] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Lock "bd8c9900-ec17-450e-a77e-d69428f0ff39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.694642] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Lock "bd8c9900-ec17-450e-a77e-d69428f0ff39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.695509] env[70542]: DEBUG oslo_vmware.api [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Task: {'id': task-3910788, 'name': PowerOnVM_Task, 'duration_secs': 0.803163} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.696548] env[70542]: INFO nova.compute.manager [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Terminating instance [ 693.698081] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.698344] env[70542]: INFO nova.compute.manager [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Took 9.91 seconds to spawn the instance on the hypervisor. [ 693.698535] env[70542]: DEBUG nova.compute.manager [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 693.700606] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a5e780-7606-442e-8a12-dedeee68ce17 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.762268] env[70542]: DEBUG oslo_vmware.api [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Task: {'id': task-3910789, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.791704] env[70542]: DEBUG nova.network.neutron [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.841137] env[70542]: DEBUG nova.virt.hardware [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.841406] env[70542]: DEBUG nova.virt.hardware [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.841556] env[70542]: DEBUG nova.virt.hardware [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.842036] env[70542]: DEBUG nova.virt.hardware [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.842036] env[70542]: DEBUG nova.virt.hardware [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.842633] env[70542]: DEBUG nova.virt.hardware [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.842633] env[70542]: DEBUG nova.virt.hardware [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.842633] env[70542]: DEBUG nova.virt.hardware [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.842835] env[70542]: DEBUG nova.virt.hardware [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.842835] env[70542]: DEBUG nova.virt.hardware [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.843038] env[70542]: DEBUG nova.virt.hardware [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.844239] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2058547-ba4a-4012-94e8-295eebb88035 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.852667] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e3b70b-10be-41b2-99ed-9236f6fe8e97 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.872547] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:de:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3bff03f-a6d6-4943-a506-4df749de6e43', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.879935] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.880251] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.880466] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74ae5837-e1d2-4a3e-ac2f-a9d76de7f1a4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.905869] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.905869] env[70542]: value = "task-3910790" [ 693.905869] env[70542]: _type = "Task" [ 693.905869] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.916106] env[70542]: DEBUG oslo_concurrency.lockutils [req-bda84280-2e82-4623-9efe-02829c004b4a req-7c7b89b6-e3b8-4ef0-b676-c3bcb186cb5f service nova] Releasing lock "refresh_cache-11593aae-019c-43c8-94b2-09281545fc38" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.916377] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910790, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.922452] env[70542]: DEBUG nova.compute.manager [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.959218] env[70542]: DEBUG nova.virt.hardware [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.959521] env[70542]: DEBUG nova.virt.hardware [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.959735] env[70542]: DEBUG nova.virt.hardware [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.959931] env[70542]: DEBUG nova.virt.hardware [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.960084] env[70542]: DEBUG nova.virt.hardware [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.963929] env[70542]: DEBUG nova.virt.hardware [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.963929] env[70542]: DEBUG nova.virt.hardware [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.963929] env[70542]: DEBUG nova.virt.hardware [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.963929] env[70542]: DEBUG nova.virt.hardware [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.963929] env[70542]: DEBUG nova.virt.hardware [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.964517] env[70542]: DEBUG nova.virt.hardware [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.964517] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc80ab8a-ae84-4278-8661-66dbb4e829f5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.973739] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef9f351-484d-450f-b3de-4956d2fc3777 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.028179] env[70542]: INFO nova.compute.manager [-] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Took 2.05 seconds to deallocate network for instance. [ 694.028179] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b9de1bf3-70f1-4b51-96c5-edb26ba0ce49 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Lock "e34d3e61-5465-4d68-8106-e9ee42644d69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.959s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.116643] env[70542]: DEBUG nova.compute.manager [req-5375e29d-a64c-4d2c-9804-64029ae177c9 req-d9cbd935-5c28-46ea-9ced-a413bc377bfb service nova] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Received event network-vif-plugged-96fc8356-1594-4a9e-83c2-bac4fb43ec09 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.116857] env[70542]: DEBUG oslo_concurrency.lockutils [req-5375e29d-a64c-4d2c-9804-64029ae177c9 req-d9cbd935-5c28-46ea-9ced-a413bc377bfb service nova] Acquiring lock "513a1359-d44c-4e77-8621-9704298cfe79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.117095] env[70542]: DEBUG oslo_concurrency.lockutils [req-5375e29d-a64c-4d2c-9804-64029ae177c9 req-d9cbd935-5c28-46ea-9ced-a413bc377bfb service nova] Lock "513a1359-d44c-4e77-8621-9704298cfe79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.117838] env[70542]: DEBUG oslo_concurrency.lockutils [req-5375e29d-a64c-4d2c-9804-64029ae177c9 req-d9cbd935-5c28-46ea-9ced-a413bc377bfb service nova] Lock "513a1359-d44c-4e77-8621-9704298cfe79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.117838] env[70542]: DEBUG nova.compute.manager [req-5375e29d-a64c-4d2c-9804-64029ae177c9 req-d9cbd935-5c28-46ea-9ced-a413bc377bfb service nova] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] No waiting events found dispatching network-vif-plugged-96fc8356-1594-4a9e-83c2-bac4fb43ec09 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 694.117838] env[70542]: WARNING nova.compute.manager [req-5375e29d-a64c-4d2c-9804-64029ae177c9 req-d9cbd935-5c28-46ea-9ced-a413bc377bfb service nova] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Received unexpected event network-vif-plugged-96fc8356-1594-4a9e-83c2-bac4fb43ec09 for instance with vm_state building and task_state spawning. [ 694.117838] env[70542]: DEBUG nova.compute.manager [req-5375e29d-a64c-4d2c-9804-64029ae177c9 req-d9cbd935-5c28-46ea-9ced-a413bc377bfb service nova] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Received event network-changed-96fc8356-1594-4a9e-83c2-bac4fb43ec09 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.118487] env[70542]: DEBUG nova.compute.manager [req-5375e29d-a64c-4d2c-9804-64029ae177c9 req-d9cbd935-5c28-46ea-9ced-a413bc377bfb service nova] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Refreshing instance network info cache due to event network-changed-96fc8356-1594-4a9e-83c2-bac4fb43ec09. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.118487] env[70542]: DEBUG oslo_concurrency.lockutils [req-5375e29d-a64c-4d2c-9804-64029ae177c9 req-d9cbd935-5c28-46ea-9ced-a413bc377bfb service nova] Acquiring lock "refresh_cache-513a1359-d44c-4e77-8621-9704298cfe79" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.159478] env[70542]: DEBUG nova.network.neutron [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Successfully created port: 03ea48a0-04be-4a27-a8d6-7d910785f439 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.181444] env[70542]: DEBUG nova.scheduler.client.report [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.206542] env[70542]: DEBUG nova.compute.manager [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.206863] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.208892] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e8c1fd-99c5-4b2f-9225-e98d1b753e08 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.231771] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.232552] env[70542]: INFO nova.compute.manager [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Took 18.44 seconds to build instance. [ 694.234424] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4139bf3e-5d27-40bb-a066-2e76b95526d6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.244184] env[70542]: DEBUG oslo_vmware.api [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Waiting for the task: (returnval){ [ 694.244184] env[70542]: value = "task-3910791" [ 694.244184] env[70542]: _type = "Task" [ 694.244184] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.266064] env[70542]: DEBUG oslo_vmware.api [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Task: {'id': task-3910791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.272062] env[70542]: DEBUG oslo_vmware.api [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Task: {'id': task-3910789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537157} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.272461] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 11593aae-019c-43c8-94b2-09281545fc38/11593aae-019c-43c8-94b2-09281545fc38.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.272923] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.273365] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c420b33-0e92-4a57-973d-c1045a532d9d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.284868] env[70542]: DEBUG oslo_vmware.api [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Waiting for the task: (returnval){ [ 694.284868] env[70542]: value = "task-3910792" [ 694.284868] env[70542]: _type = "Task" [ 694.284868] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.300172] env[70542]: DEBUG oslo_vmware.api [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Task: {'id': task-3910792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.396254] env[70542]: DEBUG nova.network.neutron [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Updating instance_info_cache with network_info: [{"id": "96fc8356-1594-4a9e-83c2-bac4fb43ec09", "address": "fa:16:3e:19:7e:c2", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96fc8356-15", "ovs_interfaceid": "96fc8356-1594-4a9e-83c2-bac4fb43ec09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.424410] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910790, 'name': CreateVM_Task, 'duration_secs': 0.384755} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.425115] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.426045] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.426607] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.426607] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.427097] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ff95404-3224-44e3-9511-6a7e31a65cfd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.434819] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 694.434819] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521899bc-c745-e967-d0f4-b954884fc9bc" [ 694.434819] env[70542]: _type = "Task" [ 694.434819] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.447054] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521899bc-c745-e967-d0f4-b954884fc9bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.535894] env[70542]: DEBUG nova.compute.manager [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.539691] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.689612] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.690168] env[70542]: DEBUG nova.compute.manager [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.692758] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.055s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.695737] env[70542]: INFO nova.compute.claims [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.740355] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fec45354-3085-4abe-b231-8d0d0c2feeae tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Lock "9a25d997-02e9-4d87-aa89-5d05fac4d70d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.955s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.756458] env[70542]: DEBUG oslo_vmware.api [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Task: {'id': task-3910791, 'name': PowerOffVM_Task, 'duration_secs': 0.26632} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.758267] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.759980] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.759980] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b1881da-ff91-4661-bce5-e2d2aaed1db8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.795293] env[70542]: DEBUG oslo_vmware.api [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Task: {'id': task-3910792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084792} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.795602] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.796422] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbaf25f4-f7a4-4378-b942-e334037737be {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.823693] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 11593aae-019c-43c8-94b2-09281545fc38/11593aae-019c-43c8-94b2-09281545fc38.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.825055] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eff538b6-2375-4a41-82bd-c30cdfdc25b8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.841933] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.842202] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.842691] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Deleting the datastore file [datastore2] bd8c9900-ec17-450e-a77e-d69428f0ff39 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.844356] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbc0b4ba-7e2c-4b32-9eb9-5a605bbd0cb5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.850806] env[70542]: DEBUG oslo_vmware.api [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Waiting for the task: (returnval){ [ 694.850806] env[70542]: value = "task-3910794" [ 694.850806] env[70542]: _type = "Task" [ 694.850806] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.852497] env[70542]: DEBUG oslo_vmware.api [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Waiting for the task: (returnval){ [ 694.852497] env[70542]: value = "task-3910795" [ 694.852497] env[70542]: _type = "Task" [ 694.852497] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.866165] env[70542]: DEBUG oslo_vmware.api [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Task: {'id': task-3910794, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.869416] env[70542]: DEBUG oslo_vmware.api [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Task: {'id': task-3910795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.902246] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Releasing lock "refresh_cache-513a1359-d44c-4e77-8621-9704298cfe79" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.903061] env[70542]: DEBUG nova.compute.manager [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Instance network_info: |[{"id": "96fc8356-1594-4a9e-83c2-bac4fb43ec09", "address": "fa:16:3e:19:7e:c2", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96fc8356-15", "ovs_interfaceid": "96fc8356-1594-4a9e-83c2-bac4fb43ec09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.903061] env[70542]: DEBUG oslo_concurrency.lockutils [req-5375e29d-a64c-4d2c-9804-64029ae177c9 req-d9cbd935-5c28-46ea-9ced-a413bc377bfb service nova] Acquired lock "refresh_cache-513a1359-d44c-4e77-8621-9704298cfe79" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.906234] env[70542]: DEBUG nova.network.neutron [req-5375e29d-a64c-4d2c-9804-64029ae177c9 req-d9cbd935-5c28-46ea-9ced-a413bc377bfb service nova] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Refreshing network info cache for port 96fc8356-1594-4a9e-83c2-bac4fb43ec09 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.907706] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:7e:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96fc8356-1594-4a9e-83c2-bac4fb43ec09', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.917715] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Creating folder: Project (652c22ddbfed4f39bd161ebb894ec90a). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.918634] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-587e114f-be94-48dc-ba46-3828870cf387 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.932553] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Created folder: Project (652c22ddbfed4f39bd161ebb894ec90a) in parent group-v776569. [ 694.932553] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Creating folder: Instances. Parent ref: group-v776610. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.932553] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcd37df1-2ba4-446e-b5c3-0a0bfdc94222 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.948806] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521899bc-c745-e967-d0f4-b954884fc9bc, 'name': SearchDatastore_Task, 'duration_secs': 0.012518} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.948806] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Created folder: Instances in parent group-v776610. [ 694.948806] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.949482] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.949482] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.949482] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.949482] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.949639] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.950254] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.950254] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-166ef49b-6b82-4477-98ac-4efc012dce6a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.953940] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4a985ec-1c22-4e54-be01-f59d08809474 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.976567] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.976567] env[70542]: value = "task-3910798" [ 694.976567] env[70542]: _type = "Task" [ 694.976567] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.978842] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.980291] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.980291] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85753cd6-2568-49be-8864-e17db1a75feb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.986947] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910798, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.991954] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 694.991954] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525410e8-7eb4-8702-5fc3-8934e56683b6" [ 694.991954] env[70542]: _type = "Task" [ 694.991954] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.999143] env[70542]: DEBUG nova.compute.manager [req-fc2f0fdd-7275-47c5-81fb-e36a33537019 req-4c7b5210-baf6-435f-a1bc-6591716e608b service nova] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Received event network-vif-deleted-62810186-00c9-4f73-a5b5-e96c4ef94ad3 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.999267] env[70542]: DEBUG nova.compute.manager [req-fc2f0fdd-7275-47c5-81fb-e36a33537019 req-4c7b5210-baf6-435f-a1bc-6591716e608b service nova] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Received event network-vif-deleted-18d4a887-80cf-4212-9a68-56101524e4fe {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.006800] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525410e8-7eb4-8702-5fc3-8934e56683b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.098219] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.202107] env[70542]: DEBUG nova.compute.utils [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.208255] env[70542]: DEBUG nova.compute.manager [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.208255] env[70542]: DEBUG nova.network.neutron [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.242734] env[70542]: DEBUG nova.compute.manager [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.319191] env[70542]: DEBUG nova.policy [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8c740c83b454579adc6a9247d7164a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '652c22ddbfed4f39bd161ebb894ec90a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.372645] env[70542]: DEBUG oslo_vmware.api [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Task: {'id': task-3910794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.373092] env[70542]: DEBUG oslo_vmware.api [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Task: {'id': task-3910795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178151} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.373456] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.373757] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.374085] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.374396] env[70542]: INFO nova.compute.manager [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Took 1.17 seconds to destroy the instance on the hypervisor. [ 695.374790] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.375101] env[70542]: DEBUG nova.compute.manager [-] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.375264] env[70542]: DEBUG nova.network.neutron [-] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.485785] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910798, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.506750] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525410e8-7eb4-8702-5fc3-8934e56683b6, 'name': SearchDatastore_Task, 'duration_secs': 0.013942} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.506750] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d36085c-ee84-4145-ba49-aad9e68305df {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.516094] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 695.516094] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52169992-d7e3-2cf9-c008-e4c851044391" [ 695.516094] env[70542]: _type = "Task" [ 695.516094] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.533754] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52169992-d7e3-2cf9-c008-e4c851044391, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.708850] env[70542]: DEBUG nova.compute.manager [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.783073] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.871638] env[70542]: DEBUG oslo_vmware.api [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Task: {'id': task-3910794, 'name': ReconfigVM_Task, 'duration_secs': 0.694707} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.871638] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 11593aae-019c-43c8-94b2-09281545fc38/11593aae-019c-43c8-94b2-09281545fc38.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.871638] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31847cbe-f6eb-4c99-81d6-bc576b2d57d8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.881750] env[70542]: DEBUG oslo_vmware.api [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Waiting for the task: (returnval){ [ 695.881750] env[70542]: value = "task-3910799" [ 695.881750] env[70542]: _type = "Task" [ 695.881750] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.895220] env[70542]: DEBUG oslo_vmware.api [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Task: {'id': task-3910799, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.931483] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Acquiring lock "a7bffb65-7477-4ea5-ba13-cad72418f11a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.931483] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Lock "a7bffb65-7477-4ea5-ba13-cad72418f11a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.990458] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910798, 'name': CreateVM_Task, 'duration_secs': 0.631125} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.993430] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.994381] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.994551] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.994929] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.995133] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd92e521-22a2-45d1-a544-868480b55ce3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.002363] env[70542]: DEBUG oslo_vmware.api [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 696.002363] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5299c5f8-41f5-6650-6b49-6c64acc0a2c8" [ 696.002363] env[70542]: _type = "Task" [ 696.002363] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.014174] env[70542]: DEBUG oslo_vmware.api [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5299c5f8-41f5-6650-6b49-6c64acc0a2c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.029276] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52169992-d7e3-2cf9-c008-e4c851044391, 'name': SearchDatastore_Task, 'duration_secs': 0.01409} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.032544] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.032705] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 76d4543f-0743-4cbf-ba91-90d3cfd3fa38/76d4543f-0743-4cbf-ba91-90d3cfd3fa38.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.034684] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6b579ab-a698-4085-bb85-52166d786e6e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.043577] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 696.043577] env[70542]: value = "task-3910800" [ 696.043577] env[70542]: _type = "Task" [ 696.043577] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.063249] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.234685] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130dbe50-4d5f-4227-825d-4c76f43e9ea5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.243718] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332e3818-c6f6-4c9b-ab8a-40807b799339 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.287898] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39fbc2b-85bb-4afc-b557-84da065f8ce3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.302402] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6d356a-4ca9-4b71-ad19-c4a45190618a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.326140] env[70542]: DEBUG nova.compute.provider_tree [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.393652] env[70542]: DEBUG oslo_vmware.api [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Task: {'id': task-3910799, 'name': Rename_Task, 'duration_secs': 0.282351} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.394105] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.394417] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a9ed690-d5a7-42a6-936d-8193a484fb42 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.405127] env[70542]: DEBUG oslo_vmware.api [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Waiting for the task: (returnval){ [ 696.405127] env[70542]: value = "task-3910801" [ 696.405127] env[70542]: _type = "Task" [ 696.405127] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.416527] env[70542]: DEBUG oslo_vmware.api [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Task: {'id': task-3910801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.519781] env[70542]: DEBUG oslo_vmware.api [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5299c5f8-41f5-6650-6b49-6c64acc0a2c8, 'name': SearchDatastore_Task, 'duration_secs': 0.018525} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.521012] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.521012] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.521590] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.521660] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.522329] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.522438] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-963146c2-8c69-4eb3-bc23-1c87d2d53a4d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.543720] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.544018] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.544906] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afcd8976-03c9-4904-a5aa-2cac5cfaa000 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.564190] env[70542]: DEBUG oslo_vmware.api [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 696.564190] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52908a49-5ec2-982c-4cdd-d6ec5583bcc5" [ 696.564190] env[70542]: _type = "Task" [ 696.564190] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.566203] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910800, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.577645] env[70542]: DEBUG oslo_vmware.api [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52908a49-5ec2-982c-4cdd-d6ec5583bcc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.691240] env[70542]: DEBUG nova.network.neutron [req-5375e29d-a64c-4d2c-9804-64029ae177c9 req-d9cbd935-5c28-46ea-9ced-a413bc377bfb service nova] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Updated VIF entry in instance network info cache for port 96fc8356-1594-4a9e-83c2-bac4fb43ec09. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.691895] env[70542]: DEBUG nova.network.neutron [req-5375e29d-a64c-4d2c-9804-64029ae177c9 req-d9cbd935-5c28-46ea-9ced-a413bc377bfb service nova] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Updating instance_info_cache with network_info: [{"id": "96fc8356-1594-4a9e-83c2-bac4fb43ec09", "address": "fa:16:3e:19:7e:c2", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96fc8356-15", "ovs_interfaceid": "96fc8356-1594-4a9e-83c2-bac4fb43ec09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.720084] env[70542]: DEBUG nova.compute.manager [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.761540] env[70542]: DEBUG nova.virt.hardware [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.761708] env[70542]: DEBUG nova.virt.hardware [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.761978] env[70542]: DEBUG nova.virt.hardware [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.762076] env[70542]: DEBUG nova.virt.hardware [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.762216] env[70542]: DEBUG nova.virt.hardware [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.762384] env[70542]: DEBUG nova.virt.hardware [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.762654] env[70542]: DEBUG nova.virt.hardware [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.763404] env[70542]: DEBUG nova.virt.hardware [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.763404] env[70542]: DEBUG nova.virt.hardware [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.763404] env[70542]: DEBUG nova.virt.hardware [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.763404] env[70542]: DEBUG nova.virt.hardware [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.764578] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1184fed6-aacc-4ec9-9fb8-6e8e983717fa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.777920] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafee4b7-2726-4092-a043-1e887dacd0e4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.831590] env[70542]: DEBUG nova.scheduler.client.report [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.848162] env[70542]: DEBUG nova.network.neutron [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Successfully created port: 70461e91-5dd7-48c5-b4f5-0c98cb7d1924 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.917560] env[70542]: DEBUG oslo_vmware.api [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Task: {'id': task-3910801, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.062077] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596954} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.062427] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 76d4543f-0743-4cbf-ba91-90d3cfd3fa38/76d4543f-0743-4cbf-ba91-90d3cfd3fa38.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.062693] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.062962] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9eb87ad-2a85-4e61-b539-e140019f4517 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.078711] env[70542]: DEBUG oslo_vmware.api [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52908a49-5ec2-982c-4cdd-d6ec5583bcc5, 'name': SearchDatastore_Task, 'duration_secs': 0.06006} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.079241] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 697.079241] env[70542]: value = "task-3910802" [ 697.079241] env[70542]: _type = "Task" [ 697.079241] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.080127] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58610cff-c5be-4bb5-9265-6e9640fb23e7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.090969] env[70542]: DEBUG oslo_vmware.api [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 697.090969] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524af4c0-a18d-5ed1-17be-e7e591ca2432" [ 697.090969] env[70542]: _type = "Task" [ 697.090969] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.095142] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.108614] env[70542]: DEBUG oslo_vmware.api [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524af4c0-a18d-5ed1-17be-e7e591ca2432, 'name': SearchDatastore_Task, 'duration_secs': 0.011522} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.109093] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.109532] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 513a1359-d44c-4e77-8621-9704298cfe79/513a1359-d44c-4e77-8621-9704298cfe79.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.109933] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79ec72e9-5c4f-40fb-b21a-8cfd223a1ba8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.120201] env[70542]: DEBUG oslo_vmware.api [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 697.120201] env[70542]: value = "task-3910803" [ 697.120201] env[70542]: _type = "Task" [ 697.120201] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.133411] env[70542]: DEBUG oslo_vmware.api [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.196854] env[70542]: DEBUG oslo_concurrency.lockutils [req-5375e29d-a64c-4d2c-9804-64029ae177c9 req-d9cbd935-5c28-46ea-9ced-a413bc377bfb service nova] Releasing lock "refresh_cache-513a1359-d44c-4e77-8621-9704298cfe79" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.197459] env[70542]: DEBUG nova.network.neutron [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Successfully updated port: 03ea48a0-04be-4a27-a8d6-7d910785f439 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.270804] env[70542]: DEBUG nova.network.neutron [-] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.304575] env[70542]: DEBUG nova.compute.manager [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 697.305934] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f28ae3-e13c-44ae-b2b2-3f3d521943b2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.337431] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.337431] env[70542]: DEBUG nova.compute.manager [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.341946] env[70542]: DEBUG oslo_concurrency.lockutils [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.425s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.345097] env[70542]: INFO nova.compute.claims [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.422977] env[70542]: DEBUG oslo_vmware.api [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Task: {'id': task-3910801, 'name': PowerOnVM_Task} progress is 82%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.595201] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080756} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.596236] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.597555] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e4582c-40fa-4b73-9e2d-cbc9dfb07f96 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.635771] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 76d4543f-0743-4cbf-ba91-90d3cfd3fa38/76d4543f-0743-4cbf-ba91-90d3cfd3fa38.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.636044] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bff48ae1-8fbf-46e8-86ea-5c8bdb6bd8c8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.665920] env[70542]: DEBUG oslo_vmware.api [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910803, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.668094] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 697.668094] env[70542]: value = "task-3910804" [ 697.668094] env[70542]: _type = "Task" [ 697.668094] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.682348] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910804, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.706094] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Acquiring lock "refresh_cache-3b08927a-a8ae-4803-be6b-2c27f07e4104" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.706094] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Acquired lock "refresh_cache-3b08927a-a8ae-4803-be6b-2c27f07e4104" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.706094] env[70542]: DEBUG nova.network.neutron [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.778601] env[70542]: INFO nova.compute.manager [-] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Took 2.40 seconds to deallocate network for instance. [ 697.819327] env[70542]: INFO nova.compute.manager [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] instance snapshotting [ 697.819527] env[70542]: WARNING nova.compute.manager [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 697.822535] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6641780-2576-4e1a-9e1a-1e2d183dcba7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.849757] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de76d101-ff66-4528-a5bb-bab535c2f746 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.855889] env[70542]: DEBUG nova.compute.utils [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.860026] env[70542]: DEBUG nova.compute.manager [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.862915] env[70542]: DEBUG nova.network.neutron [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.910644] env[70542]: DEBUG nova.compute.manager [req-324306a7-9007-41e8-aa94-2b8e5c4494d6 req-007efa55-b8dc-485d-a781-4de0ac80b2e5 service nova] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Received event network-vif-plugged-03ea48a0-04be-4a27-a8d6-7d910785f439 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.911029] env[70542]: DEBUG oslo_concurrency.lockutils [req-324306a7-9007-41e8-aa94-2b8e5c4494d6 req-007efa55-b8dc-485d-a781-4de0ac80b2e5 service nova] Acquiring lock "3b08927a-a8ae-4803-be6b-2c27f07e4104-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.911277] env[70542]: DEBUG oslo_concurrency.lockutils [req-324306a7-9007-41e8-aa94-2b8e5c4494d6 req-007efa55-b8dc-485d-a781-4de0ac80b2e5 service nova] Lock "3b08927a-a8ae-4803-be6b-2c27f07e4104-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.911443] env[70542]: DEBUG oslo_concurrency.lockutils [req-324306a7-9007-41e8-aa94-2b8e5c4494d6 req-007efa55-b8dc-485d-a781-4de0ac80b2e5 service nova] Lock "3b08927a-a8ae-4803-be6b-2c27f07e4104-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.911616] env[70542]: DEBUG nova.compute.manager [req-324306a7-9007-41e8-aa94-2b8e5c4494d6 req-007efa55-b8dc-485d-a781-4de0ac80b2e5 service nova] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] No waiting events found dispatching network-vif-plugged-03ea48a0-04be-4a27-a8d6-7d910785f439 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 697.911775] env[70542]: WARNING nova.compute.manager [req-324306a7-9007-41e8-aa94-2b8e5c4494d6 req-007efa55-b8dc-485d-a781-4de0ac80b2e5 service nova] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Received unexpected event network-vif-plugged-03ea48a0-04be-4a27-a8d6-7d910785f439 for instance with vm_state building and task_state spawning. [ 697.926238] env[70542]: DEBUG oslo_vmware.api [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Task: {'id': task-3910801, 'name': PowerOnVM_Task, 'duration_secs': 1.111085} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.927341] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.927553] env[70542]: INFO nova.compute.manager [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Took 11.57 seconds to spawn the instance on the hypervisor. [ 697.927728] env[70542]: DEBUG nova.compute.manager [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 697.928980] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9957f5-6d40-478a-9b8e-d152189b30fe {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.149927] env[70542]: DEBUG oslo_vmware.api [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669403} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.150514] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 513a1359-d44c-4e77-8621-9704298cfe79/513a1359-d44c-4e77-8621-9704298cfe79.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.150811] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.151454] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d915bb8c-80d3-4888-89db-001de2441bd0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.158041] env[70542]: DEBUG nova.policy [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dafae04a779c4e3c94b22a895d693b8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db39ecbe5a38495abf2c3eb21d9fb887', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.165964] env[70542]: DEBUG oslo_vmware.api [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 698.165964] env[70542]: value = "task-3910805" [ 698.165964] env[70542]: _type = "Task" [ 698.165964] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.177038] env[70542]: DEBUG oslo_vmware.api [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.185309] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.258142] env[70542]: DEBUG nova.compute.manager [req-148a69a5-b8e4-4d0c-9531-ebd3e5a5fdc3 req-9b36f71b-d2eb-4f85-9edf-c2c7549b5731 service nova] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Received event network-vif-deleted-3c12d569-659e-442c-a3b2-b297fa1a48a1 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.289793] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.343116] env[70542]: DEBUG nova.network.neutron [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.367111] env[70542]: DEBUG nova.compute.manager [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.379433] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Creating Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 698.379798] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8fb7464e-2ea7-4338-a865-fa692123f476 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.390925] env[70542]: DEBUG oslo_vmware.api [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 698.390925] env[70542]: value = "task-3910806" [ 698.390925] env[70542]: _type = "Task" [ 698.390925] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.417694] env[70542]: DEBUG oslo_vmware.api [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910806, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.449935] env[70542]: INFO nova.compute.manager [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Took 21.89 seconds to build instance. [ 698.673646] env[70542]: DEBUG oslo_vmware.api [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161285} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.680678] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.684924] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc35663-4d10-4b3e-9d5c-2cb09e8b2c81 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.717802] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 513a1359-d44c-4e77-8621-9704298cfe79/513a1359-d44c-4e77-8621-9704298cfe79.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.718743] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910804, 'name': ReconfigVM_Task, 'duration_secs': 0.774699} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.722671] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a78efb3d-93ae-48ab-b3a7-97c932f41eb0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.739660] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 76d4543f-0743-4cbf-ba91-90d3cfd3fa38/76d4543f-0743-4cbf-ba91-90d3cfd3fa38.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.742538] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46c62159-5108-46c5-8483-9024a8aaa007 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.750321] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 698.750321] env[70542]: value = "task-3910807" [ 698.750321] env[70542]: _type = "Task" [ 698.750321] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.751659] env[70542]: DEBUG oslo_vmware.api [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 698.751659] env[70542]: value = "task-3910808" [ 698.751659] env[70542]: _type = "Task" [ 698.751659] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.768030] env[70542]: DEBUG oslo_vmware.api [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910808, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.772094] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910807, 'name': Rename_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.908658] env[70542]: DEBUG oslo_vmware.api [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910806, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.920603] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c25a1a3-5ab4-4e14-8401-0b5e966e8b36 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.930272] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eef6314-f58e-4998-9a66-4cc59ea7023a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.967507] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d987f285-a348-4e69-ae3a-67f6f17ed270 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Lock "11593aae-019c-43c8-94b2-09281545fc38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.427s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.969544] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84382e21-65a5-4e22-bcf6-1ae63e761cbf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.979197] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe48775a-5e64-446b-bfc4-1bcb01efdde9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.996253] env[70542]: DEBUG nova.compute.provider_tree [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.277193] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910807, 'name': Rename_Task, 'duration_secs': 0.166895} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.282447] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.283308] env[70542]: DEBUG oslo_vmware.api [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910808, 'name': ReconfigVM_Task, 'duration_secs': 0.358649} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.283448] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7663862-6beb-4dd4-8d42-2bd3ba20a656 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.286609] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 513a1359-d44c-4e77-8621-9704298cfe79/513a1359-d44c-4e77-8621-9704298cfe79.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.290673] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa8ffef0-da24-4a86-b5aa-4f71a47fc307 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.300294] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 699.300294] env[70542]: value = "task-3910809" [ 699.300294] env[70542]: _type = "Task" [ 699.300294] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.305335] env[70542]: DEBUG oslo_vmware.api [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 699.305335] env[70542]: value = "task-3910810" [ 699.305335] env[70542]: _type = "Task" [ 699.305335] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.318187] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.327636] env[70542]: DEBUG oslo_vmware.api [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910810, 'name': Rename_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.386044] env[70542]: DEBUG nova.compute.manager [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.403309] env[70542]: DEBUG oslo_vmware.api [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910806, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.426669] env[70542]: DEBUG nova.virt.hardware [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.427052] env[70542]: DEBUG nova.virt.hardware [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.427257] env[70542]: DEBUG nova.virt.hardware [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.427502] env[70542]: DEBUG nova.virt.hardware [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.427699] env[70542]: DEBUG nova.virt.hardware [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.427889] env[70542]: DEBUG nova.virt.hardware [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.428153] env[70542]: DEBUG nova.virt.hardware [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.428321] env[70542]: DEBUG nova.virt.hardware [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.428521] env[70542]: DEBUG nova.virt.hardware [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.428652] env[70542]: DEBUG nova.virt.hardware [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.428841] env[70542]: DEBUG nova.virt.hardware [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.430348] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c5f816-7de2-4706-8d9d-c04f1c98c0ae {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.441794] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0603bfca-b376-4760-970b-0753f3a8a1dd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.473415] env[70542]: DEBUG nova.compute.manager [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.498736] env[70542]: DEBUG nova.scheduler.client.report [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.544307] env[70542]: DEBUG nova.network.neutron [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Updating instance_info_cache with network_info: [{"id": "03ea48a0-04be-4a27-a8d6-7d910785f439", "address": "fa:16:3e:cc:60:42", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03ea48a0-04", "ovs_interfaceid": "03ea48a0-04be-4a27-a8d6-7d910785f439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.815736] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910809, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.821327] env[70542]: DEBUG oslo_vmware.api [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910810, 'name': Rename_Task, 'duration_secs': 0.184929} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.821955] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.822215] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d58131ca-1793-4e5e-940e-025d34d16972 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.829632] env[70542]: DEBUG oslo_vmware.api [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 699.829632] env[70542]: value = "task-3910811" [ 699.829632] env[70542]: _type = "Task" [ 699.829632] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.841586] env[70542]: DEBUG oslo_vmware.api [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.845452] env[70542]: DEBUG nova.network.neutron [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Successfully created port: d8bb02b1-523d-4fc6-983c-85cfb38d5e40 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.909344] env[70542]: DEBUG oslo_vmware.api [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910806, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.003142] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.007107] env[70542]: DEBUG oslo_concurrency.lockutils [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.010022] env[70542]: DEBUG nova.compute.manager [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.012330] env[70542]: DEBUG oslo_concurrency.lockutils [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.767s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.014313] env[70542]: INFO nova.compute.claims [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.048689] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Releasing lock "refresh_cache-3b08927a-a8ae-4803-be6b-2c27f07e4104" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.048689] env[70542]: DEBUG nova.compute.manager [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Instance network_info: |[{"id": "03ea48a0-04be-4a27-a8d6-7d910785f439", "address": "fa:16:3e:cc:60:42", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03ea48a0-04", "ovs_interfaceid": "03ea48a0-04be-4a27-a8d6-7d910785f439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.048991] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:60:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03ea48a0-04be-4a27-a8d6-7d910785f439', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.063596] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Creating folder: Project (51b44e626ce34d8d81b56bf166a0b2f5). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.063974] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81df32e5-d6cb-49d2-91df-bd0501068639 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.080644] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Created folder: Project (51b44e626ce34d8d81b56bf166a0b2f5) in parent group-v776569. [ 700.080898] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Creating folder: Instances. Parent ref: group-v776613. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.086166] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-748b933c-b676-49d6-b10d-535983456b0d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.101142] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Created folder: Instances in parent group-v776613. [ 700.101527] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.101858] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.102489] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a34f6b7-a02b-4658-80b1-affe6c065d9a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.128261] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.128261] env[70542]: value = "task-3910814" [ 700.128261] env[70542]: _type = "Task" [ 700.128261] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.140933] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910814, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.316749] env[70542]: DEBUG oslo_vmware.api [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910809, 'name': PowerOnVM_Task, 'duration_secs': 0.710901} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.318605] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.318605] env[70542]: DEBUG nova.compute.manager [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 700.322073] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bf37e8-b99c-451e-83f4-d2b824936a30 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.353987] env[70542]: DEBUG oslo_vmware.api [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910811, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.408541] env[70542]: DEBUG oslo_vmware.api [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910806, 'name': CreateSnapshot_Task, 'duration_secs': 1.798463} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.409341] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Created Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 700.410197] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021b7051-0a12-4292-a966-7dbce29f364d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.519513] env[70542]: DEBUG nova.compute.utils [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.528761] env[70542]: DEBUG nova.compute.manager [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.528761] env[70542]: DEBUG nova.network.neutron [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.640662] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910814, 'name': CreateVM_Task, 'duration_secs': 0.400188} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.640864] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.641628] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.641840] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.642160] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.642460] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af2b7649-f457-4ba9-beb2-c8f7987b682b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.649416] env[70542]: DEBUG oslo_vmware.api [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Waiting for the task: (returnval){ [ 700.649416] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528a7d49-7cb2-b567-1aa2-b75a439aba02" [ 700.649416] env[70542]: _type = "Task" [ 700.649416] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.659405] env[70542]: DEBUG oslo_vmware.api [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528a7d49-7cb2-b567-1aa2-b75a439aba02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.735588] env[70542]: DEBUG nova.policy [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2f87aaa178c41328682bb3eb3aa201a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '347e30e2ab7642ebbcea239cc262d587', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.757156] env[70542]: DEBUG nova.network.neutron [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Successfully updated port: 70461e91-5dd7-48c5-b4f5-0c98cb7d1924 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.853788] env[70542]: DEBUG oslo_vmware.api [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910811, 'name': PowerOnVM_Task, 'duration_secs': 0.601097} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.857239] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.858887] env[70542]: INFO nova.compute.manager [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Took 11.84 seconds to spawn the instance on the hypervisor. [ 700.858887] env[70542]: DEBUG nova.compute.manager [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 700.859132] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.860513] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5372e5-a832-471c-8f8f-0fd978657fed {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.943027] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Creating linked-clone VM from snapshot {{(pid=70542) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 700.943651] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-650d8e3e-b3e5-461e-a5d5-bfa16015c2de {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.961435] env[70542]: DEBUG oslo_vmware.api [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 700.961435] env[70542]: value = "task-3910815" [ 700.961435] env[70542]: _type = "Task" [ 700.961435] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.968684] env[70542]: DEBUG nova.compute.manager [req-d2445973-8581-4109-b397-ad3a2de16657 req-cb9f6873-90a7-4a1b-8eff-693c70eeb401 service nova] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Received event network-changed-03ea48a0-04be-4a27-a8d6-7d910785f439 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.968951] env[70542]: DEBUG nova.compute.manager [req-d2445973-8581-4109-b397-ad3a2de16657 req-cb9f6873-90a7-4a1b-8eff-693c70eeb401 service nova] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Refreshing instance network info cache due to event network-changed-03ea48a0-04be-4a27-a8d6-7d910785f439. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.969274] env[70542]: DEBUG oslo_concurrency.lockutils [req-d2445973-8581-4109-b397-ad3a2de16657 req-cb9f6873-90a7-4a1b-8eff-693c70eeb401 service nova] Acquiring lock "refresh_cache-3b08927a-a8ae-4803-be6b-2c27f07e4104" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.969415] env[70542]: DEBUG oslo_concurrency.lockutils [req-d2445973-8581-4109-b397-ad3a2de16657 req-cb9f6873-90a7-4a1b-8eff-693c70eeb401 service nova] Acquired lock "refresh_cache-3b08927a-a8ae-4803-be6b-2c27f07e4104" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.969572] env[70542]: DEBUG nova.network.neutron [req-d2445973-8581-4109-b397-ad3a2de16657 req-cb9f6873-90a7-4a1b-8eff-693c70eeb401 service nova] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Refreshing network info cache for port 03ea48a0-04be-4a27-a8d6-7d910785f439 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.979201] env[70542]: DEBUG oslo_vmware.api [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910815, 'name': CloneVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.032187] env[70542]: DEBUG nova.compute.manager [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.173196] env[70542]: DEBUG oslo_vmware.api [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528a7d49-7cb2-b567-1aa2-b75a439aba02, 'name': SearchDatastore_Task, 'duration_secs': 0.038548} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.174270] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.174460] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.175103] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.175325] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.175498] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.175785] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9e5825f-55c2-4865-8a46-0182c6cd2239 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.191174] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.191440] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.193548] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-563d0b74-2e71-49c4-a6f9-06f160ac89df {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.200512] env[70542]: DEBUG oslo_vmware.api [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Waiting for the task: (returnval){ [ 701.200512] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52781757-25ed-1d7e-9a80-7bc41b42a9a9" [ 701.200512] env[70542]: _type = "Task" [ 701.200512] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.218624] env[70542]: DEBUG oslo_vmware.api [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52781757-25ed-1d7e-9a80-7bc41b42a9a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.264129] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Acquiring lock "refresh_cache-c82e9569-5ed3-49ca-a81d-e274ecc11a9f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.264129] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Acquired lock "refresh_cache-c82e9569-5ed3-49ca-a81d-e274ecc11a9f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.264129] env[70542]: DEBUG nova.network.neutron [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.391158] env[70542]: INFO nova.compute.manager [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Took 23.61 seconds to build instance. [ 701.486024] env[70542]: DEBUG oslo_vmware.api [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910815, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.592158] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb092939-1312-4e21-86cf-91f7f49f7741 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.604553] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ade3a2-85df-40a9-92a7-fcf752998983 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.640163] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec394ce7-2e30-46ce-bce3-3c874ed6a5c2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.650161] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68860b8-3984-4057-b6d6-c7faa3279dda {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.668800] env[70542]: DEBUG nova.compute.provider_tree [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.711799] env[70542]: DEBUG oslo_vmware.api [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52781757-25ed-1d7e-9a80-7bc41b42a9a9, 'name': SearchDatastore_Task, 'duration_secs': 0.024063} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.712742] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfec7c50-9af4-48d6-b11f-5217971d357a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.719451] env[70542]: DEBUG oslo_vmware.api [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Waiting for the task: (returnval){ [ 701.719451] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]529428be-2685-7305-5b47-b6bb3e1519c1" [ 701.719451] env[70542]: _type = "Task" [ 701.719451] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.731594] env[70542]: DEBUG oslo_vmware.api [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]529428be-2685-7305-5b47-b6bb3e1519c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.873675] env[70542]: DEBUG nova.network.neutron [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.895381] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d7041fc-52c8-4bba-a62e-7722ae7a2884 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Lock "513a1359-d44c-4e77-8621-9704298cfe79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.129s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.975502] env[70542]: DEBUG oslo_vmware.api [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910815, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.049827] env[70542]: DEBUG nova.compute.manager [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.067278] env[70542]: DEBUG nova.network.neutron [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Successfully created port: e56ac885-e3c4-4e4f-bffd-e67a1be360d0 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.092469] env[70542]: DEBUG nova.virt.hardware [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.093206] env[70542]: DEBUG nova.virt.hardware [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.093532] env[70542]: DEBUG nova.virt.hardware [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.093754] env[70542]: DEBUG nova.virt.hardware [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.094071] env[70542]: DEBUG nova.virt.hardware [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.094317] env[70542]: DEBUG nova.virt.hardware [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.094540] env[70542]: DEBUG nova.virt.hardware [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.094782] env[70542]: DEBUG nova.virt.hardware [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.094999] env[70542]: DEBUG nova.virt.hardware [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.095414] env[70542]: DEBUG nova.virt.hardware [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.096239] env[70542]: DEBUG nova.virt.hardware [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.098324] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ba145f-02eb-41ac-a576-559a75bf048c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.109132] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a7a0db-5e39-422d-83b7-9cc26082563b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.173190] env[70542]: DEBUG nova.scheduler.client.report [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.235112] env[70542]: DEBUG oslo_vmware.api [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]529428be-2685-7305-5b47-b6bb3e1519c1, 'name': SearchDatastore_Task, 'duration_secs': 0.015651} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.235112] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.235112] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 3b08927a-a8ae-4803-be6b-2c27f07e4104/3b08927a-a8ae-4803-be6b-2c27f07e4104.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.235112] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90ee3c4c-ef18-4e8e-be6b-c6ddccc692ff {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.245448] env[70542]: DEBUG oslo_vmware.api [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Waiting for the task: (returnval){ [ 702.245448] env[70542]: value = "task-3910816" [ 702.245448] env[70542]: _type = "Task" [ 702.245448] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.256089] env[70542]: DEBUG oslo_vmware.api [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Task: {'id': task-3910816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.398786] env[70542]: DEBUG nova.compute.manager [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.438772] env[70542]: DEBUG nova.network.neutron [req-d2445973-8581-4109-b397-ad3a2de16657 req-cb9f6873-90a7-4a1b-8eff-693c70eeb401 service nova] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Updated VIF entry in instance network info cache for port 03ea48a0-04be-4a27-a8d6-7d910785f439. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.439183] env[70542]: DEBUG nova.network.neutron [req-d2445973-8581-4109-b397-ad3a2de16657 req-cb9f6873-90a7-4a1b-8eff-693c70eeb401 service nova] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Updating instance_info_cache with network_info: [{"id": "03ea48a0-04be-4a27-a8d6-7d910785f439", "address": "fa:16:3e:cc:60:42", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03ea48a0-04", "ovs_interfaceid": "03ea48a0-04be-4a27-a8d6-7d910785f439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.477428] env[70542]: DEBUG oslo_vmware.api [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910815, 'name': CloneVM_Task} progress is 95%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.632991] env[70542]: DEBUG nova.compute.manager [req-6beb55f0-57b2-4f50-8244-bfc9413f8cb8 req-40b33ccd-8541-4fff-af0f-a9f4d88b8b06 service nova] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Received event network-changed-25ba8f63-d341-4c74-bbf7-9a1d065f836a {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.632991] env[70542]: DEBUG nova.compute.manager [req-6beb55f0-57b2-4f50-8244-bfc9413f8cb8 req-40b33ccd-8541-4fff-af0f-a9f4d88b8b06 service nova] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Refreshing instance network info cache due to event network-changed-25ba8f63-d341-4c74-bbf7-9a1d065f836a. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.632991] env[70542]: DEBUG oslo_concurrency.lockutils [req-6beb55f0-57b2-4f50-8244-bfc9413f8cb8 req-40b33ccd-8541-4fff-af0f-a9f4d88b8b06 service nova] Acquiring lock "refresh_cache-9a25d997-02e9-4d87-aa89-5d05fac4d70d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.632991] env[70542]: DEBUG oslo_concurrency.lockutils [req-6beb55f0-57b2-4f50-8244-bfc9413f8cb8 req-40b33ccd-8541-4fff-af0f-a9f4d88b8b06 service nova] Acquired lock "refresh_cache-9a25d997-02e9-4d87-aa89-5d05fac4d70d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.633269] env[70542]: DEBUG nova.network.neutron [req-6beb55f0-57b2-4f50-8244-bfc9413f8cb8 req-40b33ccd-8541-4fff-af0f-a9f4d88b8b06 service nova] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Refreshing network info cache for port 25ba8f63-d341-4c74-bbf7-9a1d065f836a {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.678790] env[70542]: DEBUG oslo_concurrency.lockutils [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.679474] env[70542]: DEBUG nova.compute.manager [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.685129] env[70542]: DEBUG oslo_concurrency.lockutils [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.710s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.685129] env[70542]: DEBUG nova.objects.instance [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Lazy-loading 'resources' on Instance uuid 7b1e9f41-91a3-4135-abdb-864109cb712a {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.703615] env[70542]: DEBUG nova.network.neutron [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Updating instance_info_cache with network_info: [{"id": "70461e91-5dd7-48c5-b4f5-0c98cb7d1924", "address": "fa:16:3e:97:d6:1d", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70461e91-5d", "ovs_interfaceid": "70461e91-5dd7-48c5-b4f5-0c98cb7d1924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.760497] env[70542]: DEBUG oslo_vmware.api [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Task: {'id': task-3910816, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.927930] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.942784] env[70542]: DEBUG oslo_concurrency.lockutils [req-d2445973-8581-4109-b397-ad3a2de16657 req-cb9f6873-90a7-4a1b-8eff-693c70eeb401 service nova] Releasing lock "refresh_cache-3b08927a-a8ae-4803-be6b-2c27f07e4104" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.943121] env[70542]: DEBUG nova.compute.manager [req-d2445973-8581-4109-b397-ad3a2de16657 req-cb9f6873-90a7-4a1b-8eff-693c70eeb401 service nova] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Received event network-changed-908ecde2-02fe-468d-9f1b-0ca01618a959 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.943316] env[70542]: DEBUG nova.compute.manager [req-d2445973-8581-4109-b397-ad3a2de16657 req-cb9f6873-90a7-4a1b-8eff-693c70eeb401 service nova] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Refreshing instance network info cache due to event network-changed-908ecde2-02fe-468d-9f1b-0ca01618a959. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.943576] env[70542]: DEBUG oslo_concurrency.lockutils [req-d2445973-8581-4109-b397-ad3a2de16657 req-cb9f6873-90a7-4a1b-8eff-693c70eeb401 service nova] Acquiring lock "refresh_cache-e34d3e61-5465-4d68-8106-e9ee42644d69" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.943885] env[70542]: DEBUG oslo_concurrency.lockutils [req-d2445973-8581-4109-b397-ad3a2de16657 req-cb9f6873-90a7-4a1b-8eff-693c70eeb401 service nova] Acquired lock "refresh_cache-e34d3e61-5465-4d68-8106-e9ee42644d69" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.943885] env[70542]: DEBUG nova.network.neutron [req-d2445973-8581-4109-b397-ad3a2de16657 req-cb9f6873-90a7-4a1b-8eff-693c70eeb401 service nova] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Refreshing network info cache for port 908ecde2-02fe-468d-9f1b-0ca01618a959 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.984342] env[70542]: DEBUG oslo_vmware.api [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910815, 'name': CloneVM_Task, 'duration_secs': 1.801946} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.984802] env[70542]: INFO nova.virt.vmwareapi.vmops [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Created linked-clone VM from snapshot [ 702.985777] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f00933e-443d-416b-9af2-6945dffb4b1c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.995216] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Uploading image 51caaf62-ee5f-4ff3-9a0f-eca3e9a0b332 {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 703.033286] env[70542]: DEBUG oslo_vmware.rw_handles [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 703.033286] env[70542]: value = "vm-776617" [ 703.033286] env[70542]: _type = "VirtualMachine" [ 703.033286] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 703.033532] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-acbbec89-9975-4219-8dc7-f2bbc823ca8c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.041503] env[70542]: DEBUG nova.network.neutron [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Successfully updated port: d8bb02b1-523d-4fc6-983c-85cfb38d5e40 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.045504] env[70542]: DEBUG oslo_vmware.rw_handles [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lease: (returnval){ [ 703.045504] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52823035-2a27-e207-8f3b-f75cefe91db7" [ 703.045504] env[70542]: _type = "HttpNfcLease" [ 703.045504] env[70542]: } obtained for exporting VM: (result){ [ 703.045504] env[70542]: value = "vm-776617" [ 703.045504] env[70542]: _type = "VirtualMachine" [ 703.045504] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 703.046307] env[70542]: DEBUG oslo_vmware.api [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the lease: (returnval){ [ 703.046307] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52823035-2a27-e207-8f3b-f75cefe91db7" [ 703.046307] env[70542]: _type = "HttpNfcLease" [ 703.046307] env[70542]: } to be ready. {{(pid=70542) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 703.055053] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 703.055053] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52823035-2a27-e207-8f3b-f75cefe91db7" [ 703.055053] env[70542]: _type = "HttpNfcLease" [ 703.055053] env[70542]: } is initializing. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 703.201281] env[70542]: DEBUG nova.compute.utils [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.207925] env[70542]: DEBUG nova.compute.manager [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.207925] env[70542]: DEBUG nova.network.neutron [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.209996] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Releasing lock "refresh_cache-c82e9569-5ed3-49ca-a81d-e274ecc11a9f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.210409] env[70542]: DEBUG nova.compute.manager [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Instance network_info: |[{"id": "70461e91-5dd7-48c5-b4f5-0c98cb7d1924", "address": "fa:16:3e:97:d6:1d", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70461e91-5d", "ovs_interfaceid": "70461e91-5dd7-48c5-b4f5-0c98cb7d1924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.211389] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:d6:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70461e91-5dd7-48c5-b4f5-0c98cb7d1924', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.221376] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.225801] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.228911] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c093283-23bd-4b9c-9526-70ad871f70f0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.271820] env[70542]: DEBUG oslo_vmware.api [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Task: {'id': task-3910816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734792} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.276362] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 3b08927a-a8ae-4803-be6b-2c27f07e4104/3b08927a-a8ae-4803-be6b-2c27f07e4104.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.276362] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.276362] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.276362] env[70542]: value = "task-3910818" [ 703.276362] env[70542]: _type = "Task" [ 703.276362] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.276362] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5759c644-da50-49fb-80e0-705e92eb9b03 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.304422] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910818, 'name': CreateVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.306564] env[70542]: DEBUG oslo_vmware.api [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Waiting for the task: (returnval){ [ 703.306564] env[70542]: value = "task-3910819" [ 703.306564] env[70542]: _type = "Task" [ 703.306564] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.316868] env[70542]: DEBUG oslo_vmware.api [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Task: {'id': task-3910819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.381193] env[70542]: DEBUG nova.policy [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d36c1e6f79847178f6a0f5fbd1e3567', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa4c478d51394460acfa1c03d6bd1eb7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.404764] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Acquiring lock "7e2f05a8-6f0d-4112-a654-b2a6d01a011a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.405123] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Lock "7e2f05a8-6f0d-4112-a654-b2a6d01a011a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.546741] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Acquiring lock "refresh_cache-83559878-68c5-40bb-86b5-306a9b7f120b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.547571] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Acquired lock "refresh_cache-83559878-68c5-40bb-86b5-306a9b7f120b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.547571] env[70542]: DEBUG nova.network.neutron [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.557187] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 703.557187] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52823035-2a27-e207-8f3b-f75cefe91db7" [ 703.557187] env[70542]: _type = "HttpNfcLease" [ 703.557187] env[70542]: } is ready. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 703.561289] env[70542]: DEBUG oslo_vmware.rw_handles [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 703.561289] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52823035-2a27-e207-8f3b-f75cefe91db7" [ 703.561289] env[70542]: _type = "HttpNfcLease" [ 703.561289] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 703.566888] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c1331f-b652-4055-bc8a-80aa11c43e9e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.584479] env[70542]: DEBUG oslo_vmware.rw_handles [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f9501-cf35-2362-72ee-a51c43f1828d/disk-0.vmdk from lease info. {{(pid=70542) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 703.584960] env[70542]: DEBUG oslo_vmware.rw_handles [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f9501-cf35-2362-72ee-a51c43f1828d/disk-0.vmdk for reading. {{(pid=70542) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 703.687436] env[70542]: DEBUG oslo_concurrency.lockutils [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Acquiring lock "11593aae-019c-43c8-94b2-09281545fc38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.687729] env[70542]: DEBUG oslo_concurrency.lockutils [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Lock "11593aae-019c-43c8-94b2-09281545fc38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.687944] env[70542]: DEBUG oslo_concurrency.lockutils [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Acquiring lock "11593aae-019c-43c8-94b2-09281545fc38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.688183] env[70542]: DEBUG oslo_concurrency.lockutils [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Lock "11593aae-019c-43c8-94b2-09281545fc38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.689958] env[70542]: DEBUG oslo_concurrency.lockutils [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Lock "11593aae-019c-43c8-94b2-09281545fc38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.691117] env[70542]: INFO nova.compute.manager [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Terminating instance [ 703.710479] env[70542]: DEBUG nova.compute.manager [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.803672] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910818, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.821118] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3191289c-bc07-4d47-b2e3-c4ba3e53b5ae {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.842462] env[70542]: DEBUG oslo_vmware.api [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Task: {'id': task-3910819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091326} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.845877] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.848540] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2aaeb3c-1e0f-47f5-a977-a5ecf3f6bc4c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.879280] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 3b08927a-a8ae-4803-be6b-2c27f07e4104/3b08927a-a8ae-4803-be6b-2c27f07e4104.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.882794] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32a83bd9-5131-4ead-9aea-d7bbd44c84e2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.914864] env[70542]: DEBUG oslo_vmware.api [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Waiting for the task: (returnval){ [ 703.914864] env[70542]: value = "task-3910820" [ 703.914864] env[70542]: _type = "Task" [ 703.914864] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.927842] env[70542]: DEBUG oslo_vmware.api [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Task: {'id': task-3910820, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.970112] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231f2a70-013c-44f5-aef4-2d4feb06d85b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.980088] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333e4348-bb0e-449c-a2f5-4e5db083c219 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.018499] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b35b82-e6f3-4608-805b-8f6c88605865 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.028521] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc470b1d-4ad3-46df-b642-7f7d5a982316 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.045471] env[70542]: DEBUG nova.compute.provider_tree [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.183946] env[70542]: DEBUG nova.network.neutron [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.203190] env[70542]: DEBUG nova.compute.manager [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.204030] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.210156] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e167dc-65d0-40e2-9205-0181c1f7eefb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.230881] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.233113] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e36dcc0-1e52-460a-b154-6ade6595abb8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.245567] env[70542]: DEBUG oslo_vmware.api [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Waiting for the task: (returnval){ [ 704.245567] env[70542]: value = "task-3910821" [ 704.245567] env[70542]: _type = "Task" [ 704.245567] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.257984] env[70542]: DEBUG oslo_vmware.api [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Task: {'id': task-3910821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.267928] env[70542]: DEBUG nova.network.neutron [req-6beb55f0-57b2-4f50-8244-bfc9413f8cb8 req-40b33ccd-8541-4fff-af0f-a9f4d88b8b06 service nova] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Updated VIF entry in instance network info cache for port 25ba8f63-d341-4c74-bbf7-9a1d065f836a. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.268464] env[70542]: DEBUG nova.network.neutron [req-6beb55f0-57b2-4f50-8244-bfc9413f8cb8 req-40b33ccd-8541-4fff-af0f-a9f4d88b8b06 service nova] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Updating instance_info_cache with network_info: [{"id": "25ba8f63-d341-4c74-bbf7-9a1d065f836a", "address": "fa:16:3e:66:b8:a5", "network": {"id": "0b2a7b1a-b383-42d0-a3a8-b923b54044f8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2057205878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c1a7cf0b70c4ea7924b473fcf5b67e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25ba8f63-d3", "ovs_interfaceid": "25ba8f63-d341-4c74-bbf7-9a1d065f836a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.305690] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910818, 'name': CreateVM_Task, 'duration_secs': 0.725282} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.306088] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.307035] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.308681] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.309859] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.311034] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09e3ea2c-e0cd-48ca-886f-b5186e15a3eb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.323193] env[70542]: DEBUG oslo_vmware.api [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 704.323193] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52319378-1ab3-2204-0cd8-5e259f6df21b" [ 704.323193] env[70542]: _type = "Task" [ 704.323193] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.345067] env[70542]: DEBUG oslo_vmware.api [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52319378-1ab3-2204-0cd8-5e259f6df21b, 'name': SearchDatastore_Task, 'duration_secs': 0.014927} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.345692] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.346085] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.346471] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.346730] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.347040] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.347477] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6534bc8e-14c8-40c7-a6ef-1d206e696150 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.363112] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.363946] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.365626] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be843df3-e447-4b89-a21c-3081417cac08 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.374216] env[70542]: DEBUG oslo_vmware.api [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 704.374216] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527c27ae-e516-d3aa-a506-87cc714841bc" [ 704.374216] env[70542]: _type = "Task" [ 704.374216] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.389075] env[70542]: DEBUG oslo_vmware.api [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527c27ae-e516-d3aa-a506-87cc714841bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.434470] env[70542]: DEBUG oslo_vmware.api [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Task: {'id': task-3910820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.545257] env[70542]: DEBUG nova.network.neutron [req-d2445973-8581-4109-b397-ad3a2de16657 req-cb9f6873-90a7-4a1b-8eff-693c70eeb401 service nova] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Updated VIF entry in instance network info cache for port 908ecde2-02fe-468d-9f1b-0ca01618a959. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.545695] env[70542]: DEBUG nova.network.neutron [req-d2445973-8581-4109-b397-ad3a2de16657 req-cb9f6873-90a7-4a1b-8eff-693c70eeb401 service nova] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Updating instance_info_cache with network_info: [{"id": "908ecde2-02fe-468d-9f1b-0ca01618a959", "address": "fa:16:3e:8e:66:cc", "network": {"id": "533882e0-4ca4-456b-adba-d63410dd1c91", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1950337672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9c5628849c49af958248c81ee81190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap908ecde2-02", "ovs_interfaceid": "908ecde2-02fe-468d-9f1b-0ca01618a959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.548488] env[70542]: DEBUG nova.scheduler.client.report [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.583211] env[70542]: DEBUG nova.network.neutron [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Successfully created port: 92d07731-ce3b-4c39-b185-137c8b7fc455 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.698499] env[70542]: DEBUG nova.compute.manager [req-dbaf9f1d-9d69-4681-970a-7dbffb52a245 req-9287c03e-adb8-458b-979d-f612687b6e9f service nova] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Received event network-vif-plugged-70461e91-5dd7-48c5-b4f5-0c98cb7d1924 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.698710] env[70542]: DEBUG oslo_concurrency.lockutils [req-dbaf9f1d-9d69-4681-970a-7dbffb52a245 req-9287c03e-adb8-458b-979d-f612687b6e9f service nova] Acquiring lock "c82e9569-5ed3-49ca-a81d-e274ecc11a9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.698898] env[70542]: DEBUG oslo_concurrency.lockutils [req-dbaf9f1d-9d69-4681-970a-7dbffb52a245 req-9287c03e-adb8-458b-979d-f612687b6e9f service nova] Lock "c82e9569-5ed3-49ca-a81d-e274ecc11a9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.700654] env[70542]: DEBUG oslo_concurrency.lockutils [req-dbaf9f1d-9d69-4681-970a-7dbffb52a245 req-9287c03e-adb8-458b-979d-f612687b6e9f service nova] Lock "c82e9569-5ed3-49ca-a81d-e274ecc11a9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.701913] env[70542]: DEBUG nova.compute.manager [req-dbaf9f1d-9d69-4681-970a-7dbffb52a245 req-9287c03e-adb8-458b-979d-f612687b6e9f service nova] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] No waiting events found dispatching network-vif-plugged-70461e91-5dd7-48c5-b4f5-0c98cb7d1924 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 704.705058] env[70542]: WARNING nova.compute.manager [req-dbaf9f1d-9d69-4681-970a-7dbffb52a245 req-9287c03e-adb8-458b-979d-f612687b6e9f service nova] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Received unexpected event network-vif-plugged-70461e91-5dd7-48c5-b4f5-0c98cb7d1924 for instance with vm_state building and task_state spawning. [ 704.705506] env[70542]: DEBUG nova.compute.manager [req-dbaf9f1d-9d69-4681-970a-7dbffb52a245 req-9287c03e-adb8-458b-979d-f612687b6e9f service nova] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Received event network-changed-70461e91-5dd7-48c5-b4f5-0c98cb7d1924 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.705820] env[70542]: DEBUG nova.compute.manager [req-dbaf9f1d-9d69-4681-970a-7dbffb52a245 req-9287c03e-adb8-458b-979d-f612687b6e9f service nova] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Refreshing instance network info cache due to event network-changed-70461e91-5dd7-48c5-b4f5-0c98cb7d1924. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.706187] env[70542]: DEBUG oslo_concurrency.lockutils [req-dbaf9f1d-9d69-4681-970a-7dbffb52a245 req-9287c03e-adb8-458b-979d-f612687b6e9f service nova] Acquiring lock "refresh_cache-c82e9569-5ed3-49ca-a81d-e274ecc11a9f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.706758] env[70542]: DEBUG oslo_concurrency.lockutils [req-dbaf9f1d-9d69-4681-970a-7dbffb52a245 req-9287c03e-adb8-458b-979d-f612687b6e9f service nova] Acquired lock "refresh_cache-c82e9569-5ed3-49ca-a81d-e274ecc11a9f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.706758] env[70542]: DEBUG nova.network.neutron [req-dbaf9f1d-9d69-4681-970a-7dbffb52a245 req-9287c03e-adb8-458b-979d-f612687b6e9f service nova] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Refreshing network info cache for port 70461e91-5dd7-48c5-b4f5-0c98cb7d1924 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.729655] env[70542]: DEBUG nova.compute.manager [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.761941] env[70542]: DEBUG oslo_vmware.api [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Task: {'id': task-3910821, 'name': PowerOffVM_Task, 'duration_secs': 0.243001} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.762678] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.762678] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.762861] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a6c5ec5-70d6-4f63-be25-4559456e28fb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.772598] env[70542]: DEBUG oslo_concurrency.lockutils [req-6beb55f0-57b2-4f50-8244-bfc9413f8cb8 req-40b33ccd-8541-4fff-af0f-a9f4d88b8b06 service nova] Releasing lock "refresh_cache-9a25d997-02e9-4d87-aa89-5d05fac4d70d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.781200] env[70542]: DEBUG nova.virt.hardware [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.781466] env[70542]: DEBUG nova.virt.hardware [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.781656] env[70542]: DEBUG nova.virt.hardware [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.781865] env[70542]: DEBUG nova.virt.hardware [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.782022] env[70542]: DEBUG nova.virt.hardware [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.782165] env[70542]: DEBUG nova.virt.hardware [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.783582] env[70542]: DEBUG nova.virt.hardware [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.783582] env[70542]: DEBUG nova.virt.hardware [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.783582] env[70542]: DEBUG nova.virt.hardware [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.783795] env[70542]: DEBUG nova.virt.hardware [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.783864] env[70542]: DEBUG nova.virt.hardware [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.786584] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fee1126-f7b7-4279-8bf7-b1d473b67255 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.803972] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d46a9c-a86f-4195-89af-3d2628c98b83 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.861169] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.861169] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.861634] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Deleting the datastore file [datastore1] 11593aae-019c-43c8-94b2-09281545fc38 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.862171] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef8de8f7-4533-4b8c-88bd-34d2aa37312f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.871078] env[70542]: DEBUG oslo_vmware.api [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Waiting for the task: (returnval){ [ 704.871078] env[70542]: value = "task-3910823" [ 704.871078] env[70542]: _type = "Task" [ 704.871078] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.891929] env[70542]: DEBUG oslo_vmware.api [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527c27ae-e516-d3aa-a506-87cc714841bc, 'name': SearchDatastore_Task, 'duration_secs': 0.01337} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.903373] env[70542]: DEBUG oslo_vmware.api [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Task: {'id': task-3910823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.903373] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38b7b8ac-833e-4897-bc6a-f2a6191d2230 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.909678] env[70542]: DEBUG oslo_vmware.api [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 704.909678] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]520bf77c-d545-5617-42f3-9649b8d023a8" [ 704.909678] env[70542]: _type = "Task" [ 704.909678] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.925067] env[70542]: DEBUG oslo_vmware.api [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]520bf77c-d545-5617-42f3-9649b8d023a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.933687] env[70542]: DEBUG oslo_vmware.api [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Task: {'id': task-3910820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.940562] env[70542]: DEBUG nova.network.neutron [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Updating instance_info_cache with network_info: [{"id": "d8bb02b1-523d-4fc6-983c-85cfb38d5e40", "address": "fa:16:3e:a2:f5:bd", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8bb02b1-52", "ovs_interfaceid": "d8bb02b1-523d-4fc6-983c-85cfb38d5e40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.049832] env[70542]: DEBUG oslo_concurrency.lockutils [req-d2445973-8581-4109-b397-ad3a2de16657 req-cb9f6873-90a7-4a1b-8eff-693c70eeb401 service nova] Releasing lock "refresh_cache-e34d3e61-5465-4d68-8106-e9ee42644d69" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.057473] env[70542]: DEBUG oslo_concurrency.lockutils [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.374s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.061147] env[70542]: DEBUG oslo_concurrency.lockutils [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.823s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.065650] env[70542]: INFO nova.compute.claims [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.108969] env[70542]: INFO nova.scheduler.client.report [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Deleted allocations for instance 7b1e9f41-91a3-4135-abdb-864109cb712a [ 705.297165] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "76d4543f-0743-4cbf-ba91-90d3cfd3fa38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.297467] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "76d4543f-0743-4cbf-ba91-90d3cfd3fa38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.297504] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "76d4543f-0743-4cbf-ba91-90d3cfd3fa38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.297681] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "76d4543f-0743-4cbf-ba91-90d3cfd3fa38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.298934] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "76d4543f-0743-4cbf-ba91-90d3cfd3fa38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.302508] env[70542]: INFO nova.compute.manager [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Terminating instance [ 705.391695] env[70542]: DEBUG oslo_vmware.api [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Task: {'id': task-3910823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220746} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.392569] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.392936] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.395019] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.395019] env[70542]: INFO nova.compute.manager [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Took 1.19 seconds to destroy the instance on the hypervisor. [ 705.395019] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.395019] env[70542]: DEBUG nova.compute.manager [-] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.395019] env[70542]: DEBUG nova.network.neutron [-] [instance: 11593aae-019c-43c8-94b2-09281545fc38] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.424419] env[70542]: DEBUG oslo_vmware.api [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]520bf77c-d545-5617-42f3-9649b8d023a8, 'name': SearchDatastore_Task, 'duration_secs': 0.025621} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.430620] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.430620] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] c82e9569-5ed3-49ca-a81d-e274ecc11a9f/c82e9569-5ed3-49ca-a81d-e274ecc11a9f.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.430620] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d957689-7cc1-44f7-949a-5097ca711a6c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.437219] env[70542]: DEBUG oslo_vmware.api [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Task: {'id': task-3910820, 'name': ReconfigVM_Task, 'duration_secs': 1.480943} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.437219] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 3b08927a-a8ae-4803-be6b-2c27f07e4104/3b08927a-a8ae-4803-be6b-2c27f07e4104.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.437219] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27de87df-4300-441d-b8ed-0a628595a135 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.441495] env[70542]: DEBUG oslo_vmware.api [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 705.441495] env[70542]: value = "task-3910824" [ 705.441495] env[70542]: _type = "Task" [ 705.441495] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.442079] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Releasing lock "refresh_cache-83559878-68c5-40bb-86b5-306a9b7f120b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.442386] env[70542]: DEBUG nova.compute.manager [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Instance network_info: |[{"id": "d8bb02b1-523d-4fc6-983c-85cfb38d5e40", "address": "fa:16:3e:a2:f5:bd", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8bb02b1-52", "ovs_interfaceid": "d8bb02b1-523d-4fc6-983c-85cfb38d5e40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.453025] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:f5:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8bb02b1-523d-4fc6-983c-85cfb38d5e40', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.461669] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.463488] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.464282] env[70542]: DEBUG oslo_vmware.api [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Waiting for the task: (returnval){ [ 705.464282] env[70542]: value = "task-3910825" [ 705.464282] env[70542]: _type = "Task" [ 705.464282] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.464949] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7afac6c-137e-41c3-bfa7-6c41ddf06a1b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.493456] env[70542]: DEBUG oslo_vmware.api [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.500181] env[70542]: DEBUG oslo_vmware.api [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Task: {'id': task-3910825, 'name': Rename_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.501387] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.501387] env[70542]: value = "task-3910826" [ 705.501387] env[70542]: _type = "Task" [ 705.501387] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.512190] env[70542]: DEBUG nova.network.neutron [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Successfully updated port: e56ac885-e3c4-4e4f-bffd-e67a1be360d0 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.518369] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910826, 'name': CreateVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.625239] env[70542]: DEBUG oslo_concurrency.lockutils [None req-78d89c17-31d5-47c8-ad93-3a3b1f23be12 tempest-ServerDiagnosticsV248Test-1670805828 tempest-ServerDiagnosticsV248Test-1670805828-project-member] Lock "7b1e9f41-91a3-4135-abdb-864109cb712a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.160s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.810017] env[70542]: DEBUG nova.compute.manager [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 705.810288] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.811245] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c10568f-5ac7-4453-9bd2-b490bf3b9b58 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.821549] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.821917] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8f4b43d-d86a-4f95-9027-73402437eee0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.832144] env[70542]: DEBUG oslo_vmware.api [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 705.832144] env[70542]: value = "task-3910827" [ 705.832144] env[70542]: _type = "Task" [ 705.832144] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.846248] env[70542]: DEBUG oslo_vmware.api [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.954641] env[70542]: DEBUG oslo_vmware.api [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910824, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.013362] env[70542]: DEBUG oslo_vmware.api [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Task: {'id': task-3910825, 'name': Rename_Task, 'duration_secs': 0.287925} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.025716] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.025716] env[70542]: DEBUG oslo_concurrency.lockutils [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Acquiring lock "refresh_cache-89c1fb20-b1c0-4ca6-85ce-3578092dff0b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.025716] env[70542]: DEBUG oslo_concurrency.lockutils [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Acquired lock "refresh_cache-89c1fb20-b1c0-4ca6-85ce-3578092dff0b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.025716] env[70542]: DEBUG nova.network.neutron [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.030293] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7848ef9-e54e-42d8-b11a-99a6d15ae086 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.056134] env[70542]: DEBUG oslo_vmware.api [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Waiting for the task: (returnval){ [ 706.056134] env[70542]: value = "task-3910828" [ 706.056134] env[70542]: _type = "Task" [ 706.056134] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.056375] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910826, 'name': CreateVM_Task, 'duration_secs': 0.467783} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.057350] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.062781] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.063019] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.063411] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.064358] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39d1ed1e-526d-4c79-8b34-0bf543e73c79 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.073332] env[70542]: DEBUG oslo_vmware.api [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Waiting for the task: (returnval){ [ 706.073332] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528af9d9-9ce4-7737-c707-759c917f465d" [ 706.073332] env[70542]: _type = "Task" [ 706.073332] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.081918] env[70542]: DEBUG oslo_vmware.api [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Task: {'id': task-3910828, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.096371] env[70542]: DEBUG oslo_vmware.api [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528af9d9-9ce4-7737-c707-759c917f465d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.346180] env[70542]: DEBUG oslo_vmware.api [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910827, 'name': PowerOffVM_Task, 'duration_secs': 0.363725} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.346475] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.346653] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.346925] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3970be63-2862-4a8e-aef3-a687229dbb52 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.419787] env[70542]: DEBUG nova.network.neutron [req-dbaf9f1d-9d69-4681-970a-7dbffb52a245 req-9287c03e-adb8-458b-979d-f612687b6e9f service nova] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Updated VIF entry in instance network info cache for port 70461e91-5dd7-48c5-b4f5-0c98cb7d1924. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.420173] env[70542]: DEBUG nova.network.neutron [req-dbaf9f1d-9d69-4681-970a-7dbffb52a245 req-9287c03e-adb8-458b-979d-f612687b6e9f service nova] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Updating instance_info_cache with network_info: [{"id": "70461e91-5dd7-48c5-b4f5-0c98cb7d1924", "address": "fa:16:3e:97:d6:1d", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70461e91-5d", "ovs_interfaceid": "70461e91-5dd7-48c5-b4f5-0c98cb7d1924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.441415] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.441415] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.441415] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Deleting the datastore file [datastore1] 76d4543f-0743-4cbf-ba91-90d3cfd3fa38 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.444795] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-851ae256-11cc-4115-9b75-c8f1d403166b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.460456] env[70542]: DEBUG oslo_vmware.api [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910824, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764772} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.462293] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] c82e9569-5ed3-49ca-a81d-e274ecc11a9f/c82e9569-5ed3-49ca-a81d-e274ecc11a9f.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.462293] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.462652] env[70542]: DEBUG oslo_vmware.api [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 706.462652] env[70542]: value = "task-3910830" [ 706.462652] env[70542]: _type = "Task" [ 706.462652] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.463539] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e701fc58-39b9-4371-913f-053737007294 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.481643] env[70542]: DEBUG oslo_vmware.api [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.483422] env[70542]: DEBUG oslo_vmware.api [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 706.483422] env[70542]: value = "task-3910831" [ 706.483422] env[70542]: _type = "Task" [ 706.483422] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.498701] env[70542]: DEBUG oslo_vmware.api [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.580509] env[70542]: DEBUG oslo_vmware.api [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Task: {'id': task-3910828, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.602622] env[70542]: DEBUG oslo_vmware.api [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528af9d9-9ce4-7737-c707-759c917f465d, 'name': SearchDatastore_Task, 'duration_secs': 0.052827} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.605801] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.605801] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.605801] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.606054] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.606088] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.607576] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4fd9544-1dc2-4eca-aa33-eb8f5b0a7601 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.616705] env[70542]: DEBUG nova.network.neutron [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.620345] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.620540] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.623955] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc0cdab7-1314-4130-aad3-ae3bcc0018d9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.631675] env[70542]: DEBUG oslo_vmware.api [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Waiting for the task: (returnval){ [ 706.631675] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5219aace-5060-9215-231d-f48ed3f63f62" [ 706.631675] env[70542]: _type = "Task" [ 706.631675] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.641341] env[70542]: DEBUG oslo_vmware.api [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5219aace-5060-9215-231d-f48ed3f63f62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.683238] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c3d0c0-8527-4d17-947e-53ea3adfaaad {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.699920] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6035e8-6074-4ba4-bbe3-82d2c217c99e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.739033] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0348ab79-7a57-4f61-910e-8104f12f2867 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.745930] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1335e9e-9508-44e6-b2f5-84bd9e9755fe {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.755432] env[70542]: DEBUG nova.compute.manager [req-23bc1e87-a466-4dc9-af72-75c0621b012f req-43cceccd-f0a1-484b-ae7f-72791de945a9 service nova] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Received event network-vif-plugged-e56ac885-e3c4-4e4f-bffd-e67a1be360d0 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.755677] env[70542]: DEBUG oslo_concurrency.lockutils [req-23bc1e87-a466-4dc9-af72-75c0621b012f req-43cceccd-f0a1-484b-ae7f-72791de945a9 service nova] Acquiring lock "89c1fb20-b1c0-4ca6-85ce-3578092dff0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.755896] env[70542]: DEBUG oslo_concurrency.lockutils [req-23bc1e87-a466-4dc9-af72-75c0621b012f req-43cceccd-f0a1-484b-ae7f-72791de945a9 service nova] Lock "89c1fb20-b1c0-4ca6-85ce-3578092dff0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.756651] env[70542]: DEBUG oslo_concurrency.lockutils [req-23bc1e87-a466-4dc9-af72-75c0621b012f req-43cceccd-f0a1-484b-ae7f-72791de945a9 service nova] Lock "89c1fb20-b1c0-4ca6-85ce-3578092dff0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.756651] env[70542]: DEBUG nova.compute.manager [req-23bc1e87-a466-4dc9-af72-75c0621b012f req-43cceccd-f0a1-484b-ae7f-72791de945a9 service nova] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] No waiting events found dispatching network-vif-plugged-e56ac885-e3c4-4e4f-bffd-e67a1be360d0 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 706.756651] env[70542]: WARNING nova.compute.manager [req-23bc1e87-a466-4dc9-af72-75c0621b012f req-43cceccd-f0a1-484b-ae7f-72791de945a9 service nova] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Received unexpected event network-vif-plugged-e56ac885-e3c4-4e4f-bffd-e67a1be360d0 for instance with vm_state building and task_state spawning. [ 706.772020] env[70542]: DEBUG nova.compute.provider_tree [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.926371] env[70542]: DEBUG oslo_concurrency.lockutils [req-dbaf9f1d-9d69-4681-970a-7dbffb52a245 req-9287c03e-adb8-458b-979d-f612687b6e9f service nova] Releasing lock "refresh_cache-c82e9569-5ed3-49ca-a81d-e274ecc11a9f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.926371] env[70542]: DEBUG nova.compute.manager [req-dbaf9f1d-9d69-4681-970a-7dbffb52a245 req-9287c03e-adb8-458b-979d-f612687b6e9f service nova] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Received event network-vif-plugged-d8bb02b1-523d-4fc6-983c-85cfb38d5e40 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.926371] env[70542]: DEBUG oslo_concurrency.lockutils [req-dbaf9f1d-9d69-4681-970a-7dbffb52a245 req-9287c03e-adb8-458b-979d-f612687b6e9f service nova] Acquiring lock "83559878-68c5-40bb-86b5-306a9b7f120b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.926371] env[70542]: DEBUG oslo_concurrency.lockutils [req-dbaf9f1d-9d69-4681-970a-7dbffb52a245 req-9287c03e-adb8-458b-979d-f612687b6e9f service nova] Lock "83559878-68c5-40bb-86b5-306a9b7f120b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.926371] env[70542]: DEBUG oslo_concurrency.lockutils [req-dbaf9f1d-9d69-4681-970a-7dbffb52a245 req-9287c03e-adb8-458b-979d-f612687b6e9f service nova] Lock "83559878-68c5-40bb-86b5-306a9b7f120b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.926730] env[70542]: DEBUG nova.compute.manager [req-dbaf9f1d-9d69-4681-970a-7dbffb52a245 req-9287c03e-adb8-458b-979d-f612687b6e9f service nova] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] No waiting events found dispatching network-vif-plugged-d8bb02b1-523d-4fc6-983c-85cfb38d5e40 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 706.926730] env[70542]: WARNING nova.compute.manager [req-dbaf9f1d-9d69-4681-970a-7dbffb52a245 req-9287c03e-adb8-458b-979d-f612687b6e9f service nova] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Received unexpected event network-vif-plugged-d8bb02b1-523d-4fc6-983c-85cfb38d5e40 for instance with vm_state building and task_state spawning. [ 706.980513] env[70542]: DEBUG oslo_vmware.api [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347737} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.980865] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 706.981085] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 706.981266] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 706.981460] env[70542]: INFO nova.compute.manager [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Took 1.17 seconds to destroy the instance on the hypervisor. [ 706.981872] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.982164] env[70542]: DEBUG nova.compute.manager [-] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 706.982265] env[70542]: DEBUG nova.network.neutron [-] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 706.997204] env[70542]: DEBUG oslo_vmware.api [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089871} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.997204] env[70542]: DEBUG nova.network.neutron [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Updating instance_info_cache with network_info: [{"id": "e56ac885-e3c4-4e4f-bffd-e67a1be360d0", "address": "fa:16:3e:c3:69:88", "network": {"id": "7169f261-de25-4146-bd60-e85d2df4d14a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1479100093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "347e30e2ab7642ebbcea239cc262d587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape56ac885-e3", "ovs_interfaceid": "e56ac885-e3c4-4e4f-bffd-e67a1be360d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.998764] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.000375] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b071cda-ce32-472a-8ff5-088eb12b6fd7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.034278] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] c82e9569-5ed3-49ca-a81d-e274ecc11a9f/c82e9569-5ed3-49ca-a81d-e274ecc11a9f.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.035142] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-387f33b1-fc0b-489b-a1fd-67bf2e77eb16 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.060044] env[70542]: DEBUG oslo_vmware.api [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 707.060044] env[70542]: value = "task-3910832" [ 707.060044] env[70542]: _type = "Task" [ 707.060044] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.076124] env[70542]: DEBUG oslo_vmware.api [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Task: {'id': task-3910828, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.079987] env[70542]: DEBUG oslo_vmware.api [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910832, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.113800] env[70542]: DEBUG nova.network.neutron [-] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.153298] env[70542]: DEBUG oslo_vmware.api [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5219aace-5060-9215-231d-f48ed3f63f62, 'name': SearchDatastore_Task, 'duration_secs': 0.018462} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.154715] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4479dbd-04c4-4f4c-8820-0dce16b0b80b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.164841] env[70542]: DEBUG oslo_vmware.api [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Waiting for the task: (returnval){ [ 707.164841] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c03bdb-7efd-40c9-ebc6-fc4dffe95c74" [ 707.164841] env[70542]: _type = "Task" [ 707.164841] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.177943] env[70542]: DEBUG oslo_vmware.api [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c03bdb-7efd-40c9-ebc6-fc4dffe95c74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.275882] env[70542]: DEBUG nova.scheduler.client.report [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.447578] env[70542]: DEBUG oslo_concurrency.lockutils [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Acquiring lock "61f3fc28-9ce9-4f07-87bd-ca8061d9eda1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.448779] env[70542]: DEBUG oslo_concurrency.lockutils [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Lock "61f3fc28-9ce9-4f07-87bd-ca8061d9eda1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.504694] env[70542]: DEBUG oslo_concurrency.lockutils [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Releasing lock "refresh_cache-89c1fb20-b1c0-4ca6-85ce-3578092dff0b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.504694] env[70542]: DEBUG nova.compute.manager [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Instance network_info: |[{"id": "e56ac885-e3c4-4e4f-bffd-e67a1be360d0", "address": "fa:16:3e:c3:69:88", "network": {"id": "7169f261-de25-4146-bd60-e85d2df4d14a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1479100093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "347e30e2ab7642ebbcea239cc262d587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape56ac885-e3", "ovs_interfaceid": "e56ac885-e3c4-4e4f-bffd-e67a1be360d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.505348] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:69:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e56ac885-e3c4-4e4f-bffd-e67a1be360d0', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.514899] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Creating folder: Project (347e30e2ab7642ebbcea239cc262d587). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.515876] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10c4621a-900e-4934-b4ba-2fe86acac5c0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.532990] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Created folder: Project (347e30e2ab7642ebbcea239cc262d587) in parent group-v776569. [ 707.533292] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Creating folder: Instances. Parent ref: group-v776620. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.533647] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae40645c-838b-493a-8f06-70bc556568d9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.544809] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Created folder: Instances in parent group-v776620. [ 707.545201] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.545433] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.545835] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0eab547-f310-45da-9dbb-1726e324345f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.577324] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.577324] env[70542]: value = "task-3910835" [ 707.577324] env[70542]: _type = "Task" [ 707.577324] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.586516] env[70542]: DEBUG oslo_vmware.api [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Task: {'id': task-3910828, 'name': PowerOnVM_Task, 'duration_secs': 1.124789} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.596109] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.597949] env[70542]: INFO nova.compute.manager [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Took 13.67 seconds to spawn the instance on the hypervisor. [ 707.598282] env[70542]: DEBUG nova.compute.manager [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 707.600445] env[70542]: DEBUG oslo_vmware.api [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910832, 'name': ReconfigVM_Task, 'duration_secs': 0.490809} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.601799] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf476be-f4ef-4630-908d-cc2530e0e2bf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.606478] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Reconfigured VM instance instance-00000010 to attach disk [datastore2] c82e9569-5ed3-49ca-a81d-e274ecc11a9f/c82e9569-5ed3-49ca-a81d-e274ecc11a9f.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.615023] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad401483-d8f5-4701-8bb8-6ea82a8c13a8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.615618] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910835, 'name': CreateVM_Task} progress is 15%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.616527] env[70542]: INFO nova.compute.manager [-] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Took 2.22 seconds to deallocate network for instance. [ 707.631160] env[70542]: DEBUG oslo_vmware.api [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 707.631160] env[70542]: value = "task-3910836" [ 707.631160] env[70542]: _type = "Task" [ 707.631160] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.649055] env[70542]: DEBUG oslo_vmware.api [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910836, 'name': Rename_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.680078] env[70542]: DEBUG oslo_vmware.api [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c03bdb-7efd-40c9-ebc6-fc4dffe95c74, 'name': SearchDatastore_Task, 'duration_secs': 0.021138} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.680867] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.680867] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 83559878-68c5-40bb-86b5-306a9b7f120b/83559878-68c5-40bb-86b5-306a9b7f120b.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.681488] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58012c6f-6a1b-4c27-b028-a991e54dc251 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.690322] env[70542]: DEBUG oslo_vmware.api [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Waiting for the task: (returnval){ [ 707.690322] env[70542]: value = "task-3910837" [ 707.690322] env[70542]: _type = "Task" [ 707.690322] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.708389] env[70542]: DEBUG oslo_vmware.api [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': task-3910837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.787025] env[70542]: DEBUG oslo_concurrency.lockutils [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.791391] env[70542]: DEBUG nova.compute.manager [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.795468] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.368s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.795740] env[70542]: DEBUG nova.objects.instance [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Lazy-loading 'resources' on Instance uuid 42fb6e48-55b7-4d40-8978-6114e30fc6ed {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.078420] env[70542]: DEBUG nova.network.neutron [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Successfully updated port: 92d07731-ce3b-4c39-b185-137c8b7fc455 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.096876] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910835, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.102085] env[70542]: DEBUG nova.compute.manager [req-40265ea9-f684-4bdb-92fe-8f372a355b1c req-e65c9317-b0e9-41ab-89db-f7c86e081c0b service nova] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Received event network-changed-d8bb02b1-523d-4fc6-983c-85cfb38d5e40 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.102165] env[70542]: DEBUG nova.compute.manager [req-40265ea9-f684-4bdb-92fe-8f372a355b1c req-e65c9317-b0e9-41ab-89db-f7c86e081c0b service nova] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Refreshing instance network info cache due to event network-changed-d8bb02b1-523d-4fc6-983c-85cfb38d5e40. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.102424] env[70542]: DEBUG oslo_concurrency.lockutils [req-40265ea9-f684-4bdb-92fe-8f372a355b1c req-e65c9317-b0e9-41ab-89db-f7c86e081c0b service nova] Acquiring lock "refresh_cache-83559878-68c5-40bb-86b5-306a9b7f120b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.102652] env[70542]: DEBUG oslo_concurrency.lockutils [req-40265ea9-f684-4bdb-92fe-8f372a355b1c req-e65c9317-b0e9-41ab-89db-f7c86e081c0b service nova] Acquired lock "refresh_cache-83559878-68c5-40bb-86b5-306a9b7f120b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.102781] env[70542]: DEBUG nova.network.neutron [req-40265ea9-f684-4bdb-92fe-8f372a355b1c req-e65c9317-b0e9-41ab-89db-f7c86e081c0b service nova] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Refreshing network info cache for port d8bb02b1-523d-4fc6-983c-85cfb38d5e40 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.138317] env[70542]: DEBUG oslo_concurrency.lockutils [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.151020] env[70542]: INFO nova.compute.manager [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Took 24.71 seconds to build instance. [ 708.164188] env[70542]: DEBUG oslo_vmware.api [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910836, 'name': Rename_Task, 'duration_secs': 0.220336} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.164517] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.164776] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e767330-10f2-4feb-8d05-7dbf8a71b868 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.177187] env[70542]: DEBUG oslo_vmware.api [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 708.177187] env[70542]: value = "task-3910838" [ 708.177187] env[70542]: _type = "Task" [ 708.177187] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.186871] env[70542]: DEBUG oslo_vmware.api [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.203964] env[70542]: DEBUG oslo_vmware.api [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': task-3910837, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.277214] env[70542]: DEBUG nova.network.neutron [-] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.285652] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "015d3f07-677b-4dc5-a599-046728624a02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.289027] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "015d3f07-677b-4dc5-a599-046728624a02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.300825] env[70542]: DEBUG nova.compute.utils [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.307100] env[70542]: DEBUG nova.compute.manager [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.307334] env[70542]: DEBUG nova.network.neutron [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.413261] env[70542]: DEBUG nova.policy [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5b01ad8268f46cf8f33c06dc4b1276e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cecd2691d1d54b7480090328eb29a4ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.580486] env[70542]: DEBUG oslo_concurrency.lockutils [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Acquiring lock "refresh_cache-0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.580829] env[70542]: DEBUG oslo_concurrency.lockutils [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Acquired lock "refresh_cache-0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.580971] env[70542]: DEBUG nova.network.neutron [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.596124] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910835, 'name': CreateVM_Task, 'duration_secs': 0.552228} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.599857] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.601105] env[70542]: DEBUG oslo_concurrency.lockutils [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.601302] env[70542]: DEBUG oslo_concurrency.lockutils [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.601687] env[70542]: DEBUG oslo_concurrency.lockutils [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.601960] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff77f479-961c-47f4-8b89-a895affce1d6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.613452] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Waiting for the task: (returnval){ [ 708.613452] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526441f9-258b-f62e-9019-d88887da3140" [ 708.613452] env[70542]: _type = "Task" [ 708.613452] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.631121] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526441f9-258b-f62e-9019-d88887da3140, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.654240] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b631e19e-b183-4d23-8d58-c5df1a07fc0e tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Lock "3b08927a-a8ae-4803-be6b-2c27f07e4104" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.066s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.690563] env[70542]: DEBUG oslo_vmware.api [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910838, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.706422] env[70542]: DEBUG oslo_vmware.api [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': task-3910837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656524} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.710464] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 83559878-68c5-40bb-86b5-306a9b7f120b/83559878-68c5-40bb-86b5-306a9b7f120b.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.710718] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.711324] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac11ea26-6ce4-45c2-b1aa-3065839c071f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.721420] env[70542]: DEBUG oslo_vmware.api [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Waiting for the task: (returnval){ [ 708.721420] env[70542]: value = "task-3910839" [ 708.721420] env[70542]: _type = "Task" [ 708.721420] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.735818] env[70542]: DEBUG oslo_vmware.api [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': task-3910839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.783600] env[70542]: INFO nova.compute.manager [-] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Took 1.80 seconds to deallocate network for instance. [ 708.808453] env[70542]: DEBUG nova.compute.manager [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.972580] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbfb390-78a9-427c-8231-70f2d148033a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.983193] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a93c25-5708-427b-b8bf-1b3d9f5c7b39 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.024250] env[70542]: DEBUG nova.network.neutron [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Successfully created port: d852207d-5092-40c0-bc22-bf8cf0710530 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.027369] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985ef880-aaf9-4d80-940f-1d791ae70ab5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.038293] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86ac4af-223f-42a8-a52c-2f76d4eb1394 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.059309] env[70542]: DEBUG nova.compute.provider_tree [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.126014] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526441f9-258b-f62e-9019-d88887da3140, 'name': SearchDatastore_Task, 'duration_secs': 0.023888} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.126014] env[70542]: DEBUG oslo_concurrency.lockutils [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.126233] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.126581] env[70542]: DEBUG oslo_concurrency.lockutils [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.126758] env[70542]: DEBUG oslo_concurrency.lockutils [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.126940] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.127345] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-226ac5ae-8819-46fd-b367-06702d82a28d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.141232] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.141448] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.142705] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b71a397-a1ea-4459-8ea7-ed9142f1cc6c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.153676] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Waiting for the task: (returnval){ [ 709.153676] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52619610-557d-73a4-a1b5-97a0e30c5963" [ 709.153676] env[70542]: _type = "Task" [ 709.153676] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.158856] env[70542]: DEBUG nova.compute.manager [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.178081] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52619610-557d-73a4-a1b5-97a0e30c5963, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.186825] env[70542]: DEBUG nova.network.neutron [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.199629] env[70542]: DEBUG oslo_vmware.api [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910838, 'name': PowerOnVM_Task, 'duration_secs': 0.784567} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.199629] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.199843] env[70542]: INFO nova.compute.manager [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Took 12.48 seconds to spawn the instance on the hypervisor. [ 709.199954] env[70542]: DEBUG nova.compute.manager [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 709.201408] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1f741b-64b0-41c5-ab85-05ef66831977 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.234598] env[70542]: DEBUG oslo_vmware.api [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': task-3910839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083199} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.234941] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.235697] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960b6634-8d7b-43b1-bfed-77d9ef5fb99b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.270520] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 83559878-68c5-40bb-86b5-306a9b7f120b/83559878-68c5-40bb-86b5-306a9b7f120b.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.273532] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-519ec0f4-5081-410c-8016-b2987ee5d71a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.302869] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.303341] env[70542]: DEBUG oslo_vmware.api [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Waiting for the task: (returnval){ [ 709.303341] env[70542]: value = "task-3910840" [ 709.303341] env[70542]: _type = "Task" [ 709.303341] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.321670] env[70542]: DEBUG oslo_vmware.api [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': task-3910840, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.491701] env[70542]: DEBUG nova.network.neutron [req-40265ea9-f684-4bdb-92fe-8f372a355b1c req-e65c9317-b0e9-41ab-89db-f7c86e081c0b service nova] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Updated VIF entry in instance network info cache for port d8bb02b1-523d-4fc6-983c-85cfb38d5e40. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.492088] env[70542]: DEBUG nova.network.neutron [req-40265ea9-f684-4bdb-92fe-8f372a355b1c req-e65c9317-b0e9-41ab-89db-f7c86e081c0b service nova] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Updating instance_info_cache with network_info: [{"id": "d8bb02b1-523d-4fc6-983c-85cfb38d5e40", "address": "fa:16:3e:a2:f5:bd", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8bb02b1-52", "ovs_interfaceid": "d8bb02b1-523d-4fc6-983c-85cfb38d5e40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.562208] env[70542]: DEBUG nova.scheduler.client.report [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.670145] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52619610-557d-73a4-a1b5-97a0e30c5963, 'name': SearchDatastore_Task, 'duration_secs': 0.019868} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.671097] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4466ee8b-7359-4875-be4e-b51bd6db2090 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.682120] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Waiting for the task: (returnval){ [ 709.682120] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c71938-4781-9f56-09b5-f33c09bc0ee3" [ 709.682120] env[70542]: _type = "Task" [ 709.682120] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.693675] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c71938-4781-9f56-09b5-f33c09bc0ee3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.697852] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.706144] env[70542]: DEBUG nova.network.neutron [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Updating instance_info_cache with network_info: [{"id": "92d07731-ce3b-4c39-b185-137c8b7fc455", "address": "fa:16:3e:aa:2c:4e", "network": {"id": "f7b9c6f6-3bc5-4b2e-8e12-0888ec6b2b85", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1711266454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aa4c478d51394460acfa1c03d6bd1eb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92d07731-ce", "ovs_interfaceid": "92d07731-ce3b-4c39-b185-137c8b7fc455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.726476] env[70542]: INFO nova.compute.manager [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Took 25.22 seconds to build instance. [ 709.749700] env[70542]: DEBUG nova.compute.manager [None req-8bc49570-c888-438b-af9b-b9783ab85934 tempest-ServerExternalEventsTest-358547025 tempest-ServerExternalEventsTest-358547025-project] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Received event network-changed {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.749913] env[70542]: DEBUG nova.compute.manager [None req-8bc49570-c888-438b-af9b-b9783ab85934 tempest-ServerExternalEventsTest-358547025 tempest-ServerExternalEventsTest-358547025-project] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Refreshing instance network info cache due to event network-changed. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.750157] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8bc49570-c888-438b-af9b-b9783ab85934 tempest-ServerExternalEventsTest-358547025 tempest-ServerExternalEventsTest-358547025-project] Acquiring lock "refresh_cache-3b08927a-a8ae-4803-be6b-2c27f07e4104" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.750311] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8bc49570-c888-438b-af9b-b9783ab85934 tempest-ServerExternalEventsTest-358547025 tempest-ServerExternalEventsTest-358547025-project] Acquired lock "refresh_cache-3b08927a-a8ae-4803-be6b-2c27f07e4104" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.750739] env[70542]: DEBUG nova.network.neutron [None req-8bc49570-c888-438b-af9b-b9783ab85934 tempest-ServerExternalEventsTest-358547025 tempest-ServerExternalEventsTest-358547025-project] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.816270] env[70542]: DEBUG oslo_vmware.api [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': task-3910840, 'name': ReconfigVM_Task, 'duration_secs': 0.449352} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.816270] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 83559878-68c5-40bb-86b5-306a9b7f120b/83559878-68c5-40bb-86b5-306a9b7f120b.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.818121] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-055ece4b-fd3b-440a-9e91-b831c690e4c4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.829510] env[70542]: DEBUG nova.compute.manager [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.829510] env[70542]: DEBUG oslo_vmware.api [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Waiting for the task: (returnval){ [ 709.829510] env[70542]: value = "task-3910844" [ 709.829510] env[70542]: _type = "Task" [ 709.829510] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.841094] env[70542]: DEBUG oslo_vmware.api [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': task-3910844, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.864428] env[70542]: DEBUG nova.virt.hardware [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.865490] env[70542]: DEBUG nova.virt.hardware [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.865490] env[70542]: DEBUG nova.virt.hardware [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.865490] env[70542]: DEBUG nova.virt.hardware [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.865870] env[70542]: DEBUG nova.virt.hardware [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.865870] env[70542]: DEBUG nova.virt.hardware [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.866016] env[70542]: DEBUG nova.virt.hardware [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.866074] env[70542]: DEBUG nova.virt.hardware [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.866350] env[70542]: DEBUG nova.virt.hardware [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.866628] env[70542]: DEBUG nova.virt.hardware [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.866852] env[70542]: DEBUG nova.virt.hardware [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.867794] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffadf403-d5ee-4509-abce-cb2e04ea369b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.874883] env[70542]: DEBUG nova.compute.manager [req-c7f032ba-1aff-4c3d-a0dc-99186f1cccd6 req-e991c51f-119a-4612-88bd-2193ef1b8e54 service nova] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Received event network-changed-e56ac885-e3c4-4e4f-bffd-e67a1be360d0 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.875079] env[70542]: DEBUG nova.compute.manager [req-c7f032ba-1aff-4c3d-a0dc-99186f1cccd6 req-e991c51f-119a-4612-88bd-2193ef1b8e54 service nova] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Refreshing instance network info cache due to event network-changed-e56ac885-e3c4-4e4f-bffd-e67a1be360d0. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.875327] env[70542]: DEBUG oslo_concurrency.lockutils [req-c7f032ba-1aff-4c3d-a0dc-99186f1cccd6 req-e991c51f-119a-4612-88bd-2193ef1b8e54 service nova] Acquiring lock "refresh_cache-89c1fb20-b1c0-4ca6-85ce-3578092dff0b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.875469] env[70542]: DEBUG oslo_concurrency.lockutils [req-c7f032ba-1aff-4c3d-a0dc-99186f1cccd6 req-e991c51f-119a-4612-88bd-2193ef1b8e54 service nova] Acquired lock "refresh_cache-89c1fb20-b1c0-4ca6-85ce-3578092dff0b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.875620] env[70542]: DEBUG nova.network.neutron [req-c7f032ba-1aff-4c3d-a0dc-99186f1cccd6 req-e991c51f-119a-4612-88bd-2193ef1b8e54 service nova] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Refreshing network info cache for port e56ac885-e3c4-4e4f-bffd-e67a1be360d0 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.883163] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3435d4c3-d791-408b-9cfc-2ecff1b65af5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.995136] env[70542]: DEBUG oslo_concurrency.lockutils [req-40265ea9-f684-4bdb-92fe-8f372a355b1c req-e65c9317-b0e9-41ab-89db-f7c86e081c0b service nova] Releasing lock "refresh_cache-83559878-68c5-40bb-86b5-306a9b7f120b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.995457] env[70542]: DEBUG nova.compute.manager [req-40265ea9-f684-4bdb-92fe-8f372a355b1c req-e65c9317-b0e9-41ab-89db-f7c86e081c0b service nova] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Received event network-vif-deleted-baeb7226-cd8b-40c6-9ed0-9a382d04ccc3 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.071612] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.276s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.079255] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.537s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.079255] env[70542]: DEBUG nova.objects.instance [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Lazy-loading 'resources' on Instance uuid 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.110808] env[70542]: INFO nova.scheduler.client.report [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Deleted allocations for instance 42fb6e48-55b7-4d40-8978-6114e30fc6ed [ 710.194414] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c71938-4781-9f56-09b5-f33c09bc0ee3, 'name': SearchDatastore_Task, 'duration_secs': 0.017412} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.194414] env[70542]: DEBUG oslo_concurrency.lockutils [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.194679] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 89c1fb20-b1c0-4ca6-85ce-3578092dff0b/89c1fb20-b1c0-4ca6-85ce-3578092dff0b.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.194906] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9b14191-f3af-4abd-9304-5bbfaf6d102e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.203754] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Waiting for the task: (returnval){ [ 710.203754] env[70542]: value = "task-3910846" [ 710.203754] env[70542]: _type = "Task" [ 710.203754] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.208902] env[70542]: DEBUG oslo_concurrency.lockutils [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Releasing lock "refresh_cache-0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.209260] env[70542]: DEBUG nova.compute.manager [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Instance network_info: |[{"id": "92d07731-ce3b-4c39-b185-137c8b7fc455", "address": "fa:16:3e:aa:2c:4e", "network": {"id": "f7b9c6f6-3bc5-4b2e-8e12-0888ec6b2b85", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1711266454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aa4c478d51394460acfa1c03d6bd1eb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92d07731-ce", "ovs_interfaceid": "92d07731-ce3b-4c39-b185-137c8b7fc455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.210131] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:2c:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92d07731-ce3b-4c39-b185-137c8b7fc455', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.219247] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Creating folder: Project (aa4c478d51394460acfa1c03d6bd1eb7). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.226050] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ce57e7d-5992-4b06-9042-183fb0edeabe {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.227283] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Task: {'id': task-3910846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.231035] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4747e7b-5769-4cc9-a479-bc0fd9aa851b tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Lock "c82e9569-5ed3-49ca-a81d-e274ecc11a9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.484s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.241510] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Created folder: Project (aa4c478d51394460acfa1c03d6bd1eb7) in parent group-v776569. [ 710.241665] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Creating folder: Instances. Parent ref: group-v776626. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.242127] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17900fb0-aa1a-48d5-a1c7-dad34d92e214 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.260675] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Created folder: Instances in parent group-v776626. [ 710.260675] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.264482] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.265847] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-341ca4b1-7521-4110-aab1-a34f07ca794a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.292896] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.292896] env[70542]: value = "task-3910849" [ 710.292896] env[70542]: _type = "Task" [ 710.292896] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.308479] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910849, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.344685] env[70542]: DEBUG oslo_vmware.api [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': task-3910844, 'name': Rename_Task, 'duration_secs': 0.23605} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.345035] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.348444] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-152c3362-c614-472f-99cd-828cfb167e28 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.354421] env[70542]: DEBUG oslo_vmware.api [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Waiting for the task: (returnval){ [ 710.354421] env[70542]: value = "task-3910850" [ 710.354421] env[70542]: _type = "Task" [ 710.354421] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.364979] env[70542]: DEBUG oslo_vmware.api [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': task-3910850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.634250] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a7ef68ce-5416-403f-9310-082f3fdb4bd5 tempest-ServerDiagnosticsTest-1292803537 tempest-ServerDiagnosticsTest-1292803537-project-member] Lock "42fb6e48-55b7-4d40-8978-6114e30fc6ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.097s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.727047] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Task: {'id': task-3910846, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.734587] env[70542]: DEBUG nova.compute.manager [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.783491] env[70542]: DEBUG nova.compute.manager [req-2b1c73ab-b404-4932-a96c-bb8dc0c81fc5 req-2d992472-32a6-41ea-89b4-b6895758c0cd service nova] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Received event network-vif-deleted-c3bff03f-a6d6-4943-a506-4df749de6e43 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.818100] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910849, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.873532] env[70542]: DEBUG oslo_vmware.api [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': task-3910850, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.936232] env[70542]: DEBUG nova.network.neutron [None req-8bc49570-c888-438b-af9b-b9783ab85934 tempest-ServerExternalEventsTest-358547025 tempest-ServerExternalEventsTest-358547025-project] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Updating instance_info_cache with network_info: [{"id": "03ea48a0-04be-4a27-a8d6-7d910785f439", "address": "fa:16:3e:cc:60:42", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03ea48a0-04", "ovs_interfaceid": "03ea48a0-04be-4a27-a8d6-7d910785f439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.957255] env[70542]: DEBUG oslo_concurrency.lockutils [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Acquiring lock "3b08927a-a8ae-4803-be6b-2c27f07e4104" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.958287] env[70542]: DEBUG oslo_concurrency.lockutils [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Lock "3b08927a-a8ae-4803-be6b-2c27f07e4104" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.958287] env[70542]: DEBUG oslo_concurrency.lockutils [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Acquiring lock "3b08927a-a8ae-4803-be6b-2c27f07e4104-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.958287] env[70542]: DEBUG oslo_concurrency.lockutils [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Lock "3b08927a-a8ae-4803-be6b-2c27f07e4104-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.958485] env[70542]: DEBUG oslo_concurrency.lockutils [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Lock "3b08927a-a8ae-4803-be6b-2c27f07e4104-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.965120] env[70542]: INFO nova.compute.manager [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Terminating instance [ 711.004656] env[70542]: DEBUG nova.network.neutron [req-c7f032ba-1aff-4c3d-a0dc-99186f1cccd6 req-e991c51f-119a-4612-88bd-2193ef1b8e54 service nova] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Updated VIF entry in instance network info cache for port e56ac885-e3c4-4e4f-bffd-e67a1be360d0. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.005340] env[70542]: DEBUG nova.network.neutron [req-c7f032ba-1aff-4c3d-a0dc-99186f1cccd6 req-e991c51f-119a-4612-88bd-2193ef1b8e54 service nova] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Updating instance_info_cache with network_info: [{"id": "e56ac885-e3c4-4e4f-bffd-e67a1be360d0", "address": "fa:16:3e:c3:69:88", "network": {"id": "7169f261-de25-4146-bd60-e85d2df4d14a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1479100093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "347e30e2ab7642ebbcea239cc262d587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape56ac885-e3", "ovs_interfaceid": "e56ac885-e3c4-4e4f-bffd-e67a1be360d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.100477] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cfacd6-cea1-41f4-a3e5-91a44da06cb1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.109473] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc814629-b760-40bd-a75a-0e710cb4c5c4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.143609] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee5be88-42c2-4fdc-b7ed-5f55df145c38 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.155509] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af446f40-e23d-4d37-9405-361cc0d4e744 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.175170] env[70542]: DEBUG nova.compute.provider_tree [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.215777] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Task: {'id': task-3910846, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.268570] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.308704] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910849, 'name': CreateVM_Task, 'duration_secs': 0.622264} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.308906] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.309692] env[70542]: DEBUG oslo_concurrency.lockutils [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.311067] env[70542]: DEBUG oslo_concurrency.lockutils [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.311067] env[70542]: DEBUG oslo_concurrency.lockutils [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.311067] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-562222a1-2e9a-434e-9c4a-d3887b4d0f5c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.319159] env[70542]: DEBUG oslo_vmware.api [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Waiting for the task: (returnval){ [ 711.319159] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5262f6bb-ff28-47d0-c2c4-8a1665ee66a3" [ 711.319159] env[70542]: _type = "Task" [ 711.319159] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.332320] env[70542]: DEBUG oslo_vmware.api [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5262f6bb-ff28-47d0-c2c4-8a1665ee66a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.369118] env[70542]: DEBUG oslo_vmware.api [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': task-3910850, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.439487] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8bc49570-c888-438b-af9b-b9783ab85934 tempest-ServerExternalEventsTest-358547025 tempest-ServerExternalEventsTest-358547025-project] Releasing lock "refresh_cache-3b08927a-a8ae-4803-be6b-2c27f07e4104" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.476338] env[70542]: DEBUG nova.compute.manager [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 711.476658] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.477698] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba8a69a-b0b1-4911-8f05-4b4781317791 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.492944] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.493620] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dc3e31f-8efb-4683-91a6-9885d87ff7d5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.504179] env[70542]: DEBUG oslo_vmware.api [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Waiting for the task: (returnval){ [ 711.504179] env[70542]: value = "task-3910851" [ 711.504179] env[70542]: _type = "Task" [ 711.504179] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.512015] env[70542]: DEBUG oslo_concurrency.lockutils [req-c7f032ba-1aff-4c3d-a0dc-99186f1cccd6 req-e991c51f-119a-4612-88bd-2193ef1b8e54 service nova] Releasing lock "refresh_cache-89c1fb20-b1c0-4ca6-85ce-3578092dff0b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.515022] env[70542]: DEBUG nova.compute.manager [req-c7f032ba-1aff-4c3d-a0dc-99186f1cccd6 req-e991c51f-119a-4612-88bd-2193ef1b8e54 service nova] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Received event network-vif-plugged-92d07731-ce3b-4c39-b185-137c8b7fc455 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.515022] env[70542]: DEBUG oslo_concurrency.lockutils [req-c7f032ba-1aff-4c3d-a0dc-99186f1cccd6 req-e991c51f-119a-4612-88bd-2193ef1b8e54 service nova] Acquiring lock "0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.515022] env[70542]: DEBUG oslo_concurrency.lockutils [req-c7f032ba-1aff-4c3d-a0dc-99186f1cccd6 req-e991c51f-119a-4612-88bd-2193ef1b8e54 service nova] Lock "0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.515022] env[70542]: DEBUG oslo_concurrency.lockutils [req-c7f032ba-1aff-4c3d-a0dc-99186f1cccd6 req-e991c51f-119a-4612-88bd-2193ef1b8e54 service nova] Lock "0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.515022] env[70542]: DEBUG nova.compute.manager [req-c7f032ba-1aff-4c3d-a0dc-99186f1cccd6 req-e991c51f-119a-4612-88bd-2193ef1b8e54 service nova] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] No waiting events found dispatching network-vif-plugged-92d07731-ce3b-4c39-b185-137c8b7fc455 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 711.515582] env[70542]: WARNING nova.compute.manager [req-c7f032ba-1aff-4c3d-a0dc-99186f1cccd6 req-e991c51f-119a-4612-88bd-2193ef1b8e54 service nova] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Received unexpected event network-vif-plugged-92d07731-ce3b-4c39-b185-137c8b7fc455 for instance with vm_state building and task_state spawning. [ 711.515582] env[70542]: DEBUG nova.compute.manager [req-c7f032ba-1aff-4c3d-a0dc-99186f1cccd6 req-e991c51f-119a-4612-88bd-2193ef1b8e54 service nova] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Received event network-changed-92d07731-ce3b-4c39-b185-137c8b7fc455 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.515582] env[70542]: DEBUG nova.compute.manager [req-c7f032ba-1aff-4c3d-a0dc-99186f1cccd6 req-e991c51f-119a-4612-88bd-2193ef1b8e54 service nova] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Refreshing instance network info cache due to event network-changed-92d07731-ce3b-4c39-b185-137c8b7fc455. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.515582] env[70542]: DEBUG oslo_concurrency.lockutils [req-c7f032ba-1aff-4c3d-a0dc-99186f1cccd6 req-e991c51f-119a-4612-88bd-2193ef1b8e54 service nova] Acquiring lock "refresh_cache-0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.515582] env[70542]: DEBUG oslo_concurrency.lockutils [req-c7f032ba-1aff-4c3d-a0dc-99186f1cccd6 req-e991c51f-119a-4612-88bd-2193ef1b8e54 service nova] Acquired lock "refresh_cache-0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.515801] env[70542]: DEBUG nova.network.neutron [req-c7f032ba-1aff-4c3d-a0dc-99186f1cccd6 req-e991c51f-119a-4612-88bd-2193ef1b8e54 service nova] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Refreshing network info cache for port 92d07731-ce3b-4c39-b185-137c8b7fc455 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.520224] env[70542]: DEBUG oslo_vmware.api [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Task: {'id': task-3910851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.679039] env[70542]: DEBUG nova.scheduler.client.report [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.718466] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Task: {'id': task-3910846, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.831671] env[70542]: DEBUG oslo_vmware.api [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5262f6bb-ff28-47d0-c2c4-8a1665ee66a3, 'name': SearchDatastore_Task, 'duration_secs': 0.017868} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.832145] env[70542]: DEBUG oslo_concurrency.lockutils [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.832372] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.832719] env[70542]: DEBUG oslo_concurrency.lockutils [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.832929] env[70542]: DEBUG oslo_concurrency.lockutils [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.833294] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.833576] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c670b9b-8fb5-432b-9882-9e21c4313d41 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.846396] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.846706] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.847822] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a717df1-512a-41e8-8985-867d7d5ab043 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.865740] env[70542]: DEBUG oslo_vmware.api [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Waiting for the task: (returnval){ [ 711.865740] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526e7bbc-721c-6972-86a9-58b93473d17f" [ 711.865740] env[70542]: _type = "Task" [ 711.865740] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.879206] env[70542]: DEBUG oslo_vmware.api [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': task-3910850, 'name': PowerOnVM_Task, 'duration_secs': 1.460832} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.879206] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.879206] env[70542]: INFO nova.compute.manager [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Took 12.49 seconds to spawn the instance on the hypervisor. [ 711.879206] env[70542]: DEBUG nova.compute.manager [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 711.880186] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dfc45e-2a2e-4f8d-9595-6aa904245d7d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.893352] env[70542]: DEBUG oslo_vmware.api [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526e7bbc-721c-6972-86a9-58b93473d17f, 'name': SearchDatastore_Task, 'duration_secs': 0.013413} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.893872] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45fa2bc0-df7d-4ec7-acdb-7815aaee49cb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.921602] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "7323ed53-e030-4128-b880-37c3ee09434b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.922980] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "7323ed53-e030-4128-b880-37c3ee09434b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.923229] env[70542]: DEBUG oslo_vmware.api [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Waiting for the task: (returnval){ [ 711.923229] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52631924-19d5-a010-a3e8-423a6cea9efd" [ 711.923229] env[70542]: _type = "Task" [ 711.923229] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.939596] env[70542]: DEBUG oslo_vmware.api [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52631924-19d5-a010-a3e8-423a6cea9efd, 'name': SearchDatastore_Task, 'duration_secs': 0.015265} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.939951] env[70542]: DEBUG oslo_concurrency.lockutils [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.940239] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf/0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.940699] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76a125a4-2d2b-4136-abb1-d627144c62f6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.949612] env[70542]: DEBUG oslo_vmware.api [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Waiting for the task: (returnval){ [ 711.949612] env[70542]: value = "task-3910852" [ 711.949612] env[70542]: _type = "Task" [ 711.949612] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.965360] env[70542]: DEBUG oslo_vmware.api [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Task: {'id': task-3910852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.019219] env[70542]: DEBUG oslo_vmware.api [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Task: {'id': task-3910851, 'name': PowerOffVM_Task, 'duration_secs': 0.25263} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.019512] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.019677] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.019937] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-025c14db-add7-4417-a497-ff9c8470209f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.086343] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.086784] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.087166] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Deleting the datastore file [datastore1] 3b08927a-a8ae-4803-be6b-2c27f07e4104 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.087836] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-312dbe72-8e16-46b5-84ed-2f6f8c5ca184 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.102688] env[70542]: DEBUG oslo_vmware.api [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Waiting for the task: (returnval){ [ 712.102688] env[70542]: value = "task-3910854" [ 712.102688] env[70542]: _type = "Task" [ 712.102688] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.118502] env[70542]: DEBUG oslo_vmware.api [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Task: {'id': task-3910854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.192023] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.192023] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.095s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.196822] env[70542]: INFO nova.compute.claims [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.223409] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Task: {'id': task-3910846, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.684138} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.223409] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 89c1fb20-b1c0-4ca6-85ce-3578092dff0b/89c1fb20-b1c0-4ca6-85ce-3578092dff0b.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.223409] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.223409] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-333e0a54-4c72-4029-8694-7d1845c1ee09 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.227886] env[70542]: INFO nova.scheduler.client.report [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Deleted allocations for instance 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4 [ 712.243207] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Waiting for the task: (returnval){ [ 712.243207] env[70542]: value = "task-3910855" [ 712.243207] env[70542]: _type = "Task" [ 712.243207] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.254034] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Task: {'id': task-3910855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.333579] env[70542]: DEBUG nova.network.neutron [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Successfully updated port: d852207d-5092-40c0-bc22-bf8cf0710530 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.420357] env[70542]: INFO nova.compute.manager [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Took 27.81 seconds to build instance. [ 712.471348] env[70542]: DEBUG oslo_vmware.api [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Task: {'id': task-3910852, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.617932] env[70542]: DEBUG oslo_vmware.api [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Task: {'id': task-3910854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341849} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.618624] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.618899] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.619217] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.619526] env[70542]: INFO nova.compute.manager [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Took 1.14 seconds to destroy the instance on the hypervisor. [ 712.619847] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.620495] env[70542]: DEBUG nova.compute.manager [-] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.620495] env[70542]: DEBUG nova.network.neutron [-] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.761277] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4b3ac720-fcdf-460b-bada-63b797661edc tempest-ServerDiagnosticsNegativeTest-84406442 tempest-ServerDiagnosticsNegativeTest-84406442-project-member] Lock "9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.487s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.774829] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Task: {'id': task-3910855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217127} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.774829] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.776233] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e12db49-8bb1-4482-a793-65d4253b6992 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.817254] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 89c1fb20-b1c0-4ca6-85ce-3578092dff0b/89c1fb20-b1c0-4ca6-85ce-3578092dff0b.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.818065] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d82422c-6e81-4f1a-bcc8-0781195e1750 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.837796] env[70542]: DEBUG nova.network.neutron [req-c7f032ba-1aff-4c3d-a0dc-99186f1cccd6 req-e991c51f-119a-4612-88bd-2193ef1b8e54 service nova] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Updated VIF entry in instance network info cache for port 92d07731-ce3b-4c39-b185-137c8b7fc455. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.838182] env[70542]: DEBUG nova.network.neutron [req-c7f032ba-1aff-4c3d-a0dc-99186f1cccd6 req-e991c51f-119a-4612-88bd-2193ef1b8e54 service nova] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Updating instance_info_cache with network_info: [{"id": "92d07731-ce3b-4c39-b185-137c8b7fc455", "address": "fa:16:3e:aa:2c:4e", "network": {"id": "f7b9c6f6-3bc5-4b2e-8e12-0888ec6b2b85", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1711266454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "aa4c478d51394460acfa1c03d6bd1eb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92d07731-ce", "ovs_interfaceid": "92d07731-ce3b-4c39-b185-137c8b7fc455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.848067] env[70542]: DEBUG oslo_concurrency.lockutils [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "refresh_cache-eef02990-c512-44f2-8fc7-eab27e22ab58" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.848067] env[70542]: DEBUG oslo_concurrency.lockutils [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired lock "refresh_cache-eef02990-c512-44f2-8fc7-eab27e22ab58" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.848067] env[70542]: DEBUG nova.network.neutron [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.848067] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Waiting for the task: (returnval){ [ 712.848067] env[70542]: value = "task-3910856" [ 712.848067] env[70542]: _type = "Task" [ 712.848067] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.858876] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Task: {'id': task-3910856, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.923625] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7ce7bf49-335f-449d-8e8f-610c1fb66edf tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Lock "83559878-68c5-40bb-86b5-306a9b7f120b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.404s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.974544] env[70542]: DEBUG oslo_vmware.api [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Task: {'id': task-3910852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786769} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.974817] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf/0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.975047] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.975318] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3639a88a-4ff0-49f3-acbb-c9bec7f69513 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.987979] env[70542]: DEBUG oslo_vmware.api [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Waiting for the task: (returnval){ [ 712.987979] env[70542]: value = "task-3910858" [ 712.987979] env[70542]: _type = "Task" [ 712.987979] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.003932] env[70542]: DEBUG oslo_vmware.api [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Task: {'id': task-3910858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.345700] env[70542]: DEBUG oslo_concurrency.lockutils [req-c7f032ba-1aff-4c3d-a0dc-99186f1cccd6 req-e991c51f-119a-4612-88bd-2193ef1b8e54 service nova] Releasing lock "refresh_cache-0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.364236] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Task: {'id': task-3910856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.429443] env[70542]: DEBUG nova.compute.manager [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.466925] env[70542]: DEBUG nova.network.neutron [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.516056] env[70542]: DEBUG oslo_vmware.api [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Task: {'id': task-3910858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1496} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.516820] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.517400] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9716989-8d92-4733-9b32-abf30318d676 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.549077] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf/0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.553943] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a11e1ac-13e8-495d-b9aa-31b187872dea {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.572342] env[70542]: DEBUG nova.compute.manager [req-2f962cb4-f088-4dfd-b318-727378bb6d80 req-cc2474a8-801b-43dc-8708-51232177baf0 service nova] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Received event network-vif-plugged-d852207d-5092-40c0-bc22-bf8cf0710530 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.572504] env[70542]: DEBUG oslo_concurrency.lockutils [req-2f962cb4-f088-4dfd-b318-727378bb6d80 req-cc2474a8-801b-43dc-8708-51232177baf0 service nova] Acquiring lock "eef02990-c512-44f2-8fc7-eab27e22ab58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.573020] env[70542]: DEBUG oslo_concurrency.lockutils [req-2f962cb4-f088-4dfd-b318-727378bb6d80 req-cc2474a8-801b-43dc-8708-51232177baf0 service nova] Lock "eef02990-c512-44f2-8fc7-eab27e22ab58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.573258] env[70542]: DEBUG oslo_concurrency.lockutils [req-2f962cb4-f088-4dfd-b318-727378bb6d80 req-cc2474a8-801b-43dc-8708-51232177baf0 service nova] Lock "eef02990-c512-44f2-8fc7-eab27e22ab58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.573440] env[70542]: DEBUG nova.compute.manager [req-2f962cb4-f088-4dfd-b318-727378bb6d80 req-cc2474a8-801b-43dc-8708-51232177baf0 service nova] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] No waiting events found dispatching network-vif-plugged-d852207d-5092-40c0-bc22-bf8cf0710530 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 713.574048] env[70542]: WARNING nova.compute.manager [req-2f962cb4-f088-4dfd-b318-727378bb6d80 req-cc2474a8-801b-43dc-8708-51232177baf0 service nova] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Received unexpected event network-vif-plugged-d852207d-5092-40c0-bc22-bf8cf0710530 for instance with vm_state building and task_state spawning. [ 713.584684] env[70542]: DEBUG oslo_vmware.api [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Waiting for the task: (returnval){ [ 713.584684] env[70542]: value = "task-3910859" [ 713.584684] env[70542]: _type = "Task" [ 713.584684] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.596167] env[70542]: DEBUG oslo_vmware.api [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Task: {'id': task-3910859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.796184] env[70542]: DEBUG oslo_concurrency.lockutils [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "d8595e6b-7681-4439-9052-5a066d6f9c57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.796847] env[70542]: DEBUG oslo_concurrency.lockutils [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "d8595e6b-7681-4439-9052-5a066d6f9c57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.861985] env[70542]: DEBUG nova.network.neutron [-] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.866929] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Task: {'id': task-3910856, 'name': ReconfigVM_Task, 'duration_secs': 0.802221} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.866929] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 89c1fb20-b1c0-4ca6-85ce-3578092dff0b/89c1fb20-b1c0-4ca6-85ce-3578092dff0b.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.867633] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0217d6-a65e-481b-ba88-067737e2dba8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.872112] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-943585cd-f7f1-45bb-9abe-59560ca17019 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.884076] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7bed17-9bf4-424f-8851-ab632f438b02 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.885939] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Waiting for the task: (returnval){ [ 713.885939] env[70542]: value = "task-3910860" [ 713.885939] env[70542]: _type = "Task" [ 713.885939] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.935309] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726dd16d-317d-4f7f-83e7-9b60c7bc8d16 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.949769] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Task: {'id': task-3910860, 'name': Rename_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.961036] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62f7716-fd8d-4bcb-b0ca-df5f8037313e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.982817] env[70542]: DEBUG nova.network.neutron [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Updating instance_info_cache with network_info: [{"id": "d852207d-5092-40c0-bc22-bf8cf0710530", "address": "fa:16:3e:17:53:d2", "network": {"id": "b34efa28-0333-4697-a2ca-0f761a8baa3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-961568765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cecd2691d1d54b7480090328eb29a4ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd852207d-50", "ovs_interfaceid": "d852207d-5092-40c0-bc22-bf8cf0710530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.984665] env[70542]: DEBUG nova.compute.provider_tree [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.988493] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.003942] env[70542]: DEBUG oslo_vmware.rw_handles [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f9501-cf35-2362-72ee-a51c43f1828d/disk-0.vmdk. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 714.005300] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1ac086-eb82-493f-a967-5db718d28cbf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.019594] env[70542]: DEBUG oslo_vmware.rw_handles [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f9501-cf35-2362-72ee-a51c43f1828d/disk-0.vmdk is in state: ready. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 714.019789] env[70542]: ERROR oslo_vmware.rw_handles [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f9501-cf35-2362-72ee-a51c43f1828d/disk-0.vmdk due to incomplete transfer. [ 714.022066] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-19d4e3f5-5ae0-4def-a640-430c12c1f5e7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.034244] env[70542]: DEBUG oslo_vmware.rw_handles [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529f9501-cf35-2362-72ee-a51c43f1828d/disk-0.vmdk. {{(pid=70542) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 714.034244] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Uploaded image 51caaf62-ee5f-4ff3-9a0f-eca3e9a0b332 to the Glance image server {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 714.037367] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Destroying the VM {{(pid=70542) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 714.037637] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-84599ce3-d5ba-4297-a5d4-183a4019a9e6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.044475] env[70542]: DEBUG oslo_vmware.api [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 714.044475] env[70542]: value = "task-3910861" [ 714.044475] env[70542]: _type = "Task" [ 714.044475] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.054208] env[70542]: DEBUG oslo_vmware.api [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910861, 'name': Destroy_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.097736] env[70542]: DEBUG oslo_vmware.api [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Task: {'id': task-3910859, 'name': ReconfigVM_Task, 'duration_secs': 0.380719} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.097736] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf/0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.100084] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae8678d1-b25b-47f8-b37c-101bdf81bf55 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.106501] env[70542]: DEBUG oslo_vmware.api [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Waiting for the task: (returnval){ [ 714.106501] env[70542]: value = "task-3910862" [ 714.106501] env[70542]: _type = "Task" [ 714.106501] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.114392] env[70542]: DEBUG oslo_vmware.api [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Task: {'id': task-3910862, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.366840] env[70542]: INFO nova.compute.manager [-] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Took 1.75 seconds to deallocate network for instance. [ 714.400179] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Task: {'id': task-3910860, 'name': Rename_Task, 'duration_secs': 0.47947} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.400469] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.400784] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0efe13c-26ee-4300-814b-b8a713c394a5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.410062] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Waiting for the task: (returnval){ [ 714.410062] env[70542]: value = "task-3910863" [ 714.410062] env[70542]: _type = "Task" [ 714.410062] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.426668] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Task: {'id': task-3910863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.490510] env[70542]: DEBUG oslo_concurrency.lockutils [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Releasing lock "refresh_cache-eef02990-c512-44f2-8fc7-eab27e22ab58" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.493139] env[70542]: DEBUG nova.compute.manager [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Instance network_info: |[{"id": "d852207d-5092-40c0-bc22-bf8cf0710530", "address": "fa:16:3e:17:53:d2", "network": {"id": "b34efa28-0333-4697-a2ca-0f761a8baa3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-961568765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cecd2691d1d54b7480090328eb29a4ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd852207d-50", "ovs_interfaceid": "d852207d-5092-40c0-bc22-bf8cf0710530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.493292] env[70542]: DEBUG nova.scheduler.client.report [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.501508] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:53:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd852207d-5092-40c0-bc22-bf8cf0710530', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.511252] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Creating folder: Project (cecd2691d1d54b7480090328eb29a4ba). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.513023] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2755f359-d09d-48e4-9713-5fce629ebd4f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.525612] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Created folder: Project (cecd2691d1d54b7480090328eb29a4ba) in parent group-v776569. [ 714.525612] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Creating folder: Instances. Parent ref: group-v776629. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.526145] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa939394-ad4a-48fd-896c-dbb3b012cde9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.540596] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Created folder: Instances in parent group-v776629. [ 714.540714] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.540893] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.541131] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-285f9881-c386-42a6-b39b-5177e29cfe91 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.573283] env[70542]: DEBUG oslo_vmware.api [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910861, 'name': Destroy_Task} progress is 33%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.573283] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.573283] env[70542]: value = "task-3910866" [ 714.573283] env[70542]: _type = "Task" [ 714.573283] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.584979] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910866, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.619271] env[70542]: DEBUG oslo_vmware.api [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Task: {'id': task-3910862, 'name': Rename_Task, 'duration_secs': 0.180973} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.619271] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.619604] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d5aab6d-5848-465c-9759-3425a16e4564 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.627515] env[70542]: DEBUG oslo_vmware.api [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Waiting for the task: (returnval){ [ 714.627515] env[70542]: value = "task-3910867" [ 714.627515] env[70542]: _type = "Task" [ 714.627515] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.637816] env[70542]: DEBUG oslo_vmware.api [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Task: {'id': task-3910867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.884925] env[70542]: DEBUG oslo_concurrency.lockutils [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.924394] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Task: {'id': task-3910863, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.013835] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.822s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.014875] env[70542]: DEBUG nova.compute.manager [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.022123] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.239s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.023887] env[70542]: INFO nova.compute.claims [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.079767] env[70542]: DEBUG oslo_vmware.api [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910861, 'name': Destroy_Task, 'duration_secs': 0.62598} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.085894] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Destroyed the VM [ 715.086529] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Deleting Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 715.087721] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c248b474-42e5-4ded-b809-e43cae749ff1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.100282] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910866, 'name': CreateVM_Task, 'duration_secs': 0.466928} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.101873] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.102310] env[70542]: DEBUG oslo_vmware.api [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 715.102310] env[70542]: value = "task-3910869" [ 715.102310] env[70542]: _type = "Task" [ 715.102310] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.103108] env[70542]: DEBUG oslo_concurrency.lockutils [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.103268] env[70542]: DEBUG oslo_concurrency.lockutils [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.103602] env[70542]: DEBUG oslo_concurrency.lockutils [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.104045] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-284c3280-f99d-43f3-8a6b-3eb1ac08ca43 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.114684] env[70542]: DEBUG oslo_vmware.api [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 715.114684] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ea38f8-d77c-5c17-cc69-a55e25fff26e" [ 715.114684] env[70542]: _type = "Task" [ 715.114684] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.121876] env[70542]: DEBUG oslo_vmware.api [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910869, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.132106] env[70542]: DEBUG oslo_vmware.api [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ea38f8-d77c-5c17-cc69-a55e25fff26e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.148065] env[70542]: DEBUG oslo_vmware.api [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Task: {'id': task-3910867, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.424965] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Task: {'id': task-3910863, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.528766] env[70542]: DEBUG nova.compute.utils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.536106] env[70542]: DEBUG nova.compute.manager [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.536106] env[70542]: DEBUG nova.network.neutron [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.616653] env[70542]: DEBUG oslo_vmware.api [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910869, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.637944] env[70542]: DEBUG oslo_vmware.api [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ea38f8-d77c-5c17-cc69-a55e25fff26e, 'name': SearchDatastore_Task, 'duration_secs': 0.0187} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.639967] env[70542]: DEBUG oslo_concurrency.lockutils [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.640999] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.641387] env[70542]: DEBUG oslo_concurrency.lockutils [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.641561] env[70542]: DEBUG oslo_concurrency.lockutils [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.641765] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.642088] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e9e9a47-be72-406b-b11d-3740ab1a1047 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.651329] env[70542]: DEBUG oslo_vmware.api [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Task: {'id': task-3910867, 'name': PowerOnVM_Task, 'duration_secs': 0.73997} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.651628] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.651927] env[70542]: INFO nova.compute.manager [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Took 10.92 seconds to spawn the instance on the hypervisor. [ 715.652524] env[70542]: DEBUG nova.compute.manager [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 715.653930] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b822de2-4356-4b31-9523-e63ce4d1bf1c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.659290] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.661312] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.662304] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34c3534d-7351-4326-9604-737872a85bab {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.675711] env[70542]: DEBUG oslo_vmware.api [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 715.675711] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e2305f-f9a8-61ad-e7f9-b9918b086628" [ 715.675711] env[70542]: _type = "Task" [ 715.675711] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.688485] env[70542]: DEBUG oslo_vmware.api [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e2305f-f9a8-61ad-e7f9-b9918b086628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.717260] env[70542]: DEBUG nova.policy [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '474d204247c848099f1c7c4d29837a22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a07d255652ac4fc2a9ff9bb4a59ee32d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.775190] env[70542]: DEBUG nova.compute.manager [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 715.780173] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9ef4be-a8cc-4ceb-976e-45b7761208c1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.936612] env[70542]: DEBUG oslo_vmware.api [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Task: {'id': task-3910863, 'name': PowerOnVM_Task, 'duration_secs': 1.39763} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.937083] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.937578] env[70542]: INFO nova.compute.manager [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Took 13.89 seconds to spawn the instance on the hypervisor. [ 715.938523] env[70542]: DEBUG nova.compute.manager [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 715.939208] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9520358c-da66-4b2d-8508-7460ae33474c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.050033] env[70542]: DEBUG nova.compute.manager [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.121686] env[70542]: DEBUG oslo_vmware.api [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910869, 'name': RemoveSnapshot_Task, 'duration_secs': 0.943662} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.121686] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Deleted Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 716.121686] env[70542]: INFO nova.compute.manager [None req-53355ec3-9eff-4369-a6cd-6ded846bfcc7 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Took 18.30 seconds to snapshot the instance on the hypervisor. [ 716.186271] env[70542]: INFO nova.compute.manager [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Took 28.97 seconds to build instance. [ 716.200325] env[70542]: DEBUG oslo_vmware.api [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e2305f-f9a8-61ad-e7f9-b9918b086628, 'name': SearchDatastore_Task, 'duration_secs': 0.022574} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.200325] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-576b62e2-b712-4de3-90d8-ef045e46ecf3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.206867] env[70542]: DEBUG oslo_vmware.api [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 716.206867] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5233b95d-4eac-a0a1-5e03-33f536079a88" [ 716.206867] env[70542]: _type = "Task" [ 716.206867] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.218801] env[70542]: DEBUG oslo_vmware.api [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5233b95d-4eac-a0a1-5e03-33f536079a88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.297566] env[70542]: INFO nova.compute.manager [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] instance snapshotting [ 716.300670] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c508c2f7-2641-4732-a57c-a5f386f8dc23 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.333342] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea72a95-1d2f-4266-a256-441c7af99b93 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.467381] env[70542]: INFO nova.compute.manager [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Took 31.57 seconds to build instance. [ 716.675036] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761bb824-ffb6-486f-9ff9-1a22b8376bf8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.684152] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c152b8-9d8c-4da1-bfc5-e5166c3a6644 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.688236] env[70542]: DEBUG oslo_concurrency.lockutils [None req-98298bf3-da7f-436c-aefb-975497f482a5 tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Lock "0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.505s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.723516] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13da68af-4e52-4e13-93bb-e880fa172f8e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.733051] env[70542]: DEBUG oslo_vmware.api [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5233b95d-4eac-a0a1-5e03-33f536079a88, 'name': SearchDatastore_Task, 'duration_secs': 0.056338} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.735346] env[70542]: DEBUG oslo_concurrency.lockutils [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.735618] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] eef02990-c512-44f2-8fc7-eab27e22ab58/eef02990-c512-44f2-8fc7-eab27e22ab58.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.735909] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e18fcbe2-44a6-43af-bfd9-29dcb9c55535 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.739692] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e13c7e-3911-4b21-bba5-feaa5f98301e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.757834] env[70542]: DEBUG nova.compute.provider_tree [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.760494] env[70542]: DEBUG oslo_vmware.api [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 716.760494] env[70542]: value = "task-3910870" [ 716.760494] env[70542]: _type = "Task" [ 716.760494] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.770714] env[70542]: DEBUG oslo_vmware.api [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3910870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.773751] env[70542]: DEBUG nova.network.neutron [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Successfully created port: 9f6d5adb-ac7b-4270-9de0-41be1f7b331e {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.847356] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Creating Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 716.848168] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e386c530-e0d6-410e-bb10-57a44313ffd4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.856170] env[70542]: DEBUG oslo_vmware.api [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 716.856170] env[70542]: value = "task-3910871" [ 716.856170] env[70542]: _type = "Task" [ 716.856170] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.868272] env[70542]: DEBUG oslo_vmware.api [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910871, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.969304] env[70542]: DEBUG oslo_concurrency.lockutils [None req-55d3b664-c946-4715-b022-8ace85cc808a tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Lock "89c1fb20-b1c0-4ca6-85ce-3578092dff0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.548s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.068791] env[70542]: DEBUG nova.compute.manager [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.102532] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.102870] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.103370] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.103370] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.104082] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.104526] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.104602] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.104918] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.105198] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.105704] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.105941] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.106904] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11ad23e-5aec-440f-a92e-703547c81564 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.116647] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b85054-20e6-4630-b5ad-309f6fd13f55 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.192403] env[70542]: DEBUG nova.compute.manager [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.262835] env[70542]: DEBUG nova.scheduler.client.report [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.285028] env[70542]: DEBUG oslo_vmware.api [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3910870, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.370731] env[70542]: DEBUG oslo_vmware.api [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910871, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.475076] env[70542]: DEBUG nova.compute.manager [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.652482] env[70542]: DEBUG nova.compute.manager [req-9cb1be64-1c50-4adf-a49d-8fed2efca27a req-e9bb40db-0ad8-440b-82c0-87fecdc8c161 service nova] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Received event network-changed-d852207d-5092-40c0-bc22-bf8cf0710530 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.652979] env[70542]: DEBUG nova.compute.manager [req-9cb1be64-1c50-4adf-a49d-8fed2efca27a req-e9bb40db-0ad8-440b-82c0-87fecdc8c161 service nova] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Refreshing instance network info cache due to event network-changed-d852207d-5092-40c0-bc22-bf8cf0710530. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.653329] env[70542]: DEBUG oslo_concurrency.lockutils [req-9cb1be64-1c50-4adf-a49d-8fed2efca27a req-e9bb40db-0ad8-440b-82c0-87fecdc8c161 service nova] Acquiring lock "refresh_cache-eef02990-c512-44f2-8fc7-eab27e22ab58" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.653675] env[70542]: DEBUG oslo_concurrency.lockutils [req-9cb1be64-1c50-4adf-a49d-8fed2efca27a req-e9bb40db-0ad8-440b-82c0-87fecdc8c161 service nova] Acquired lock "refresh_cache-eef02990-c512-44f2-8fc7-eab27e22ab58" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.654026] env[70542]: DEBUG nova.network.neutron [req-9cb1be64-1c50-4adf-a49d-8fed2efca27a req-e9bb40db-0ad8-440b-82c0-87fecdc8c161 service nova] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Refreshing network info cache for port d852207d-5092-40c0-bc22-bf8cf0710530 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.734022] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.780867] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.781398] env[70542]: DEBUG nova.compute.manager [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.783963] env[70542]: DEBUG oslo_vmware.api [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3910870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.916583} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.784458] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.495s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.784689] env[70542]: DEBUG nova.objects.instance [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Lazy-loading 'resources' on Instance uuid bd8c9900-ec17-450e-a77e-d69428f0ff39 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.785947] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] eef02990-c512-44f2-8fc7-eab27e22ab58/eef02990-c512-44f2-8fc7-eab27e22ab58.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.786041] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.786443] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86c02843-3138-4ae8-9d0b-0aaed88f6dee {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.800274] env[70542]: DEBUG oslo_vmware.api [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 717.800274] env[70542]: value = "task-3910873" [ 717.800274] env[70542]: _type = "Task" [ 717.800274] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.812192] env[70542]: DEBUG oslo_vmware.api [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3910873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.868951] env[70542]: DEBUG oslo_vmware.api [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910871, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.001388] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.291069] env[70542]: DEBUG nova.compute.utils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.295350] env[70542]: DEBUG nova.compute.manager [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.295657] env[70542]: DEBUG nova.network.neutron [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.312425] env[70542]: DEBUG oslo_vmware.api [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3910873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.233716} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.312841] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.313764] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d84df1-f7d6-4adf-8f2f-3a4ec4195064 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.343728] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] eef02990-c512-44f2-8fc7-eab27e22ab58/eef02990-c512-44f2-8fc7-eab27e22ab58.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.347341] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7d46dc8-bce7-4151-920e-f159df2ef8ea {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.390093] env[70542]: DEBUG oslo_vmware.api [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910871, 'name': CreateSnapshot_Task, 'duration_secs': 1.325392} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.394621] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Created Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 718.395024] env[70542]: DEBUG oslo_vmware.api [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 718.395024] env[70542]: value = "task-3910874" [ 718.395024] env[70542]: _type = "Task" [ 718.395024] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.396503] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e973ab-aef6-4dc7-931b-407bc89c7caf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.422827] env[70542]: DEBUG oslo_vmware.api [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3910874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.456402] env[70542]: DEBUG nova.policy [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '474d204247c848099f1c7c4d29837a22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a07d255652ac4fc2a9ff9bb4a59ee32d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.765658] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Acquiring lock "83559878-68c5-40bb-86b5-306a9b7f120b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.766127] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Lock "83559878-68c5-40bb-86b5-306a9b7f120b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.768561] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Acquiring lock "83559878-68c5-40bb-86b5-306a9b7f120b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.768561] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Lock "83559878-68c5-40bb-86b5-306a9b7f120b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.768561] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Lock "83559878-68c5-40bb-86b5-306a9b7f120b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.770757] env[70542]: INFO nova.compute.manager [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Terminating instance [ 718.799235] env[70542]: DEBUG nova.compute.manager [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.912316] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a7438a-fb38-4ef6-b9b2-945909e155fb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.923328] env[70542]: DEBUG oslo_vmware.api [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3910874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.930472] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Creating linked-clone VM from snapshot {{(pid=70542) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 718.934191] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dd717bf8-f7b8-4d4f-9942-d520264eda28 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.940104] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b77728-81f5-467a-8b7c-cbcc24276c8d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.943832] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 718.944553] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 718.979749] env[70542]: DEBUG oslo_vmware.api [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 718.979749] env[70542]: value = "task-3910875" [ 718.979749] env[70542]: _type = "Task" [ 718.979749] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.980820] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22b8dea-c25f-4200-ba7a-399ea6fffd6c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.998609] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2210ed7-17a5-4383-9075-ce9251c4673a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.002694] env[70542]: DEBUG oslo_vmware.api [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910875, 'name': CloneVM_Task} progress is 12%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.018621] env[70542]: DEBUG nova.compute.provider_tree [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.052020] env[70542]: DEBUG nova.network.neutron [req-9cb1be64-1c50-4adf-a49d-8fed2efca27a req-e9bb40db-0ad8-440b-82c0-87fecdc8c161 service nova] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Updated VIF entry in instance network info cache for port d852207d-5092-40c0-bc22-bf8cf0710530. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.052020] env[70542]: DEBUG nova.network.neutron [req-9cb1be64-1c50-4adf-a49d-8fed2efca27a req-e9bb40db-0ad8-440b-82c0-87fecdc8c161 service nova] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Updating instance_info_cache with network_info: [{"id": "d852207d-5092-40c0-bc22-bf8cf0710530", "address": "fa:16:3e:17:53:d2", "network": {"id": "b34efa28-0333-4697-a2ca-0f761a8baa3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-961568765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cecd2691d1d54b7480090328eb29a4ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd852207d-50", "ovs_interfaceid": "d852207d-5092-40c0-bc22-bf8cf0710530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.218675] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e6170537-77bd-4a92-93c2-6ed41106e8df tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "f77c5d4a-3214-4ac4-b9a9-5285e1b23877" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.218675] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e6170537-77bd-4a92-93c2-6ed41106e8df tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "f77c5d4a-3214-4ac4-b9a9-5285e1b23877" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.218675] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e6170537-77bd-4a92-93c2-6ed41106e8df tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "f77c5d4a-3214-4ac4-b9a9-5285e1b23877-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.218675] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e6170537-77bd-4a92-93c2-6ed41106e8df tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "f77c5d4a-3214-4ac4-b9a9-5285e1b23877-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.219397] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e6170537-77bd-4a92-93c2-6ed41106e8df tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "f77c5d4a-3214-4ac4-b9a9-5285e1b23877-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.225216] env[70542]: INFO nova.compute.manager [None req-e6170537-77bd-4a92-93c2-6ed41106e8df tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Terminating instance [ 719.275630] env[70542]: DEBUG nova.compute.manager [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.275857] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.278151] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7902cd7-435a-4e8b-bfbf-60a8a913520a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.292706] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.293260] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26151280-029f-4927-9cba-ed39b686f2b9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.301944] env[70542]: DEBUG oslo_vmware.api [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Waiting for the task: (returnval){ [ 719.301944] env[70542]: value = "task-3910877" [ 719.301944] env[70542]: _type = "Task" [ 719.301944] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.318979] env[70542]: DEBUG oslo_vmware.api [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': task-3910877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.423659] env[70542]: DEBUG oslo_vmware.api [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3910874, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.424309] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Acquiring lock "89c1fb20-b1c0-4ca6-85ce-3578092dff0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.424715] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Lock "89c1fb20-b1c0-4ca6-85ce-3578092dff0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.425062] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Acquiring lock "89c1fb20-b1c0-4ca6-85ce-3578092dff0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.425363] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Lock "89c1fb20-b1c0-4ca6-85ce-3578092dff0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.425635] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Lock "89c1fb20-b1c0-4ca6-85ce-3578092dff0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.428994] env[70542]: INFO nova.compute.manager [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Terminating instance [ 719.455101] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.455101] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.455101] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.455101] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.455101] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.456426] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.456426] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70542) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 719.456426] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager.update_available_resource {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.498560] env[70542]: DEBUG oslo_vmware.api [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910875, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.522783] env[70542]: DEBUG nova.scheduler.client.report [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.554467] env[70542]: DEBUG oslo_concurrency.lockutils [req-9cb1be64-1c50-4adf-a49d-8fed2efca27a req-e9bb40db-0ad8-440b-82c0-87fecdc8c161 service nova] Releasing lock "refresh_cache-eef02990-c512-44f2-8fc7-eab27e22ab58" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.554754] env[70542]: DEBUG nova.compute.manager [req-9cb1be64-1c50-4adf-a49d-8fed2efca27a req-e9bb40db-0ad8-440b-82c0-87fecdc8c161 service nova] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Received event network-vif-deleted-03ea48a0-04be-4a27-a8d6-7d910785f439 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.731147] env[70542]: DEBUG nova.compute.manager [None req-e6170537-77bd-4a92-93c2-6ed41106e8df tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.731789] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e6170537-77bd-4a92-93c2-6ed41106e8df tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.733083] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0162ae4-c3f1-4b7c-a975-8899aa15fb6b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.744559] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e6170537-77bd-4a92-93c2-6ed41106e8df tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.744559] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d2e1a57-6162-456c-9e99-dff439f053ef {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.819964] env[70542]: DEBUG nova.compute.manager [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.824084] env[70542]: DEBUG oslo_vmware.api [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': task-3910877, 'name': PowerOffVM_Task, 'duration_secs': 0.275783} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.824084] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.824084] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.824453] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb81ce25-9900-4406-854f-b6501d4e2bf3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.827458] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e6170537-77bd-4a92-93c2-6ed41106e8df tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.827691] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e6170537-77bd-4a92-93c2-6ed41106e8df tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.827854] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6170537-77bd-4a92-93c2-6ed41106e8df tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Deleting the datastore file [datastore2] f77c5d4a-3214-4ac4-b9a9-5285e1b23877 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.828765] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-511df206-d2cd-48ee-9ce2-a72c15d8718c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.838065] env[70542]: DEBUG oslo_vmware.api [None req-e6170537-77bd-4a92-93c2-6ed41106e8df tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 719.838065] env[70542]: value = "task-3910880" [ 719.838065] env[70542]: _type = "Task" [ 719.838065] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.853812] env[70542]: DEBUG oslo_vmware.api [None req-e6170537-77bd-4a92-93c2-6ed41106e8df tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.856388] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.856659] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.856956] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.856998] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.858097] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.858341] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.858604] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.858825] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.859084] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.859306] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.859516] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.860664] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da23ef3e-9ad7-4f1b-8d37-7f7c6807aeda {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.874788] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e3f435-5341-4ba4-baa8-8da9e892f8b5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.917297] env[70542]: DEBUG oslo_vmware.api [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3910874, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.935524] env[70542]: DEBUG nova.compute.manager [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.935776] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.936734] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14619fe0-bd62-40d5-8903-97c0e049c715 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.947325] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.947325] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef2a878f-80b5-4c20-b45f-e04c19b60a76 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.963048] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.963618] env[70542]: DEBUG oslo_vmware.api [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Waiting for the task: (returnval){ [ 719.963618] env[70542]: value = "task-3910881" [ 719.963618] env[70542]: _type = "Task" [ 719.963618] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.978338] env[70542]: DEBUG oslo_vmware.api [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Task: {'id': task-3910881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.001363] env[70542]: DEBUG oslo_vmware.api [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910875, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.030496] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.035317] env[70542]: DEBUG nova.network.neutron [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Successfully created port: 71e8cc0f-fe95-4bb9-9536-7347fc07b39a {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.038997] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.035s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.040666] env[70542]: INFO nova.compute.claims [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.076081] env[70542]: INFO nova.scheduler.client.report [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Deleted allocations for instance bd8c9900-ec17-450e-a77e-d69428f0ff39 [ 720.141666] env[70542]: DEBUG nova.network.neutron [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Successfully updated port: 9f6d5adb-ac7b-4270-9de0-41be1f7b331e {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.150500] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.150500] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.150500] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Deleting the datastore file [datastore2] 83559878-68c5-40bb-86b5-306a9b7f120b {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.151751] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fee4361-aebf-4ac3-9b0d-9efb0ce41898 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.167410] env[70542]: DEBUG oslo_vmware.api [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Waiting for the task: (returnval){ [ 720.167410] env[70542]: value = "task-3910882" [ 720.167410] env[70542]: _type = "Task" [ 720.167410] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.189036] env[70542]: DEBUG oslo_vmware.api [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': task-3910882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.354842] env[70542]: DEBUG oslo_vmware.api [None req-e6170537-77bd-4a92-93c2-6ed41106e8df tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3910880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203676} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.355184] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6170537-77bd-4a92-93c2-6ed41106e8df tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.355417] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e6170537-77bd-4a92-93c2-6ed41106e8df tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.356086] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e6170537-77bd-4a92-93c2-6ed41106e8df tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.356086] env[70542]: INFO nova.compute.manager [None req-e6170537-77bd-4a92-93c2-6ed41106e8df tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Took 0.62 seconds to destroy the instance on the hypervisor. [ 720.356319] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6170537-77bd-4a92-93c2-6ed41106e8df tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.356573] env[70542]: DEBUG nova.compute.manager [-] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.356789] env[70542]: DEBUG nova.network.neutron [-] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.419636] env[70542]: DEBUG oslo_vmware.api [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3910874, 'name': ReconfigVM_Task, 'duration_secs': 1.60558} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.419636] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Reconfigured VM instance instance-00000014 to attach disk [datastore1] eef02990-c512-44f2-8fc7-eab27e22ab58/eef02990-c512-44f2-8fc7-eab27e22ab58.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.420213] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e89c4de-f971-4fb8-8fce-21dea27bdff5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.427690] env[70542]: DEBUG oslo_vmware.api [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 720.427690] env[70542]: value = "task-3910883" [ 720.427690] env[70542]: _type = "Task" [ 720.427690] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.441998] env[70542]: DEBUG oslo_vmware.api [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3910883, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.474802] env[70542]: DEBUG oslo_vmware.api [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Task: {'id': task-3910881, 'name': PowerOffVM_Task, 'duration_secs': 0.338612} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.476109] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.476252] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.477568] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23bd2d8c-4ec4-4457-9349-df891db10ec9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.497811] env[70542]: DEBUG oslo_vmware.api [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910875, 'name': CloneVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.592991] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6d9bdc7-3a38-4acb-ae9a-14ee19993bdd tempest-ImagesNegativeTestJSON-1062958869 tempest-ImagesNegativeTestJSON-1062958869-project-member] Lock "bd8c9900-ec17-450e-a77e-d69428f0ff39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.899s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.649637] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquiring lock "refresh_cache-01da3154-04a5-45c5-a3c6-049ef8d90cf9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.650936] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquired lock "refresh_cache-01da3154-04a5-45c5-a3c6-049ef8d90cf9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.650936] env[70542]: DEBUG nova.network.neutron [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.682054] env[70542]: DEBUG oslo_vmware.api [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Task: {'id': task-3910882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252592} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.682595] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.682595] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.682764] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.682817] env[70542]: INFO nova.compute.manager [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Took 1.41 seconds to destroy the instance on the hypervisor. [ 720.683074] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.684114] env[70542]: DEBUG nova.compute.manager [-] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.684114] env[70542]: DEBUG nova.network.neutron [-] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.718924] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.719200] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.719385] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Deleting the datastore file [datastore2] 89c1fb20-b1c0-4ca6-85ce-3578092dff0b {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.719670] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a8a0465-11db-434e-8e14-f8452d085452 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.728897] env[70542]: DEBUG oslo_vmware.api [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Waiting for the task: (returnval){ [ 720.728897] env[70542]: value = "task-3910885" [ 720.728897] env[70542]: _type = "Task" [ 720.728897] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.743990] env[70542]: DEBUG oslo_vmware.api [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Task: {'id': task-3910885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.813466] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "bf6cc8b4-c21d-4a38-a0cd-91466bbb577d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.813947] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "bf6cc8b4-c21d-4a38-a0cd-91466bbb577d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.941560] env[70542]: DEBUG oslo_vmware.api [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3910883, 'name': Rename_Task, 'duration_secs': 0.337268} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.941833] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.942089] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8baaccc6-cebe-431a-ab76-38699de896d4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.951315] env[70542]: DEBUG oslo_vmware.api [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 720.951315] env[70542]: value = "task-3910886" [ 720.951315] env[70542]: _type = "Task" [ 720.951315] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.961344] env[70542]: DEBUG oslo_vmware.api [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3910886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.997753] env[70542]: DEBUG oslo_vmware.api [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910875, 'name': CloneVM_Task, 'duration_secs': 1.599288} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.998495] env[70542]: INFO nova.virt.vmwareapi.vmops [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Created linked-clone VM from snapshot [ 720.999810] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b194a2c-9635-4bc8-8829-6dbb4872acfd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.011734] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Uploading image 85406a48-cab7-4aed-9365-eb0f7545e0c5 {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 721.048272] env[70542]: DEBUG oslo_vmware.rw_handles [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 721.048272] env[70542]: value = "vm-776633" [ 721.048272] env[70542]: _type = "VirtualMachine" [ 721.048272] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 721.048272] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f8a7d5e5-46a6-4f51-99af-e925087e0bff {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.059877] env[70542]: DEBUG oslo_vmware.rw_handles [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Lease: (returnval){ [ 721.059877] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5241aef6-e607-4af6-6d38-dc236319762f" [ 721.059877] env[70542]: _type = "HttpNfcLease" [ 721.059877] env[70542]: } obtained for exporting VM: (result){ [ 721.059877] env[70542]: value = "vm-776633" [ 721.059877] env[70542]: _type = "VirtualMachine" [ 721.059877] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 721.061632] env[70542]: DEBUG oslo_vmware.api [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the lease: (returnval){ [ 721.061632] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5241aef6-e607-4af6-6d38-dc236319762f" [ 721.061632] env[70542]: _type = "HttpNfcLease" [ 721.061632] env[70542]: } to be ready. {{(pid=70542) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 721.072486] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 721.072486] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5241aef6-e607-4af6-6d38-dc236319762f" [ 721.072486] env[70542]: _type = "HttpNfcLease" [ 721.072486] env[70542]: } is ready. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 721.073230] env[70542]: DEBUG oslo_vmware.rw_handles [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 721.073230] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5241aef6-e607-4af6-6d38-dc236319762f" [ 721.073230] env[70542]: _type = "HttpNfcLease" [ 721.073230] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 721.074744] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6436bd2-0d75-415e-9d2e-a89631fca12a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.086787] env[70542]: DEBUG oslo_vmware.rw_handles [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b45b1b-5bbf-0db3-01d7-18bdc5be0e52/disk-0.vmdk from lease info. {{(pid=70542) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 721.086970] env[70542]: DEBUG oslo_vmware.rw_handles [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b45b1b-5bbf-0db3-01d7-18bdc5be0e52/disk-0.vmdk for reading. {{(pid=70542) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 721.226940] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c28e4867-ca95-4a5a-b67e-b4b553f76136 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.241621] env[70542]: DEBUG oslo_vmware.api [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Task: {'id': task-3910885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167367} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.246980] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.246980] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.246980] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.246980] env[70542]: INFO nova.compute.manager [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Took 1.31 seconds to destroy the instance on the hypervisor. [ 721.246980] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.252291] env[70542]: DEBUG nova.compute.manager [-] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.252291] env[70542]: DEBUG nova.network.neutron [-] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.457217] env[70542]: DEBUG nova.network.neutron [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.474054] env[70542]: DEBUG oslo_vmware.api [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3910886, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.680598] env[70542]: DEBUG oslo_concurrency.lockutils [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "84a3dae0-d4c2-4820-9c3b-a5069ac3d96c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.680598] env[70542]: DEBUG oslo_concurrency.lockutils [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "84a3dae0-d4c2-4820-9c3b-a5069ac3d96c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.681023] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25df876-2122-4767-9735-cdc6048de660 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.699855] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6a8a32-b239-47f0-b6b7-e415bc860886 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.708805] env[70542]: DEBUG nova.network.neutron [-] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.754919] env[70542]: DEBUG nova.network.neutron [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Updating instance_info_cache with network_info: [{"id": "9f6d5adb-ac7b-4270-9de0-41be1f7b331e", "address": "fa:16:3e:eb:0f:7a", "network": {"id": "af4529dc-0509-4bee-805b-b13fb20fe616", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1097047204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07d255652ac4fc2a9ff9bb4a59ee32d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f6d5adb-ac", "ovs_interfaceid": "9f6d5adb-ac7b-4270-9de0-41be1f7b331e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.764411] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1bb1ba-e391-4bc0-b545-926395ed9321 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.772595] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b3b299-59bd-4549-bf08-14bf5bbb6b70 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.795458] env[70542]: DEBUG nova.compute.provider_tree [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.878602] env[70542]: DEBUG nova.compute.manager [req-a8848ff3-53d1-4ac9-93a5-0468f50c2ad5 req-8a335d52-dc61-46b7-b758-821954ac3c01 service nova] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Received event network-vif-plugged-9f6d5adb-ac7b-4270-9de0-41be1f7b331e {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.878602] env[70542]: DEBUG oslo_concurrency.lockutils [req-a8848ff3-53d1-4ac9-93a5-0468f50c2ad5 req-8a335d52-dc61-46b7-b758-821954ac3c01 service nova] Acquiring lock "01da3154-04a5-45c5-a3c6-049ef8d90cf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.878602] env[70542]: DEBUG oslo_concurrency.lockutils [req-a8848ff3-53d1-4ac9-93a5-0468f50c2ad5 req-8a335d52-dc61-46b7-b758-821954ac3c01 service nova] Lock "01da3154-04a5-45c5-a3c6-049ef8d90cf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.878602] env[70542]: DEBUG oslo_concurrency.lockutils [req-a8848ff3-53d1-4ac9-93a5-0468f50c2ad5 req-8a335d52-dc61-46b7-b758-821954ac3c01 service nova] Lock "01da3154-04a5-45c5-a3c6-049ef8d90cf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.878602] env[70542]: DEBUG nova.compute.manager [req-a8848ff3-53d1-4ac9-93a5-0468f50c2ad5 req-8a335d52-dc61-46b7-b758-821954ac3c01 service nova] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] No waiting events found dispatching network-vif-plugged-9f6d5adb-ac7b-4270-9de0-41be1f7b331e {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 721.878809] env[70542]: WARNING nova.compute.manager [req-a8848ff3-53d1-4ac9-93a5-0468f50c2ad5 req-8a335d52-dc61-46b7-b758-821954ac3c01 service nova] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Received unexpected event network-vif-plugged-9f6d5adb-ac7b-4270-9de0-41be1f7b331e for instance with vm_state building and task_state spawning. [ 721.959520] env[70542]: DEBUG nova.network.neutron [-] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.967481] env[70542]: DEBUG oslo_vmware.api [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3910886, 'name': PowerOnVM_Task, 'duration_secs': 0.824966} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.967940] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.968332] env[70542]: INFO nova.compute.manager [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Took 12.14 seconds to spawn the instance on the hypervisor. [ 721.968420] env[70542]: DEBUG nova.compute.manager [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 721.970019] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173e39e7-7cdb-4524-baa5-b525f3072ccb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.214024] env[70542]: INFO nova.compute.manager [-] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Took 1.86 seconds to deallocate network for instance. [ 722.259912] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Releasing lock "refresh_cache-01da3154-04a5-45c5-a3c6-049ef8d90cf9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.260297] env[70542]: DEBUG nova.compute.manager [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Instance network_info: |[{"id": "9f6d5adb-ac7b-4270-9de0-41be1f7b331e", "address": "fa:16:3e:eb:0f:7a", "network": {"id": "af4529dc-0509-4bee-805b-b13fb20fe616", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1097047204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07d255652ac4fc2a9ff9bb4a59ee32d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f6d5adb-ac", "ovs_interfaceid": "9f6d5adb-ac7b-4270-9de0-41be1f7b331e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.260828] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:0f:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f6d5adb-ac7b-4270-9de0-41be1f7b331e', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.269404] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Creating folder: Project (a07d255652ac4fc2a9ff9bb4a59ee32d). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.274038] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b020315-bd2c-4690-b151-4f475a3a0b4a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.285714] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Created folder: Project (a07d255652ac4fc2a9ff9bb4a59ee32d) in parent group-v776569. [ 722.285714] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Creating folder: Instances. Parent ref: group-v776635. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.292287] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0832f482-4e7a-4dc2-ba75-058bc5bc2d04 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.299856] env[70542]: DEBUG nova.scheduler.client.report [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.315636] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Created folder: Instances in parent group-v776635. [ 722.315636] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.315636] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.315636] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01ea5635-af49-46ac-bfc7-543704e3fa80 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.341328] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.341328] env[70542]: value = "task-3910891" [ 722.341328] env[70542]: _type = "Task" [ 722.341328] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.355029] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910891, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.417959] env[70542]: DEBUG nova.network.neutron [-] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.462601] env[70542]: INFO nova.compute.manager [-] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Took 1.78 seconds to deallocate network for instance. [ 722.502147] env[70542]: INFO nova.compute.manager [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Took 30.30 seconds to build instance. [ 722.723628] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e6170537-77bd-4a92-93c2-6ed41106e8df tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.817045] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.818470] env[70542]: DEBUG nova.compute.manager [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.823226] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.962s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.823226] env[70542]: DEBUG nova.objects.instance [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70542) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 722.852932] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910891, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.920842] env[70542]: INFO nova.compute.manager [-] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Took 1.67 seconds to deallocate network for instance. [ 722.973164] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.006976] env[70542]: DEBUG oslo_concurrency.lockutils [None req-96cfccb5-70b8-4e73-9758-ad77a794f645 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "eef02990-c512-44f2-8fc7-eab27e22ab58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.413s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.119834] env[70542]: DEBUG nova.network.neutron [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Successfully updated port: 71e8cc0f-fe95-4bb9-9536-7347fc07b39a {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.333204] env[70542]: DEBUG nova.compute.utils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.333204] env[70542]: DEBUG nova.compute.manager [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.337488] env[70542]: DEBUG nova.network.neutron [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.356443] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910891, 'name': CreateVM_Task, 'duration_secs': 0.543487} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.357559] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.359191] env[70542]: DEBUG nova.compute.manager [req-07d1b0d8-1a46-4e00-85d1-a267d0635ccd req-3912fc12-bf3a-4434-8cf1-cd5528d43bd4 service nova] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Received event network-vif-deleted-d8bb02b1-523d-4fc6-983c-85cfb38d5e40 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.359956] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.360152] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.361614] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.362649] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-368cad42-88d3-42a0-84f4-05a5211242b2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.370024] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 723.370024] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5214f97f-f487-6fe5-9b3a-71a07b693392" [ 723.370024] env[70542]: _type = "Task" [ 723.370024] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.385051] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5214f97f-f487-6fe5-9b3a-71a07b693392, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.388712] env[70542]: DEBUG nova.policy [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '474d204247c848099f1c7c4d29837a22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a07d255652ac4fc2a9ff9bb4a59ee32d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.432886] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.509508] env[70542]: DEBUG nova.compute.manager [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.626184] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquiring lock "refresh_cache-c8fe42f0-c100-4201-9895-f226773be184" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.626414] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquired lock "refresh_cache-c8fe42f0-c100-4201-9895-f226773be184" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.626720] env[70542]: DEBUG nova.network.neutron [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.845306] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e0ed5029-fabd-41cc-a2b2-fc773d223800 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.845306] env[70542]: DEBUG nova.compute.manager [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.847980] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.920s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.849840] env[70542]: INFO nova.compute.claims [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.882435] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5214f97f-f487-6fe5-9b3a-71a07b693392, 'name': SearchDatastore_Task, 'duration_secs': 0.022578} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.884029] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.884029] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.884029] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.884029] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.884308] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.884674] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-938dd2e4-ca8f-4800-ac8a-4eb848d29961 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.897021] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.897021] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.897021] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2de9add6-f3bb-4a1a-8497-2aecd7bce085 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.904035] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 723.904035] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522dccf9-d113-4c99-43dd-7040c283ffcd" [ 723.904035] env[70542]: _type = "Task" [ 723.904035] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.915112] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522dccf9-d113-4c99-43dd-7040c283ffcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.999448] env[70542]: DEBUG oslo_concurrency.lockutils [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "3de4b70e-5e69-4b82-afb3-84162651b76c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.999861] env[70542]: DEBUG oslo_concurrency.lockutils [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "3de4b70e-5e69-4b82-afb3-84162651b76c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.053430] env[70542]: DEBUG oslo_concurrency.lockutils [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.215406] env[70542]: DEBUG nova.network.neutron [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.222211] env[70542]: DEBUG nova.network.neutron [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Successfully created port: b413810a-888f-48f1-a034-8ae6fa469e3c {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.417883] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522dccf9-d113-4c99-43dd-7040c283ffcd, 'name': SearchDatastore_Task, 'duration_secs': 0.013406} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.419452] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e51f5404-d6ee-447f-bb23-53809c537e91 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.429887] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 724.429887] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522e1de7-b090-56ba-5a0f-9e29777d36e1" [ 724.429887] env[70542]: _type = "Task" [ 724.429887] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.440426] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522e1de7-b090-56ba-5a0f-9e29777d36e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.707946] env[70542]: DEBUG nova.network.neutron [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Updating instance_info_cache with network_info: [{"id": "71e8cc0f-fe95-4bb9-9536-7347fc07b39a", "address": "fa:16:3e:67:4f:e1", "network": {"id": "af4529dc-0509-4bee-805b-b13fb20fe616", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1097047204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07d255652ac4fc2a9ff9bb4a59ee32d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71e8cc0f-fe", "ovs_interfaceid": "71e8cc0f-fe95-4bb9-9536-7347fc07b39a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.871766] env[70542]: DEBUG nova.compute.manager [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.913347] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.913347] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.913347] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.914191] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.914532] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.914810] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.915307] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.915596] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.915896] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.916197] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.916555] env[70542]: DEBUG nova.virt.hardware [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.917650] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf1b369-c1d5-4ff5-8b54-44817d71de55 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.931365] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a549be-fc20-4524-b7d5-d6a463776b18 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.962524] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522e1de7-b090-56ba-5a0f-9e29777d36e1, 'name': SearchDatastore_Task, 'duration_secs': 0.014372} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.963291] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.964520] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 01da3154-04a5-45c5-a3c6-049ef8d90cf9/01da3154-04a5-45c5-a3c6-049ef8d90cf9.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.964520] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1a75a64-d28c-4573-953e-2f109abfd558 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.972921] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 724.972921] env[70542]: value = "task-3910893" [ 724.972921] env[70542]: _type = "Task" [ 724.972921] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.993088] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.213773] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Releasing lock "refresh_cache-c8fe42f0-c100-4201-9895-f226773be184" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.214314] env[70542]: DEBUG nova.compute.manager [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Instance network_info: |[{"id": "71e8cc0f-fe95-4bb9-9536-7347fc07b39a", "address": "fa:16:3e:67:4f:e1", "network": {"id": "af4529dc-0509-4bee-805b-b13fb20fe616", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1097047204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07d255652ac4fc2a9ff9bb4a59ee32d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71e8cc0f-fe", "ovs_interfaceid": "71e8cc0f-fe95-4bb9-9536-7347fc07b39a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.215205] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:4f:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71e8cc0f-fe95-4bb9-9536-7347fc07b39a', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.224984] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.226401] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8fe42f0-c100-4201-9895-f226773be184] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.226401] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a392eee4-2a15-4c9e-8a7d-2544de2413e2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.256059] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.256059] env[70542]: value = "task-3910894" [ 725.256059] env[70542]: _type = "Task" [ 725.256059] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.270193] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910894, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.486127] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910893, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.489489] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a101bf-661a-44c2-8fc2-b2b4c50252d9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.500535] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c157b0a-d75f-4ff7-94f8-c29eaad5c3c0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.537126] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35db63f-52af-4e1e-ab36-63607397a505 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.549796] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c882f07-342b-46b7-aa06-e90542f05fcb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.577027] env[70542]: DEBUG nova.compute.provider_tree [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.775964] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910894, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.859890] env[70542]: DEBUG nova.compute.manager [req-c505c0b8-ad98-4968-a9a6-8756f1047796 req-c5e6839f-761b-4010-90d1-ccff332a9f8f service nova] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Received event network-changed-9f6d5adb-ac7b-4270-9de0-41be1f7b331e {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.860147] env[70542]: DEBUG nova.compute.manager [req-c505c0b8-ad98-4968-a9a6-8756f1047796 req-c5e6839f-761b-4010-90d1-ccff332a9f8f service nova] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Refreshing instance network info cache due to event network-changed-9f6d5adb-ac7b-4270-9de0-41be1f7b331e. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.860374] env[70542]: DEBUG oslo_concurrency.lockutils [req-c505c0b8-ad98-4968-a9a6-8756f1047796 req-c5e6839f-761b-4010-90d1-ccff332a9f8f service nova] Acquiring lock "refresh_cache-01da3154-04a5-45c5-a3c6-049ef8d90cf9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.860514] env[70542]: DEBUG oslo_concurrency.lockutils [req-c505c0b8-ad98-4968-a9a6-8756f1047796 req-c5e6839f-761b-4010-90d1-ccff332a9f8f service nova] Acquired lock "refresh_cache-01da3154-04a5-45c5-a3c6-049ef8d90cf9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.860692] env[70542]: DEBUG nova.network.neutron [req-c505c0b8-ad98-4968-a9a6-8756f1047796 req-c5e6839f-761b-4010-90d1-ccff332a9f8f service nova] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Refreshing network info cache for port 9f6d5adb-ac7b-4270-9de0-41be1f7b331e {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.984873] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736095} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.986073] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 01da3154-04a5-45c5-a3c6-049ef8d90cf9/01da3154-04a5-45c5-a3c6-049ef8d90cf9.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.986073] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.986073] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9ca6698-df8b-48c4-bce1-8642293dc639 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.993953] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 725.993953] env[70542]: value = "task-3910896" [ 725.993953] env[70542]: _type = "Task" [ 725.993953] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.003792] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.080042] env[70542]: DEBUG nova.scheduler.client.report [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.270146] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910894, 'name': CreateVM_Task, 'duration_secs': 0.634} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.270414] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8fe42f0-c100-4201-9895-f226773be184] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.271336] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.271336] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.271666] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.271980] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f7931e4-cda7-4316-ab3f-489965fcf81f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.278305] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 726.278305] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a1ee00-2860-af15-a075-dc1b661475b0" [ 726.278305] env[70542]: _type = "Task" [ 726.278305] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.288055] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a1ee00-2860-af15-a075-dc1b661475b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.383380] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Acquiring lock "f71aa837-f443-447e-8052-b69156697d53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.383649] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Lock "f71aa837-f443-447e-8052-b69156697d53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.506121] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074597} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.506438] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.507288] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9527c819-bfad-4b2e-8c8b-7b9e0a0c3197 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.537910] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 01da3154-04a5-45c5-a3c6-049ef8d90cf9/01da3154-04a5-45c5-a3c6-049ef8d90cf9.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.542253] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48b580b2-c5cb-4fb9-b9b1-c587dadd842e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.565312] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 726.565312] env[70542]: value = "task-3910897" [ 726.565312] env[70542]: _type = "Task" [ 726.565312] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.575756] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910897, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.586145] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.586424] env[70542]: DEBUG nova.compute.manager [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.593308] env[70542]: DEBUG oslo_concurrency.lockutils [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.455s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.593686] env[70542]: DEBUG nova.objects.instance [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Lazy-loading 'resources' on Instance uuid 11593aae-019c-43c8-94b2-09281545fc38 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.722794] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Acquiring lock "c09cc678-024d-4442-9e98-daf82b734c5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.723124] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Lock "c09cc678-024d-4442-9e98-daf82b734c5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.792315] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a1ee00-2860-af15-a075-dc1b661475b0, 'name': SearchDatastore_Task, 'duration_secs': 0.015027} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.792696] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.793039] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.793755] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.793755] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.793755] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.794139] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-970e2358-82d4-4d53-80f0-247ccd6250c2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.804122] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.804338] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.805202] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1d15dfb-6c63-495c-94be-879e33f891bc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.811942] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 726.811942] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52bca9f6-cf7e-1b95-8e69-87eaa8215c03" [ 726.811942] env[70542]: _type = "Task" [ 726.811942] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.824285] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52bca9f6-cf7e-1b95-8e69-87eaa8215c03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.825573] env[70542]: DEBUG nova.network.neutron [req-c505c0b8-ad98-4968-a9a6-8756f1047796 req-c5e6839f-761b-4010-90d1-ccff332a9f8f service nova] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Updated VIF entry in instance network info cache for port 9f6d5adb-ac7b-4270-9de0-41be1f7b331e. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.826050] env[70542]: DEBUG nova.network.neutron [req-c505c0b8-ad98-4968-a9a6-8756f1047796 req-c5e6839f-761b-4010-90d1-ccff332a9f8f service nova] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Updating instance_info_cache with network_info: [{"id": "9f6d5adb-ac7b-4270-9de0-41be1f7b331e", "address": "fa:16:3e:eb:0f:7a", "network": {"id": "af4529dc-0509-4bee-805b-b13fb20fe616", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1097047204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07d255652ac4fc2a9ff9bb4a59ee32d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f6d5adb-ac", "ovs_interfaceid": "9f6d5adb-ac7b-4270-9de0-41be1f7b331e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.886457] env[70542]: DEBUG nova.network.neutron [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Successfully updated port: b413810a-888f-48f1-a034-8ae6fa469e3c {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.077906] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910897, 'name': ReconfigVM_Task, 'duration_secs': 0.341787} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.078319] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 01da3154-04a5-45c5-a3c6-049ef8d90cf9/01da3154-04a5-45c5-a3c6-049ef8d90cf9.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.079193] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea8e91a9-3ea9-4513-81eb-dc7cfa89b179 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.087512] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 727.087512] env[70542]: value = "task-3910898" [ 727.087512] env[70542]: _type = "Task" [ 727.087512] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.098377] env[70542]: DEBUG nova.compute.utils [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.106940] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910898, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.107741] env[70542]: DEBUG nova.compute.manager [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.107903] env[70542]: DEBUG nova.network.neutron [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.153520] env[70542]: DEBUG nova.policy [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a86c080e7c70456fa03c559061d190ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a7c9f23bed4429988b5a7b7b33ed833', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.336836] env[70542]: DEBUG oslo_concurrency.lockutils [req-c505c0b8-ad98-4968-a9a6-8756f1047796 req-c5e6839f-761b-4010-90d1-ccff332a9f8f service nova] Releasing lock "refresh_cache-01da3154-04a5-45c5-a3c6-049ef8d90cf9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.337128] env[70542]: DEBUG nova.compute.manager [req-c505c0b8-ad98-4968-a9a6-8756f1047796 req-c5e6839f-761b-4010-90d1-ccff332a9f8f service nova] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Received event network-vif-deleted-3b7a93fc-7e52-4a43-8ebb-5cda7be152ff {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.337331] env[70542]: DEBUG nova.compute.manager [req-c505c0b8-ad98-4968-a9a6-8756f1047796 req-c5e6839f-761b-4010-90d1-ccff332a9f8f service nova] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Received event network-vif-deleted-e56ac885-e3c4-4e4f-bffd-e67a1be360d0 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.337500] env[70542]: DEBUG nova.compute.manager [req-c505c0b8-ad98-4968-a9a6-8756f1047796 req-c5e6839f-761b-4010-90d1-ccff332a9f8f service nova] [instance: c8fe42f0-c100-4201-9895-f226773be184] Received event network-vif-plugged-71e8cc0f-fe95-4bb9-9536-7347fc07b39a {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.337688] env[70542]: DEBUG oslo_concurrency.lockutils [req-c505c0b8-ad98-4968-a9a6-8756f1047796 req-c5e6839f-761b-4010-90d1-ccff332a9f8f service nova] Acquiring lock "c8fe42f0-c100-4201-9895-f226773be184-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.339083] env[70542]: DEBUG oslo_concurrency.lockutils [req-c505c0b8-ad98-4968-a9a6-8756f1047796 req-c5e6839f-761b-4010-90d1-ccff332a9f8f service nova] Lock "c8fe42f0-c100-4201-9895-f226773be184-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.339083] env[70542]: DEBUG oslo_concurrency.lockutils [req-c505c0b8-ad98-4968-a9a6-8756f1047796 req-c5e6839f-761b-4010-90d1-ccff332a9f8f service nova] Lock "c8fe42f0-c100-4201-9895-f226773be184-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.339083] env[70542]: DEBUG nova.compute.manager [req-c505c0b8-ad98-4968-a9a6-8756f1047796 req-c5e6839f-761b-4010-90d1-ccff332a9f8f service nova] [instance: c8fe42f0-c100-4201-9895-f226773be184] No waiting events found dispatching network-vif-plugged-71e8cc0f-fe95-4bb9-9536-7347fc07b39a {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 727.339083] env[70542]: WARNING nova.compute.manager [req-c505c0b8-ad98-4968-a9a6-8756f1047796 req-c5e6839f-761b-4010-90d1-ccff332a9f8f service nova] [instance: c8fe42f0-c100-4201-9895-f226773be184] Received unexpected event network-vif-plugged-71e8cc0f-fe95-4bb9-9536-7347fc07b39a for instance with vm_state building and task_state spawning. [ 727.339083] env[70542]: DEBUG nova.compute.manager [req-c505c0b8-ad98-4968-a9a6-8756f1047796 req-c5e6839f-761b-4010-90d1-ccff332a9f8f service nova] [instance: c8fe42f0-c100-4201-9895-f226773be184] Received event network-changed-71e8cc0f-fe95-4bb9-9536-7347fc07b39a {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.339690] env[70542]: DEBUG nova.compute.manager [req-c505c0b8-ad98-4968-a9a6-8756f1047796 req-c5e6839f-761b-4010-90d1-ccff332a9f8f service nova] [instance: c8fe42f0-c100-4201-9895-f226773be184] Refreshing instance network info cache due to event network-changed-71e8cc0f-fe95-4bb9-9536-7347fc07b39a. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.339690] env[70542]: DEBUG oslo_concurrency.lockutils [req-c505c0b8-ad98-4968-a9a6-8756f1047796 req-c5e6839f-761b-4010-90d1-ccff332a9f8f service nova] Acquiring lock "refresh_cache-c8fe42f0-c100-4201-9895-f226773be184" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.339895] env[70542]: DEBUG oslo_concurrency.lockutils [req-c505c0b8-ad98-4968-a9a6-8756f1047796 req-c5e6839f-761b-4010-90d1-ccff332a9f8f service nova] Acquired lock "refresh_cache-c8fe42f0-c100-4201-9895-f226773be184" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.340051] env[70542]: DEBUG nova.network.neutron [req-c505c0b8-ad98-4968-a9a6-8756f1047796 req-c5e6839f-761b-4010-90d1-ccff332a9f8f service nova] [instance: c8fe42f0-c100-4201-9895-f226773be184] Refreshing network info cache for port 71e8cc0f-fe95-4bb9-9536-7347fc07b39a {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.341580] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52bca9f6-cf7e-1b95-8e69-87eaa8215c03, 'name': SearchDatastore_Task, 'duration_secs': 0.014471} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.342980] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59391ea8-b6ab-4e57-854e-28322982070d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.350137] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 727.350137] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5281d26c-27b9-0d2f-2148-cfdaaa880e60" [ 727.350137] env[70542]: _type = "Task" [ 727.350137] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.363506] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5281d26c-27b9-0d2f-2148-cfdaaa880e60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.388741] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquiring lock "refresh_cache-4c656ad6-d574-4ac8-9fa3-6722d0cc0b39" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.388879] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquired lock "refresh_cache-4c656ad6-d574-4ac8-9fa3-6722d0cc0b39" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.389057] env[70542]: DEBUG nova.network.neutron [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.606438] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910898, 'name': Rename_Task, 'duration_secs': 0.186359} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.608248] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.609668] env[70542]: DEBUG nova.compute.manager [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.614143] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdc92bc1-c174-44d9-aa47-40cdbfc08821 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.622815] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 727.622815] env[70542]: value = "task-3910899" [ 727.622815] env[70542]: _type = "Task" [ 727.622815] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.642437] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.662831] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d31e71-09ba-41c7-8c86-6ff17ca46326 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.673521] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ffd220-3078-4990-836b-e6cf7221b60a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.730195] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a5096a-4103-4903-bbc7-e46ff9ee01b0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.741612] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9567ad68-99ee-4bde-b003-8034604cfe99 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.768913] env[70542]: DEBUG nova.compute.provider_tree [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.806278] env[70542]: DEBUG nova.network.neutron [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Successfully created port: bfbd04e8-4cbe-4a9e-9e51-620a48afabbd {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.863358] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5281d26c-27b9-0d2f-2148-cfdaaa880e60, 'name': SearchDatastore_Task, 'duration_secs': 0.014001} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.863525] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.864434] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] c8fe42f0-c100-4201-9895-f226773be184/c8fe42f0-c100-4201-9895-f226773be184.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.864738] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d546c434-8a35-4a33-b013-16f227d9cdf0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.873544] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 727.873544] env[70542]: value = "task-3910900" [ 727.873544] env[70542]: _type = "Task" [ 727.873544] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.882868] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.900104] env[70542]: DEBUG oslo_concurrency.lockutils [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Acquiring lock "b2338985-ea99-4a2f-8e5c-9c0597fdc7e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.900350] env[70542]: DEBUG oslo_concurrency.lockutils [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lock "b2338985-ea99-4a2f-8e5c-9c0597fdc7e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.952893] env[70542]: DEBUG nova.network.neutron [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.143360] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910899, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.143681] env[70542]: DEBUG nova.network.neutron [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Updating instance_info_cache with network_info: [{"id": "b413810a-888f-48f1-a034-8ae6fa469e3c", "address": "fa:16:3e:b0:e7:e6", "network": {"id": "af4529dc-0509-4bee-805b-b13fb20fe616", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1097047204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07d255652ac4fc2a9ff9bb4a59ee32d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb413810a-88", "ovs_interfaceid": "b413810a-888f-48f1-a034-8ae6fa469e3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.275349] env[70542]: DEBUG nova.scheduler.client.report [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.128497] env[70542]: DEBUG nova.compute.manager [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.130582] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Releasing lock "refresh_cache-4c656ad6-d574-4ac8-9fa3-6722d0cc0b39" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.130869] env[70542]: DEBUG nova.compute.manager [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Instance network_info: |[{"id": "b413810a-888f-48f1-a034-8ae6fa469e3c", "address": "fa:16:3e:b0:e7:e6", "network": {"id": "af4529dc-0509-4bee-805b-b13fb20fe616", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1097047204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07d255652ac4fc2a9ff9bb4a59ee32d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb413810a-88", "ovs_interfaceid": "b413810a-888f-48f1-a034-8ae6fa469e3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.131880] env[70542]: DEBUG oslo_concurrency.lockutils [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.538s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.139129] env[70542]: DEBUG nova.compute.manager [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Received event network-changed-92d07731-ce3b-4c39-b185-137c8b7fc455 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.139129] env[70542]: DEBUG nova.compute.manager [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Refreshing instance network info cache due to event network-changed-92d07731-ce3b-4c39-b185-137c8b7fc455. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.139304] env[70542]: DEBUG oslo_concurrency.lockutils [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] Acquiring lock "refresh_cache-0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.139304] env[70542]: DEBUG oslo_concurrency.lockutils [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] Acquired lock "refresh_cache-0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.142874] env[70542]: DEBUG nova.network.neutron [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Refreshing network info cache for port 92d07731-ce3b-4c39-b185-137c8b7fc455 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.145941] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:e7:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b413810a-888f-48f1-a034-8ae6fa469e3c', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.152237] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.152527] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.850s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.152815] env[70542]: DEBUG nova.objects.instance [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lazy-loading 'resources' on Instance uuid 76d4543f-0743-4cbf-ba91-90d3cfd3fa38 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.155823] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.156738] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-217ea6d1-1859-4bb0-9c0c-8fbe54411473 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.178660] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910899, 'name': PowerOnVM_Task, 'duration_secs': 0.561988} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.178931] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.792055} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.181656] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.181903] env[70542]: INFO nova.compute.manager [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Took 12.11 seconds to spawn the instance on the hypervisor. [ 729.182071] env[70542]: DEBUG nova.compute.manager [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 729.182985] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] c8fe42f0-c100-4201-9895-f226773be184/c8fe42f0-c100-4201-9895-f226773be184.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.182985] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.184213] env[70542]: INFO nova.scheduler.client.report [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Deleted allocations for instance 11593aae-019c-43c8-94b2-09281545fc38 [ 729.185630] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b66a550-0516-4d77-943a-f3aa93273de9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.188302] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f807362a-95c9-489d-ab92-e0904ecced72 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.196209] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.196209] env[70542]: value = "task-3910901" [ 729.196209] env[70542]: _type = "Task" [ 729.196209] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.197701] env[70542]: DEBUG nova.virt.hardware [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.197960] env[70542]: DEBUG nova.virt.hardware [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.198193] env[70542]: DEBUG nova.virt.hardware [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.198309] env[70542]: DEBUG nova.virt.hardware [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.198450] env[70542]: DEBUG nova.virt.hardware [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.198594] env[70542]: DEBUG nova.virt.hardware [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.198804] env[70542]: DEBUG nova.virt.hardware [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.198959] env[70542]: DEBUG nova.virt.hardware [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.199170] env[70542]: DEBUG nova.virt.hardware [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.199290] env[70542]: DEBUG nova.virt.hardware [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.199686] env[70542]: DEBUG nova.virt.hardware [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.201908] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0170a33-98b4-457f-a998-560a48782033 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.212718] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 729.212718] env[70542]: value = "task-3910902" [ 729.212718] env[70542]: _type = "Task" [ 729.212718] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.228397] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910901, 'name': CreateVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.230581] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8132fdad-6a00-4fb5-a812-3ddb4b75d5ac {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.238615] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.252705] env[70542]: DEBUG nova.network.neutron [req-c505c0b8-ad98-4968-a9a6-8756f1047796 req-c5e6839f-761b-4010-90d1-ccff332a9f8f service nova] [instance: c8fe42f0-c100-4201-9895-f226773be184] Updated VIF entry in instance network info cache for port 71e8cc0f-fe95-4bb9-9536-7347fc07b39a. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.252705] env[70542]: DEBUG nova.network.neutron [req-c505c0b8-ad98-4968-a9a6-8756f1047796 req-c5e6839f-761b-4010-90d1-ccff332a9f8f service nova] [instance: c8fe42f0-c100-4201-9895-f226773be184] Updating instance_info_cache with network_info: [{"id": "71e8cc0f-fe95-4bb9-9536-7347fc07b39a", "address": "fa:16:3e:67:4f:e1", "network": {"id": "af4529dc-0509-4bee-805b-b13fb20fe616", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1097047204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07d255652ac4fc2a9ff9bb4a59ee32d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71e8cc0f-fe", "ovs_interfaceid": "71e8cc0f-fe95-4bb9-9536-7347fc07b39a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.528331] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Acquiring lock "a4636d85-7109-4b7e-a01a-4cf2d2952886" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.528628] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Lock "a4636d85-7109-4b7e-a01a-4cf2d2952886" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.709659] env[70542]: DEBUG oslo_concurrency.lockutils [None req-03cad353-3ee0-4a0b-a21a-5ca499a544f5 tempest-ServerPasswordTestJSON-1888714512 tempest-ServerPasswordTestJSON-1888714512-project-member] Lock "11593aae-019c-43c8-94b2-09281545fc38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.022s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.724270] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910901, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.733231] env[70542]: INFO nova.compute.manager [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Took 34.69 seconds to build instance. [ 729.740569] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080867} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.745324] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.747153] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251157da-1f14-49ca-ac33-ee45c6763e3e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.763997] env[70542]: DEBUG oslo_concurrency.lockutils [req-c505c0b8-ad98-4968-a9a6-8756f1047796 req-c5e6839f-761b-4010-90d1-ccff332a9f8f service nova] Releasing lock "refresh_cache-c8fe42f0-c100-4201-9895-f226773be184" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.774950] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] c8fe42f0-c100-4201-9895-f226773be184/c8fe42f0-c100-4201-9895-f226773be184.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.778668] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29e3cbf2-929e-4b5c-a9fb-5ec506cc56de {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.802530] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 729.802530] env[70542]: value = "task-3910903" [ 729.802530] env[70542]: _type = "Task" [ 729.802530] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.815162] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.140503] env[70542]: DEBUG oslo_vmware.rw_handles [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b45b1b-5bbf-0db3-01d7-18bdc5be0e52/disk-0.vmdk. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 730.141710] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65bc228-f479-4cba-9b7f-88a314d2a6f1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.148958] env[70542]: DEBUG oslo_vmware.rw_handles [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b45b1b-5bbf-0db3-01d7-18bdc5be0e52/disk-0.vmdk is in state: ready. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 730.149165] env[70542]: ERROR oslo_vmware.rw_handles [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b45b1b-5bbf-0db3-01d7-18bdc5be0e52/disk-0.vmdk due to incomplete transfer. [ 730.149411] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ef5e0200-d2fc-4a71-bbca-236bbb4f6a55 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.162613] env[70542]: DEBUG oslo_vmware.rw_handles [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b45b1b-5bbf-0db3-01d7-18bdc5be0e52/disk-0.vmdk. {{(pid=70542) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 730.162802] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Uploaded image 85406a48-cab7-4aed-9365-eb0f7545e0c5 to the Glance image server {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 730.165175] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Destroying the VM {{(pid=70542) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 730.165562] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1338bcc2-9edd-43bd-b77b-5407799e9a7c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.174257] env[70542]: DEBUG oslo_vmware.api [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 730.174257] env[70542]: value = "task-3910904" [ 730.174257] env[70542]: _type = "Task" [ 730.174257] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.182702] env[70542]: DEBUG oslo_vmware.api [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910904, 'name': Destroy_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.218253] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910901, 'name': CreateVM_Task, 'duration_secs': 0.554327} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.221390] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.222319] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.222526] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.222823] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.223101] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fbd116e-6d18-49c4-902f-92c295e980f7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.228816] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 730.228816] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ddbdc5-31f0-08ac-a33a-5107b375d058" [ 730.228816] env[70542]: _type = "Task" [ 730.228816] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.239274] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "01da3154-04a5-45c5-a3c6-049ef8d90cf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.925s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.239478] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ddbdc5-31f0-08ac-a33a-5107b375d058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.315279] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.334061] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebef1bd3-53c8-4aa0-b3b2-5d2185dc83bc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.345951] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6d5d96-a9cb-48b7-b1d7-d1f6c06d0ec9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.382162] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e25abf-5566-469a-8150-7b8725b470ae {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.390869] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7374436-c845-47cb-b9ef-5ddab12bfc3e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.406319] env[70542]: DEBUG nova.compute.provider_tree [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.685667] env[70542]: DEBUG oslo_vmware.api [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910904, 'name': Destroy_Task, 'duration_secs': 0.350376} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.686182] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Destroyed the VM [ 730.686557] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Deleting Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 730.686961] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-72f214af-df51-4be1-8c72-057309937c04 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.695072] env[70542]: DEBUG oslo_vmware.api [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 730.695072] env[70542]: value = "task-3910905" [ 730.695072] env[70542]: _type = "Task" [ 730.695072] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.707910] env[70542]: DEBUG oslo_vmware.api [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910905, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.709416] env[70542]: DEBUG nova.network.neutron [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Updated VIF entry in instance network info cache for port 92d07731-ce3b-4c39-b185-137c8b7fc455. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.709994] env[70542]: DEBUG nova.network.neutron [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Updating instance_info_cache with network_info: [{"id": "92d07731-ce3b-4c39-b185-137c8b7fc455", "address": "fa:16:3e:aa:2c:4e", "network": {"id": "f7b9c6f6-3bc5-4b2e-8e12-0888ec6b2b85", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1711266454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4c478d51394460acfa1c03d6bd1eb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92d07731-ce", "ovs_interfaceid": "92d07731-ce3b-4c39-b185-137c8b7fc455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.742589] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ddbdc5-31f0-08ac-a33a-5107b375d058, 'name': SearchDatastore_Task, 'duration_secs': 0.016894} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.744808] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.744808] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.744808] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.744808] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.745262] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.749418] env[70542]: DEBUG nova.compute.manager [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.749418] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33beb4eb-a9e7-46de-83f7-3fe626fe7288 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.761536] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.761735] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.762526] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b9e1e44-a179-4a7f-826a-532229919926 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.772247] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 730.772247] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522ced4e-5e10-aaf1-79b2-a2fa2d5ac193" [ 730.772247] env[70542]: _type = "Task" [ 730.772247] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.779693] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522ced4e-5e10-aaf1-79b2-a2fa2d5ac193, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.816859] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910903, 'name': ReconfigVM_Task, 'duration_secs': 0.662482} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.817189] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Reconfigured VM instance instance-00000016 to attach disk [datastore1] c8fe42f0-c100-4201-9895-f226773be184/c8fe42f0-c100-4201-9895-f226773be184.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.818069] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dbe8a04-03b6-4c07-9d1f-71a3c95a5d80 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.826990] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 730.826990] env[70542]: value = "task-3910906" [ 730.826990] env[70542]: _type = "Task" [ 730.826990] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.837298] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910906, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.909464] env[70542]: DEBUG nova.scheduler.client.report [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.000778] env[70542]: DEBUG nova.network.neutron [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Successfully updated port: bfbd04e8-4cbe-4a9e-9e51-620a48afabbd {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.210019] env[70542]: DEBUG oslo_vmware.api [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910905, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.215672] env[70542]: DEBUG oslo_concurrency.lockutils [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] Releasing lock "refresh_cache-0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.215672] env[70542]: DEBUG nova.compute.manager [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Received event network-changed-d852207d-5092-40c0-bc22-bf8cf0710530 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.215672] env[70542]: DEBUG nova.compute.manager [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Refreshing instance network info cache due to event network-changed-d852207d-5092-40c0-bc22-bf8cf0710530. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.215672] env[70542]: DEBUG oslo_concurrency.lockutils [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] Acquiring lock "refresh_cache-eef02990-c512-44f2-8fc7-eab27e22ab58" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.215672] env[70542]: DEBUG oslo_concurrency.lockutils [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] Acquired lock "refresh_cache-eef02990-c512-44f2-8fc7-eab27e22ab58" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.215902] env[70542]: DEBUG nova.network.neutron [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Refreshing network info cache for port d852207d-5092-40c0-bc22-bf8cf0710530 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.285373] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522ced4e-5e10-aaf1-79b2-a2fa2d5ac193, 'name': SearchDatastore_Task, 'duration_secs': 0.011318} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.287212] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9049b648-08b0-485b-86f0-8b0b022a63b2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.295257] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 731.295257] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5298e68a-b7a8-149a-57b2-d27738073895" [ 731.295257] env[70542]: _type = "Task" [ 731.295257] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.302330] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.309914] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5298e68a-b7a8-149a-57b2-d27738073895, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.343091] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910906, 'name': Rename_Task, 'duration_secs': 0.171801} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.343776] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.344194] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb74397c-10f5-410c-88bd-7956b134f5f4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.352618] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 731.352618] env[70542]: value = "task-3910907" [ 731.352618] env[70542]: _type = "Task" [ 731.352618] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.415486] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.263s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.417944] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.720s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.419482] env[70542]: INFO nova.compute.claims [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.461400] env[70542]: INFO nova.scheduler.client.report [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Deleted allocations for instance 76d4543f-0743-4cbf-ba91-90d3cfd3fa38 [ 731.503423] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Acquiring lock "refresh_cache-d7eac8eb-68a9-4247-a909-6e5aea068faa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.503613] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Acquired lock "refresh_cache-d7eac8eb-68a9-4247-a909-6e5aea068faa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.503737] env[70542]: DEBUG nova.network.neutron [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.706505] env[70542]: DEBUG oslo_vmware.api [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910905, 'name': RemoveSnapshot_Task, 'duration_secs': 0.623792} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.707478] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Deleted Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 731.707478] env[70542]: INFO nova.compute.manager [None req-34d7886d-7c01-456c-b13c-e533ba15be9d tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Took 15.41 seconds to snapshot the instance on the hypervisor. [ 731.810019] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5298e68a-b7a8-149a-57b2-d27738073895, 'name': SearchDatastore_Task, 'duration_secs': 0.025774} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.810019] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.810019] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39/4c656ad6-d574-4ac8-9fa3-6722d0cc0b39.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.810019] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-add67f75-968e-404d-a3c3-3cb8ec733358 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.817534] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 731.817534] env[70542]: value = "task-3910908" [ 731.817534] env[70542]: _type = "Task" [ 731.817534] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.828068] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.864435] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910907, 'name': PowerOnVM_Task} progress is 76%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.905446] env[70542]: DEBUG nova.compute.manager [req-f3103f6a-fd76-4d51-9c4a-0463d4189f51 req-bb2f7fff-10f7-4c80-b833-9a761eca595e service nova] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Received event network-vif-plugged-bfbd04e8-4cbe-4a9e-9e51-620a48afabbd {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.905680] env[70542]: DEBUG oslo_concurrency.lockutils [req-f3103f6a-fd76-4d51-9c4a-0463d4189f51 req-bb2f7fff-10f7-4c80-b833-9a761eca595e service nova] Acquiring lock "d7eac8eb-68a9-4247-a909-6e5aea068faa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.906718] env[70542]: DEBUG oslo_concurrency.lockutils [req-f3103f6a-fd76-4d51-9c4a-0463d4189f51 req-bb2f7fff-10f7-4c80-b833-9a761eca595e service nova] Lock "d7eac8eb-68a9-4247-a909-6e5aea068faa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.906718] env[70542]: DEBUG oslo_concurrency.lockutils [req-f3103f6a-fd76-4d51-9c4a-0463d4189f51 req-bb2f7fff-10f7-4c80-b833-9a761eca595e service nova] Lock "d7eac8eb-68a9-4247-a909-6e5aea068faa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.906718] env[70542]: DEBUG nova.compute.manager [req-f3103f6a-fd76-4d51-9c4a-0463d4189f51 req-bb2f7fff-10f7-4c80-b833-9a761eca595e service nova] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] No waiting events found dispatching network-vif-plugged-bfbd04e8-4cbe-4a9e-9e51-620a48afabbd {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 731.906718] env[70542]: WARNING nova.compute.manager [req-f3103f6a-fd76-4d51-9c4a-0463d4189f51 req-bb2f7fff-10f7-4c80-b833-9a761eca595e service nova] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Received unexpected event network-vif-plugged-bfbd04e8-4cbe-4a9e-9e51-620a48afabbd for instance with vm_state building and task_state spawning. [ 731.972783] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9bc0ea56-d8db-4a31-98a4-d45446c61757 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "76d4543f-0743-4cbf-ba91-90d3cfd3fa38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.675s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.215432] env[70542]: DEBUG nova.network.neutron [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.339990] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50984} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.340924] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39/4c656ad6-d574-4ac8-9fa3-6722d0cc0b39.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.340924] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.340924] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05d4bbb4-4f33-498e-8603-921d468b9384 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.350987] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 732.350987] env[70542]: value = "task-3910909" [ 732.350987] env[70542]: _type = "Task" [ 732.350987] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.361853] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.370707] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910907, 'name': PowerOnVM_Task, 'duration_secs': 0.830405} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.370841] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.371081] env[70542]: INFO nova.compute.manager [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Took 12.55 seconds to spawn the instance on the hypervisor. [ 732.371258] env[70542]: DEBUG nova.compute.manager [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 732.372388] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565e2ee8-218b-4150-9e7f-81a3e75d006a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.471808] env[70542]: DEBUG nova.compute.manager [req-4d1ec10f-33a6-426b-81cd-2af34d5d4131 req-c17c30fa-d912-4dc2-8438-3d5f4074c464 service nova] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Received event network-changed-92d07731-ce3b-4c39-b185-137c8b7fc455 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.472020] env[70542]: DEBUG nova.compute.manager [req-4d1ec10f-33a6-426b-81cd-2af34d5d4131 req-c17c30fa-d912-4dc2-8438-3d5f4074c464 service nova] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Refreshing instance network info cache due to event network-changed-92d07731-ce3b-4c39-b185-137c8b7fc455. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.472469] env[70542]: DEBUG oslo_concurrency.lockutils [req-4d1ec10f-33a6-426b-81cd-2af34d5d4131 req-c17c30fa-d912-4dc2-8438-3d5f4074c464 service nova] Acquiring lock "refresh_cache-0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.472613] env[70542]: DEBUG oslo_concurrency.lockutils [req-4d1ec10f-33a6-426b-81cd-2af34d5d4131 req-c17c30fa-d912-4dc2-8438-3d5f4074c464 service nova] Acquired lock "refresh_cache-0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.472782] env[70542]: DEBUG nova.network.neutron [req-4d1ec10f-33a6-426b-81cd-2af34d5d4131 req-c17c30fa-d912-4dc2-8438-3d5f4074c464 service nova] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Refreshing network info cache for port 92d07731-ce3b-4c39-b185-137c8b7fc455 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.779595] env[70542]: DEBUG nova.network.neutron [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Updating instance_info_cache with network_info: [{"id": "bfbd04e8-4cbe-4a9e-9e51-620a48afabbd", "address": "fa:16:3e:0d:6a:ef", "network": {"id": "18aedac8-f39d-4a0b-85fa-ac3c653a4d27", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1671921556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a7c9f23bed4429988b5a7b7b33ed833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfbd04e8-4c", "ovs_interfaceid": "bfbd04e8-4cbe-4a9e-9e51-620a48afabbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.830263] env[70542]: DEBUG nova.network.neutron [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Updated VIF entry in instance network info cache for port d852207d-5092-40c0-bc22-bf8cf0710530. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.830521] env[70542]: DEBUG nova.network.neutron [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Updating instance_info_cache with network_info: [{"id": "d852207d-5092-40c0-bc22-bf8cf0710530", "address": "fa:16:3e:17:53:d2", "network": {"id": "b34efa28-0333-4697-a2ca-0f761a8baa3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-961568765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cecd2691d1d54b7480090328eb29a4ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd852207d-50", "ovs_interfaceid": "d852207d-5092-40c0-bc22-bf8cf0710530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.860710] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072387} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.864775] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.867145] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f08230a-0b6e-42e0-b981-1f71a42f6447 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.910617] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39/4c656ad6-d574-4ac8-9fa3-6722d0cc0b39.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.915885] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be159f68-eb61-4785-a1ab-0168c09aa254 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.932283] env[70542]: INFO nova.compute.manager [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Took 37.18 seconds to build instance. [ 732.942471] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 732.942471] env[70542]: value = "task-3910910" [ 732.942471] env[70542]: _type = "Task" [ 732.942471] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.957235] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910910, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.066247] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409bd239-05b8-45e4-81b5-7c71cc313d1a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.077607] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6218f196-14f6-4b92-8443-e4cb36febae3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.113715] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a57df2f-2b49-49b2-b499-72943c44e2c7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.122056] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e94402-ba7e-4fbf-9aee-564303563f52 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.138418] env[70542]: DEBUG nova.compute.provider_tree [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.284440] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Releasing lock "refresh_cache-d7eac8eb-68a9-4247-a909-6e5aea068faa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.284440] env[70542]: DEBUG nova.compute.manager [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Instance network_info: |[{"id": "bfbd04e8-4cbe-4a9e-9e51-620a48afabbd", "address": "fa:16:3e:0d:6a:ef", "network": {"id": "18aedac8-f39d-4a0b-85fa-ac3c653a4d27", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1671921556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a7c9f23bed4429988b5a7b7b33ed833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfbd04e8-4c", "ovs_interfaceid": "bfbd04e8-4cbe-4a9e-9e51-620a48afabbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.285203] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:6a:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfbd04e8-4cbe-4a9e-9e51-620a48afabbd', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.292716] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.293136] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.293216] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93f38e96-fd3a-4a96-af19-7da0d4a3ade6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.320267] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.320267] env[70542]: value = "task-3910911" [ 733.320267] env[70542]: _type = "Task" [ 733.320267] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.329907] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910911, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.333936] env[70542]: DEBUG oslo_concurrency.lockutils [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] Releasing lock "refresh_cache-eef02990-c512-44f2-8fc7-eab27e22ab58" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.334326] env[70542]: DEBUG nova.compute.manager [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Received event network-vif-plugged-b413810a-888f-48f1-a034-8ae6fa469e3c {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.334635] env[70542]: DEBUG oslo_concurrency.lockutils [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] Acquiring lock "4c656ad6-d574-4ac8-9fa3-6722d0cc0b39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.335241] env[70542]: DEBUG oslo_concurrency.lockutils [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] Lock "4c656ad6-d574-4ac8-9fa3-6722d0cc0b39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.335241] env[70542]: DEBUG oslo_concurrency.lockutils [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] Lock "4c656ad6-d574-4ac8-9fa3-6722d0cc0b39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.336163] env[70542]: DEBUG nova.compute.manager [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] No waiting events found dispatching network-vif-plugged-b413810a-888f-48f1-a034-8ae6fa469e3c {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 733.336163] env[70542]: WARNING nova.compute.manager [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Received unexpected event network-vif-plugged-b413810a-888f-48f1-a034-8ae6fa469e3c for instance with vm_state building and task_state spawning. [ 733.336163] env[70542]: DEBUG nova.compute.manager [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Received event network-changed-b413810a-888f-48f1-a034-8ae6fa469e3c {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.336163] env[70542]: DEBUG nova.compute.manager [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Refreshing instance network info cache due to event network-changed-b413810a-888f-48f1-a034-8ae6fa469e3c. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.336163] env[70542]: DEBUG oslo_concurrency.lockutils [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] Acquiring lock "refresh_cache-4c656ad6-d574-4ac8-9fa3-6722d0cc0b39" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.336392] env[70542]: DEBUG oslo_concurrency.lockutils [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] Acquired lock "refresh_cache-4c656ad6-d574-4ac8-9fa3-6722d0cc0b39" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.336475] env[70542]: DEBUG nova.network.neutron [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Refreshing network info cache for port b413810a-888f-48f1-a034-8ae6fa469e3c {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.435821] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "c8fe42f0-c100-4201-9895-f226773be184" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.064s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.454507] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.621503] env[70542]: DEBUG nova.network.neutron [req-4d1ec10f-33a6-426b-81cd-2af34d5d4131 req-c17c30fa-d912-4dc2-8438-3d5f4074c464 service nova] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Updated VIF entry in instance network info cache for port 92d07731-ce3b-4c39-b185-137c8b7fc455. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.621859] env[70542]: DEBUG nova.network.neutron [req-4d1ec10f-33a6-426b-81cd-2af34d5d4131 req-c17c30fa-d912-4dc2-8438-3d5f4074c464 service nova] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Updating instance_info_cache with network_info: [{"id": "92d07731-ce3b-4c39-b185-137c8b7fc455", "address": "fa:16:3e:aa:2c:4e", "network": {"id": "f7b9c6f6-3bc5-4b2e-8e12-0888ec6b2b85", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1711266454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa4c478d51394460acfa1c03d6bd1eb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92d07731-ce", "ovs_interfaceid": "92d07731-ce3b-4c39-b185-137c8b7fc455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.642120] env[70542]: DEBUG nova.scheduler.client.report [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.834077] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910911, 'name': CreateVM_Task, 'duration_secs': 0.369489} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.834597] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.835132] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.835877] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.835877] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.835877] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-310e8262-85ae-4428-9db1-038bfb1bd9de {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.845052] env[70542]: DEBUG oslo_vmware.api [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Waiting for the task: (returnval){ [ 733.845052] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]520678b1-0aed-801a-72d5-7a272a3f18fb" [ 733.845052] env[70542]: _type = "Task" [ 733.845052] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.862067] env[70542]: DEBUG oslo_vmware.api [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]520678b1-0aed-801a-72d5-7a272a3f18fb, 'name': SearchDatastore_Task, 'duration_secs': 0.012717} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.862496] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.862979] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.863332] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.863567] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.863846] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.865229] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa63e770-a7d8-4cbb-8f9d-72d3fb159e75 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.874356] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.874569] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.875277] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a678f284-bc56-4395-a3d6-e97077fa05aa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.884250] env[70542]: DEBUG oslo_vmware.api [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Waiting for the task: (returnval){ [ 733.884250] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524b7294-2891-a6b8-aab3-0dfe2a401546" [ 733.884250] env[70542]: _type = "Task" [ 733.884250] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.896958] env[70542]: DEBUG oslo_vmware.api [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524b7294-2891-a6b8-aab3-0dfe2a401546, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.938595] env[70542]: DEBUG nova.compute.manager [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.955301] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910910, 'name': ReconfigVM_Task, 'duration_secs': 0.793} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.955519] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39/4c656ad6-d574-4ac8-9fa3-6722d0cc0b39.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.956183] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f173c36-f23b-4ae1-8dae-4c8b6f658cbd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.964368] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 733.964368] env[70542]: value = "task-3910912" [ 733.964368] env[70542]: _type = "Task" [ 733.964368] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.973776] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910912, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.125675] env[70542]: DEBUG oslo_concurrency.lockutils [req-4d1ec10f-33a6-426b-81cd-2af34d5d4131 req-c17c30fa-d912-4dc2-8438-3d5f4074c464 service nova] Releasing lock "refresh_cache-0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.151960] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.152352] env[70542]: DEBUG nova.compute.manager [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.155204] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.887s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.163415] env[70542]: INFO nova.compute.claims [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.233477] env[70542]: DEBUG nova.network.neutron [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Updated VIF entry in instance network info cache for port b413810a-888f-48f1-a034-8ae6fa469e3c. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.233836] env[70542]: DEBUG nova.network.neutron [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Updating instance_info_cache with network_info: [{"id": "b413810a-888f-48f1-a034-8ae6fa469e3c", "address": "fa:16:3e:b0:e7:e6", "network": {"id": "af4529dc-0509-4bee-805b-b13fb20fe616", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1097047204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a07d255652ac4fc2a9ff9bb4a59ee32d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb413810a-88", "ovs_interfaceid": "b413810a-888f-48f1-a034-8ae6fa469e3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.402269] env[70542]: DEBUG oslo_vmware.api [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524b7294-2891-a6b8-aab3-0dfe2a401546, 'name': SearchDatastore_Task, 'duration_secs': 0.010198} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.403328] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d944e92c-e199-4f36-845a-caf166beec3c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.411982] env[70542]: DEBUG oslo_vmware.api [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Waiting for the task: (returnval){ [ 734.411982] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5243e886-7485-b85e-c920-a473f8fc83e4" [ 734.411982] env[70542]: _type = "Task" [ 734.411982] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.431916] env[70542]: DEBUG oslo_vmware.api [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5243e886-7485-b85e-c920-a473f8fc83e4, 'name': SearchDatastore_Task, 'duration_secs': 0.012568} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.434308] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.434308] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] d7eac8eb-68a9-4247-a909-6e5aea068faa/d7eac8eb-68a9-4247-a909-6e5aea068faa.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.434308] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fef0556-cfc1-4374-b95f-ceb76c1134b3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.441180] env[70542]: DEBUG oslo_vmware.api [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Waiting for the task: (returnval){ [ 734.441180] env[70542]: value = "task-3910913" [ 734.441180] env[70542]: _type = "Task" [ 734.441180] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.455366] env[70542]: DEBUG oslo_vmware.api [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.470161] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.476642] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910912, 'name': Rename_Task, 'duration_secs': 0.330279} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.477078] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.477413] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6724faa0-b1ca-4c56-af7e-42977c55af19 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.488930] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 734.488930] env[70542]: value = "task-3910914" [ 734.488930] env[70542]: _type = "Task" [ 734.488930] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.502892] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.550336] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Acquiring lock "7da44ecc-2b8f-4068-86bc-f8632048f2b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.550579] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Lock "7da44ecc-2b8f-4068-86bc-f8632048f2b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.669272] env[70542]: DEBUG nova.compute.utils [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.669272] env[70542]: DEBUG nova.compute.manager [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.669272] env[70542]: DEBUG nova.network.neutron [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.692954] env[70542]: DEBUG nova.compute.manager [req-a3fa79e8-e05a-42d7-af32-28d7b900ee7e req-22c5912b-b9f5-4bbd-b3c8-1547d4a125ae service nova] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Received event network-changed-bfbd04e8-4cbe-4a9e-9e51-620a48afabbd {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.693291] env[70542]: DEBUG nova.compute.manager [req-a3fa79e8-e05a-42d7-af32-28d7b900ee7e req-22c5912b-b9f5-4bbd-b3c8-1547d4a125ae service nova] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Refreshing instance network info cache due to event network-changed-bfbd04e8-4cbe-4a9e-9e51-620a48afabbd. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.693491] env[70542]: DEBUG oslo_concurrency.lockutils [req-a3fa79e8-e05a-42d7-af32-28d7b900ee7e req-22c5912b-b9f5-4bbd-b3c8-1547d4a125ae service nova] Acquiring lock "refresh_cache-d7eac8eb-68a9-4247-a909-6e5aea068faa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.693632] env[70542]: DEBUG oslo_concurrency.lockutils [req-a3fa79e8-e05a-42d7-af32-28d7b900ee7e req-22c5912b-b9f5-4bbd-b3c8-1547d4a125ae service nova] Acquired lock "refresh_cache-d7eac8eb-68a9-4247-a909-6e5aea068faa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.693788] env[70542]: DEBUG nova.network.neutron [req-a3fa79e8-e05a-42d7-af32-28d7b900ee7e req-22c5912b-b9f5-4bbd-b3c8-1547d4a125ae service nova] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Refreshing network info cache for port bfbd04e8-4cbe-4a9e-9e51-620a48afabbd {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.738943] env[70542]: DEBUG oslo_concurrency.lockutils [req-669c3fe3-ce77-401e-8824-d2ef715fcce8 req-e8213715-d23b-4068-9551-51100f882320 service nova] Releasing lock "refresh_cache-4c656ad6-d574-4ac8-9fa3-6722d0cc0b39" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.765555] env[70542]: DEBUG nova.policy [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88fab72a1d4b4044992e90e85b585002', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66131e2a2e6944aca9f174ef91beac79', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.959484] env[70542]: DEBUG oslo_vmware.api [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910913, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.998723] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910914, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.172812] env[70542]: DEBUG nova.compute.manager [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.389805] env[70542]: DEBUG nova.network.neutron [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Successfully created port: 0ed312c6-343a-4421-ae88-6e16368a9c8a {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.458493] env[70542]: DEBUG oslo_vmware.api [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520469} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.458790] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] d7eac8eb-68a9-4247-a909-6e5aea068faa/d7eac8eb-68a9-4247-a909-6e5aea068faa.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.459016] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.459279] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ab90be3-cfa5-45c8-8e9f-e95a09e44fef {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.470159] env[70542]: DEBUG oslo_vmware.api [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Waiting for the task: (returnval){ [ 735.470159] env[70542]: value = "task-3910915" [ 735.470159] env[70542]: _type = "Task" [ 735.470159] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.481339] env[70542]: DEBUG oslo_vmware.api [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.504110] env[70542]: DEBUG oslo_vmware.api [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910914, 'name': PowerOnVM_Task, 'duration_secs': 0.846301} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.504694] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.504975] env[70542]: INFO nova.compute.manager [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Took 10.63 seconds to spawn the instance on the hypervisor. [ 735.505269] env[70542]: DEBUG nova.compute.manager [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 735.506189] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e655840f-e83c-424c-b637-bc989abc7d4a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.520439] env[70542]: DEBUG nova.compute.manager [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 735.522342] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd6584d-cae6-4427-803c-3ea8f99e5a87 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.769358] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6260240f-e650-4f85-a4bb-bddb74080f4e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.782248] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216ad4a9-40c5-44a5-a8b4-1f084c3cfaff {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.847373] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296b1a35-76e9-4313-a35a-a081246bd87c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.861301] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ebc9ad-6e5b-43c3-a476-ff22b590f6e9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.880901] env[70542]: DEBUG nova.compute.provider_tree [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.982600] env[70542]: DEBUG oslo_vmware.api [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072091} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.982926] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.984211] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f4a527-ea9f-4015-94b5-869f9f8e0535 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.008468] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] d7eac8eb-68a9-4247-a909-6e5aea068faa/d7eac8eb-68a9-4247-a909-6e5aea068faa.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.008817] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dfaf09a-e281-4f0a-bd44-14f0c4f904b8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.034941] env[70542]: INFO nova.compute.manager [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] instance snapshotting [ 736.036866] env[70542]: DEBUG oslo_vmware.api [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Waiting for the task: (returnval){ [ 736.036866] env[70542]: value = "task-3910916" [ 736.036866] env[70542]: _type = "Task" [ 736.036866] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.037544] env[70542]: INFO nova.compute.manager [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Took 36.06 seconds to build instance. [ 736.049465] env[70542]: DEBUG oslo_vmware.api [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910916, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.054761] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf4e6ed-a8bc-4498-a967-ec6c6a86e9d7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.081237] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Acquiring lock "0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.081804] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Lock "0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.082160] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Acquiring lock "0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.082160] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Lock "0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.082482] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Lock "0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.085323] env[70542]: INFO nova.compute.manager [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Terminating instance [ 736.088751] env[70542]: DEBUG nova.network.neutron [req-a3fa79e8-e05a-42d7-af32-28d7b900ee7e req-22c5912b-b9f5-4bbd-b3c8-1547d4a125ae service nova] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Updated VIF entry in instance network info cache for port bfbd04e8-4cbe-4a9e-9e51-620a48afabbd. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.089197] env[70542]: DEBUG nova.network.neutron [req-a3fa79e8-e05a-42d7-af32-28d7b900ee7e req-22c5912b-b9f5-4bbd-b3c8-1547d4a125ae service nova] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Updating instance_info_cache with network_info: [{"id": "bfbd04e8-4cbe-4a9e-9e51-620a48afabbd", "address": "fa:16:3e:0d:6a:ef", "network": {"id": "18aedac8-f39d-4a0b-85fa-ac3c653a4d27", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1671921556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a7c9f23bed4429988b5a7b7b33ed833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfbd04e8-4c", "ovs_interfaceid": "bfbd04e8-4cbe-4a9e-9e51-620a48afabbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.091099] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478709dc-7e3b-4954-b258-70faccb286ee {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.190442] env[70542]: DEBUG nova.compute.manager [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.225461] env[70542]: DEBUG nova.virt.hardware [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.225740] env[70542]: DEBUG nova.virt.hardware [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.226089] env[70542]: DEBUG nova.virt.hardware [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.227075] env[70542]: DEBUG nova.virt.hardware [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.227352] env[70542]: DEBUG nova.virt.hardware [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.227496] env[70542]: DEBUG nova.virt.hardware [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.227774] env[70542]: DEBUG nova.virt.hardware [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.228175] env[70542]: DEBUG nova.virt.hardware [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.228175] env[70542]: DEBUG nova.virt.hardware [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.228278] env[70542]: DEBUG nova.virt.hardware [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.228676] env[70542]: DEBUG nova.virt.hardware [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.229649] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a639b600-d366-4273-8b42-744f62d51a44 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.242934] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4685b0eb-5eed-40b6-9944-9711904d59a9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.386817] env[70542]: DEBUG nova.scheduler.client.report [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.543442] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f7ac889-54b6-4abc-af35-e96534b78a38 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "4c656ad6-d574-4ac8-9fa3-6722d0cc0b39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.123s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.556490] env[70542]: DEBUG oslo_vmware.api [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910916, 'name': ReconfigVM_Task, 'duration_secs': 0.352749} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.556490] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Reconfigured VM instance instance-00000018 to attach disk [datastore2] d7eac8eb-68a9-4247-a909-6e5aea068faa/d7eac8eb-68a9-4247-a909-6e5aea068faa.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.556490] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7fac7e9-482b-4e41-807b-0df72d7754f8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.567429] env[70542]: DEBUG oslo_vmware.api [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Waiting for the task: (returnval){ [ 736.567429] env[70542]: value = "task-3910917" [ 736.567429] env[70542]: _type = "Task" [ 736.567429] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.589473] env[70542]: DEBUG oslo_vmware.api [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910917, 'name': Rename_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.598446] env[70542]: DEBUG oslo_concurrency.lockutils [req-a3fa79e8-e05a-42d7-af32-28d7b900ee7e req-22c5912b-b9f5-4bbd-b3c8-1547d4a125ae service nova] Releasing lock "refresh_cache-d7eac8eb-68a9-4247-a909-6e5aea068faa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.599507] env[70542]: DEBUG nova.compute.manager [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.599795] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.602103] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c9d236-bb0f-4211-adbc-37c504c7fbb2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.606122] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Creating Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 736.606722] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-83944dd3-e6b0-43bd-bf9c-8bcc9e32c290 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.616459] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.618625] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30ef9472-465a-432d-8286-e9034f14e39f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.620497] env[70542]: DEBUG oslo_vmware.api [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 736.620497] env[70542]: value = "task-3910918" [ 736.620497] env[70542]: _type = "Task" [ 736.620497] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.627065] env[70542]: DEBUG oslo_vmware.api [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Waiting for the task: (returnval){ [ 736.627065] env[70542]: value = "task-3910919" [ 736.627065] env[70542]: _type = "Task" [ 736.627065] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.630666] env[70542]: DEBUG oslo_vmware.api [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910918, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.642285] env[70542]: DEBUG oslo_vmware.api [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Task: {'id': task-3910919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.895716] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.896917] env[70542]: DEBUG nova.compute.manager [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.899516] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.910s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.901404] env[70542]: INFO nova.compute.claims [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.046303] env[70542]: DEBUG nova.compute.manager [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.078506] env[70542]: DEBUG oslo_vmware.api [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910917, 'name': Rename_Task, 'duration_secs': 0.160085} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.078796] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.079054] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b925ae5-908d-4418-adff-ea47fdf0874c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.090715] env[70542]: DEBUG oslo_vmware.api [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Waiting for the task: (returnval){ [ 737.090715] env[70542]: value = "task-3910920" [ 737.090715] env[70542]: _type = "Task" [ 737.090715] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.103415] env[70542]: DEBUG oslo_vmware.api [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.132326] env[70542]: DEBUG oslo_vmware.api [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910918, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.142018] env[70542]: DEBUG oslo_vmware.api [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Task: {'id': task-3910919, 'name': PowerOffVM_Task, 'duration_secs': 0.216778} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.142431] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.142674] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.143069] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9861628-187e-4dde-af46-5b51d5a44104 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.221565] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.221772] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.223026] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Deleting the datastore file [datastore2] 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.223026] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56ab6e47-cf24-4a32-a597-ce9e3fd69e6e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.229039] env[70542]: DEBUG oslo_vmware.api [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Waiting for the task: (returnval){ [ 737.229039] env[70542]: value = "task-3910922" [ 737.229039] env[70542]: _type = "Task" [ 737.229039] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.237977] env[70542]: DEBUG oslo_vmware.api [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Task: {'id': task-3910922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.406360] env[70542]: DEBUG nova.compute.utils [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.413194] env[70542]: DEBUG nova.compute.manager [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.413194] env[70542]: DEBUG nova.network.neutron [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.524306] env[70542]: DEBUG nova.policy [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88fab72a1d4b4044992e90e85b585002', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66131e2a2e6944aca9f174ef91beac79', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.582895] env[70542]: DEBUG oslo_concurrency.lockutils [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.613144] env[70542]: DEBUG oslo_vmware.api [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910920, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.635310] env[70542]: DEBUG oslo_vmware.api [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910918, 'name': CreateSnapshot_Task, 'duration_secs': 0.543418} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.635593] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Created Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 737.636407] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a530ef-9087-42ad-a9d1-83d31003fc8e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.747091] env[70542]: DEBUG oslo_vmware.api [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Task: {'id': task-3910922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180967} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.747091] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.747091] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.747091] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.747091] env[70542]: INFO nova.compute.manager [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 737.747331] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.747494] env[70542]: DEBUG nova.compute.manager [-] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.747680] env[70542]: DEBUG nova.network.neutron [-] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.917494] env[70542]: DEBUG nova.compute.manager [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.101671] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquiring lock "01da3154-04a5-45c5-a3c6-049ef8d90cf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.101935] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "01da3154-04a5-45c5-a3c6-049ef8d90cf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.102693] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquiring lock "01da3154-04a5-45c5-a3c6-049ef8d90cf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.102693] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "01da3154-04a5-45c5-a3c6-049ef8d90cf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.102693] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "01da3154-04a5-45c5-a3c6-049ef8d90cf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.104849] env[70542]: INFO nova.compute.manager [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Terminating instance [ 738.113387] env[70542]: DEBUG nova.compute.manager [req-809266ca-06f8-46fc-914a-37a1a4caa843 req-9e612779-542b-4c65-bee5-12550b4e41fa service nova] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Received event network-vif-plugged-0ed312c6-343a-4421-ae88-6e16368a9c8a {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.113782] env[70542]: DEBUG oslo_concurrency.lockutils [req-809266ca-06f8-46fc-914a-37a1a4caa843 req-9e612779-542b-4c65-bee5-12550b4e41fa service nova] Acquiring lock "05d962f1-7b10-4caa-9cb4-a0aab9bb38f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.114080] env[70542]: DEBUG oslo_concurrency.lockutils [req-809266ca-06f8-46fc-914a-37a1a4caa843 req-9e612779-542b-4c65-bee5-12550b4e41fa service nova] Lock "05d962f1-7b10-4caa-9cb4-a0aab9bb38f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.114270] env[70542]: DEBUG oslo_concurrency.lockutils [req-809266ca-06f8-46fc-914a-37a1a4caa843 req-9e612779-542b-4c65-bee5-12550b4e41fa service nova] Lock "05d962f1-7b10-4caa-9cb4-a0aab9bb38f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.114474] env[70542]: DEBUG nova.compute.manager [req-809266ca-06f8-46fc-914a-37a1a4caa843 req-9e612779-542b-4c65-bee5-12550b4e41fa service nova] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] No waiting events found dispatching network-vif-plugged-0ed312c6-343a-4421-ae88-6e16368a9c8a {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 738.114857] env[70542]: WARNING nova.compute.manager [req-809266ca-06f8-46fc-914a-37a1a4caa843 req-9e612779-542b-4c65-bee5-12550b4e41fa service nova] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Received unexpected event network-vif-plugged-0ed312c6-343a-4421-ae88-6e16368a9c8a for instance with vm_state building and task_state spawning. [ 738.128399] env[70542]: DEBUG oslo_vmware.api [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910920, 'name': PowerOnVM_Task, 'duration_secs': 0.559338} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.128725] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.128928] env[70542]: INFO nova.compute.manager [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Took 9.00 seconds to spawn the instance on the hypervisor. [ 738.129187] env[70542]: DEBUG nova.compute.manager [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 738.130149] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72901787-dc09-4a61-a5c2-8681d56c0c3f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.161351] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Creating linked-clone VM from snapshot {{(pid=70542) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 738.165487] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-46f4e5ac-9ab3-49ef-8758-3642e5e02342 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.177344] env[70542]: DEBUG oslo_vmware.api [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 738.177344] env[70542]: value = "task-3910923" [ 738.177344] env[70542]: _type = "Task" [ 738.177344] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.187734] env[70542]: DEBUG oslo_vmware.api [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910923, 'name': CloneVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.424131] env[70542]: DEBUG nova.network.neutron [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Successfully updated port: 0ed312c6-343a-4421-ae88-6e16368a9c8a {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.621936] env[70542]: DEBUG nova.compute.manager [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.622837] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.623889] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c334ee4-5d9c-49bb-84e7-a88039eb039c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.633216] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604c17cc-5a7b-448e-b2ea-ee465a8696fe {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.642132] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.642865] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8901a327-28bc-4046-b406-18895c868db7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.657535] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4bb9a9-e805-4574-bac6-afd95c101cca {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.664812] env[70542]: INFO nova.compute.manager [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Took 35.76 seconds to build instance. [ 738.666328] env[70542]: DEBUG oslo_vmware.api [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 738.666328] env[70542]: value = "task-3910924" [ 738.666328] env[70542]: _type = "Task" [ 738.666328] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.709165] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a147e92-72e8-43f6-9e76-59dcf308fc2f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.716820] env[70542]: DEBUG oslo_vmware.api [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.726406] env[70542]: DEBUG oslo_vmware.api [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910923, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.727895] env[70542]: DEBUG nova.network.neutron [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Successfully created port: a32f36ce-7784-443e-8509-b399c02e826e {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.734141] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c216da-bad1-4a9f-805f-cee7c17b0f12 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.756974] env[70542]: DEBUG nova.compute.provider_tree [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.930588] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "refresh_cache-05d962f1-7b10-4caa-9cb4-a0aab9bb38f5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.931104] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquired lock "refresh_cache-05d962f1-7b10-4caa-9cb4-a0aab9bb38f5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.932057] env[70542]: DEBUG nova.network.neutron [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.934321] env[70542]: DEBUG nova.compute.manager [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.949554] env[70542]: DEBUG nova.compute.manager [req-37354074-6237-4423-bfd0-98eb4a13239e req-69df4c17-496e-4cf2-8fca-b6b40a191ee9 service nova] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Received event network-vif-deleted-92d07731-ce3b-4c39-b185-137c8b7fc455 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.949787] env[70542]: INFO nova.compute.manager [req-37354074-6237-4423-bfd0-98eb4a13239e req-69df4c17-496e-4cf2-8fca-b6b40a191ee9 service nova] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Neutron deleted interface 92d07731-ce3b-4c39-b185-137c8b7fc455; detaching it from the instance and deleting it from the info cache [ 738.950091] env[70542]: DEBUG nova.network.neutron [req-37354074-6237-4423-bfd0-98eb4a13239e req-69df4c17-496e-4cf2-8fca-b6b40a191ee9 service nova] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.972911] env[70542]: DEBUG nova.virt.hardware [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.973196] env[70542]: DEBUG nova.virt.hardware [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.973634] env[70542]: DEBUG nova.virt.hardware [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.973634] env[70542]: DEBUG nova.virt.hardware [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.973741] env[70542]: DEBUG nova.virt.hardware [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.973848] env[70542]: DEBUG nova.virt.hardware [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.974215] env[70542]: DEBUG nova.virt.hardware [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.974383] env[70542]: DEBUG nova.virt.hardware [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.974551] env[70542]: DEBUG nova.virt.hardware [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.974716] env[70542]: DEBUG nova.virt.hardware [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.974904] env[70542]: DEBUG nova.virt.hardware [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.976041] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc957c8-7403-4ec0-81fd-9571e4f4ab1e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.986046] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25585469-4e49-42d0-9d32-2ce78978a453 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.168513] env[70542]: DEBUG nova.network.neutron [-] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.170029] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9a3d7ae3-bf15-45b6-80db-0cce709ce1bd tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Lock "d7eac8eb-68a9-4247-a909-6e5aea068faa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.605s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.182613] env[70542]: DEBUG oslo_vmware.api [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910924, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.217392] env[70542]: DEBUG oslo_vmware.api [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910923, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.263375] env[70542]: DEBUG nova.scheduler.client.report [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.456445] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a43d4155-dfcc-40ef-9859-5f727fe9bbe9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.474825] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fe1d3f-8acc-4a13-87bb-554d81ecc9e7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.518600] env[70542]: DEBUG nova.compute.manager [req-37354074-6237-4423-bfd0-98eb4a13239e req-69df4c17-496e-4cf2-8fca-b6b40a191ee9 service nova] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Detach interface failed, port_id=92d07731-ce3b-4c39-b185-137c8b7fc455, reason: Instance 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 739.518600] env[70542]: DEBUG nova.network.neutron [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.678408] env[70542]: INFO nova.compute.manager [-] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Took 1.93 seconds to deallocate network for instance. [ 739.678408] env[70542]: DEBUG nova.compute.manager [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.697574] env[70542]: DEBUG oslo_vmware.api [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910924, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.716633] env[70542]: DEBUG oslo_vmware.api [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910923, 'name': CloneVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.771383] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.872s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.772849] env[70542]: DEBUG nova.compute.manager [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.775708] env[70542]: DEBUG oslo_concurrency.lockutils [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.895s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.776465] env[70542]: DEBUG nova.objects.instance [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Lazy-loading 'resources' on Instance uuid 3b08927a-a8ae-4803-be6b-2c27f07e4104 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.863195] env[70542]: DEBUG nova.network.neutron [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Updating instance_info_cache with network_info: [{"id": "0ed312c6-343a-4421-ae88-6e16368a9c8a", "address": "fa:16:3e:ae:a0:ec", "network": {"id": "3163fefd-2b35-47f6-8743-5fc428f5d56f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-363612688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66131e2a2e6944aca9f174ef91beac79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ed312c6-34", "ovs_interfaceid": "0ed312c6-343a-4421-ae88-6e16368a9c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.181150] env[70542]: DEBUG oslo_vmware.api [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910924, 'name': PowerOffVM_Task, 'duration_secs': 1.346003} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.181405] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.185030] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.185030] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e50458ad-357c-4507-a975-5777b069fcd9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.200544] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.218343] env[70542]: DEBUG oslo_vmware.api [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910923, 'name': CloneVM_Task, 'duration_secs': 1.632738} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.218692] env[70542]: INFO nova.virt.vmwareapi.vmops [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Created linked-clone VM from snapshot [ 740.219667] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bc14f4-a12f-478b-adb6-c020cabc4f59 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.225420] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.229572] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Uploading image cbed6d95-f7aa-48bb-8e84-0fe220de8447 {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 740.264875] env[70542]: DEBUG oslo_vmware.rw_handles [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 740.264875] env[70542]: value = "vm-776642" [ 740.264875] env[70542]: _type = "VirtualMachine" [ 740.264875] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 740.265227] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6e033bc1-b090-4219-88ce-649c2eb2efee {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.273339] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.273339] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.273339] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Deleting the datastore file [datastore1] 01da3154-04a5-45c5-a3c6-049ef8d90cf9 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.277775] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cabfd70-9589-4593-90b3-d9b7ae06bc83 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.281255] env[70542]: DEBUG oslo_vmware.rw_handles [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Lease: (returnval){ [ 740.281255] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5230b440-a699-689f-353f-f33da18faf61" [ 740.281255] env[70542]: _type = "HttpNfcLease" [ 740.281255] env[70542]: } obtained for exporting VM: (result){ [ 740.281255] env[70542]: value = "vm-776642" [ 740.281255] env[70542]: _type = "VirtualMachine" [ 740.281255] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 740.281255] env[70542]: DEBUG oslo_vmware.api [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the lease: (returnval){ [ 740.281255] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5230b440-a699-689f-353f-f33da18faf61" [ 740.281255] env[70542]: _type = "HttpNfcLease" [ 740.281255] env[70542]: } to be ready. {{(pid=70542) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 740.282317] env[70542]: DEBUG nova.compute.utils [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.289145] env[70542]: DEBUG nova.compute.manager [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.289506] env[70542]: DEBUG nova.network.neutron [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.300421] env[70542]: DEBUG oslo_vmware.api [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 740.300421] env[70542]: value = "task-3910927" [ 740.300421] env[70542]: _type = "Task" [ 740.300421] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.316390] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 740.316390] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5230b440-a699-689f-353f-f33da18faf61" [ 740.316390] env[70542]: _type = "HttpNfcLease" [ 740.316390] env[70542]: } is ready. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 740.317369] env[70542]: DEBUG oslo_vmware.rw_handles [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 740.317369] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5230b440-a699-689f-353f-f33da18faf61" [ 740.317369] env[70542]: _type = "HttpNfcLease" [ 740.317369] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 740.318607] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806137ca-c2bb-46da-a7f5-6a044ebfd8af {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.326817] env[70542]: DEBUG oslo_vmware.api [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.340290] env[70542]: DEBUG oslo_vmware.rw_handles [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52748452-9756-6044-1a89-6714c1e94e95/disk-0.vmdk from lease info. {{(pid=70542) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 740.340694] env[70542]: DEBUG oslo_vmware.rw_handles [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52748452-9756-6044-1a89-6714c1e94e95/disk-0.vmdk for reading. {{(pid=70542) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 740.400869] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Releasing lock "refresh_cache-05d962f1-7b10-4caa-9cb4-a0aab9bb38f5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.401430] env[70542]: DEBUG nova.compute.manager [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Instance network_info: |[{"id": "0ed312c6-343a-4421-ae88-6e16368a9c8a", "address": "fa:16:3e:ae:a0:ec", "network": {"id": "3163fefd-2b35-47f6-8743-5fc428f5d56f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-363612688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66131e2a2e6944aca9f174ef91beac79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ed312c6-34", "ovs_interfaceid": "0ed312c6-343a-4421-ae88-6e16368a9c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.403127] env[70542]: DEBUG nova.policy [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05878e230c44435bb2a2b120dc1d23e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44cc20bc07b54f06a1599250b8409dd8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.409624] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:a0:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ed312c6-343a-4421-ae88-6e16368a9c8a', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.416199] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Creating folder: Project (66131e2a2e6944aca9f174ef91beac79). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.418309] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-345e829e-894b-4e1a-8e83-0c63f40e3797 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.434012] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Created folder: Project (66131e2a2e6944aca9f174ef91beac79) in parent group-v776569. [ 740.434230] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Creating folder: Instances. Parent ref: group-v776643. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.438432] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94c8b065-8f08-46ce-901a-f8e1cf9fe83c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.448738] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Created folder: Instances in parent group-v776643. [ 740.449222] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.449320] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.450033] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b19d4bc-32c5-4bae-a19c-56c6f4954334 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.473389] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-75f38cdb-2d3b-4584-b4b6-70ff38852fc4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.480725] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.480725] env[70542]: value = "task-3910930" [ 740.480725] env[70542]: _type = "Task" [ 740.480725] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.499322] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910930, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.605524] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquiring lock "e24cd975-f193-447c-872e-6bb88284a63b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.605934] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "e24cd975-f193-447c-872e-6bb88284a63b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.765041] env[70542]: DEBUG nova.compute.manager [req-fba00dbd-94b6-49f3-8ee4-cbb0c7a5fbec req-dfa468cf-48e5-4b86-85b6-4aebdee19dd3 service nova] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Received event network-changed-0ed312c6-343a-4421-ae88-6e16368a9c8a {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.765041] env[70542]: DEBUG nova.compute.manager [req-fba00dbd-94b6-49f3-8ee4-cbb0c7a5fbec req-dfa468cf-48e5-4b86-85b6-4aebdee19dd3 service nova] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Refreshing instance network info cache due to event network-changed-0ed312c6-343a-4421-ae88-6e16368a9c8a. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.765041] env[70542]: DEBUG oslo_concurrency.lockutils [req-fba00dbd-94b6-49f3-8ee4-cbb0c7a5fbec req-dfa468cf-48e5-4b86-85b6-4aebdee19dd3 service nova] Acquiring lock "refresh_cache-05d962f1-7b10-4caa-9cb4-a0aab9bb38f5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.765041] env[70542]: DEBUG oslo_concurrency.lockutils [req-fba00dbd-94b6-49f3-8ee4-cbb0c7a5fbec req-dfa468cf-48e5-4b86-85b6-4aebdee19dd3 service nova] Acquired lock "refresh_cache-05d962f1-7b10-4caa-9cb4-a0aab9bb38f5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.765041] env[70542]: DEBUG nova.network.neutron [req-fba00dbd-94b6-49f3-8ee4-cbb0c7a5fbec req-dfa468cf-48e5-4b86-85b6-4aebdee19dd3 service nova] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Refreshing network info cache for port 0ed312c6-343a-4421-ae88-6e16368a9c8a {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.790014] env[70542]: DEBUG nova.compute.manager [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.812953] env[70542]: DEBUG oslo_vmware.api [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3910927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193332} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.813309] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.813573] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.813818] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.814082] env[70542]: INFO nova.compute.manager [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Took 2.19 seconds to destroy the instance on the hypervisor. [ 740.814383] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.814707] env[70542]: DEBUG nova.compute.manager [-] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 740.815073] env[70542]: DEBUG nova.network.neutron [-] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 740.992776] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910930, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.031217] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4058134-2862-4965-9be7-17c03eee0ee8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.042193] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aca2be2-6910-438f-8194-59c1dd22d6b3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.086022] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26ffd33-42e7-44f5-9ec1-1ee99e061119 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.093728] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df49aa3-20f0-4ad3-8dd3-4d65217c28a4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.112296] env[70542]: DEBUG nova.compute.provider_tree [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.278819] env[70542]: DEBUG nova.network.neutron [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Successfully created port: 601c9f06-1cc1-4e4d-8b6f-763d07559dad {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.360983] env[70542]: DEBUG nova.network.neutron [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Successfully updated port: a32f36ce-7784-443e-8509-b399c02e826e {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.508979] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910930, 'name': CreateVM_Task, 'duration_secs': 0.524244} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.511903] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.514018] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.514633] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.515375] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.516204] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7871b863-3e91-454a-951e-dbbde29e6f32 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.524143] env[70542]: DEBUG oslo_vmware.api [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 741.524143] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52363f12-f5d9-fd69-31c8-370b5e708039" [ 741.524143] env[70542]: _type = "Task" [ 741.524143] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.538074] env[70542]: DEBUG oslo_vmware.api [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52363f12-f5d9-fd69-31c8-370b5e708039, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.616722] env[70542]: DEBUG nova.scheduler.client.report [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.807131] env[70542]: DEBUG nova.compute.manager [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.824807] env[70542]: DEBUG nova.network.neutron [-] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.836080] env[70542]: DEBUG nova.network.neutron [req-fba00dbd-94b6-49f3-8ee4-cbb0c7a5fbec req-dfa468cf-48e5-4b86-85b6-4aebdee19dd3 service nova] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Updated VIF entry in instance network info cache for port 0ed312c6-343a-4421-ae88-6e16368a9c8a. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.836708] env[70542]: DEBUG nova.network.neutron [req-fba00dbd-94b6-49f3-8ee4-cbb0c7a5fbec req-dfa468cf-48e5-4b86-85b6-4aebdee19dd3 service nova] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Updating instance_info_cache with network_info: [{"id": "0ed312c6-343a-4421-ae88-6e16368a9c8a", "address": "fa:16:3e:ae:a0:ec", "network": {"id": "3163fefd-2b35-47f6-8743-5fc428f5d56f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-363612688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66131e2a2e6944aca9f174ef91beac79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ed312c6-34", "ovs_interfaceid": "0ed312c6-343a-4421-ae88-6e16368a9c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.855561] env[70542]: DEBUG nova.virt.hardware [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.857252] env[70542]: DEBUG nova.virt.hardware [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.857839] env[70542]: DEBUG nova.virt.hardware [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.858060] env[70542]: DEBUG nova.virt.hardware [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.858225] env[70542]: DEBUG nova.virt.hardware [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.858363] env[70542]: DEBUG nova.virt.hardware [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.858596] env[70542]: DEBUG nova.virt.hardware [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.858758] env[70542]: DEBUG nova.virt.hardware [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.864547] env[70542]: DEBUG nova.virt.hardware [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.864547] env[70542]: DEBUG nova.virt.hardware [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.864547] env[70542]: DEBUG nova.virt.hardware [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.864931] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0e3e73-fff8-44f2-9e5e-b18469c46ae4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.873204] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "refresh_cache-70a49596-b0a3-4ce7-8b80-ab64344fbcd5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.873690] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquired lock "refresh_cache-70a49596-b0a3-4ce7-8b80-ab64344fbcd5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.873690] env[70542]: DEBUG nova.network.neutron [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.883088] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f5a58d-50c4-4a16-a746-05ed92a30929 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.039812] env[70542]: DEBUG oslo_vmware.api [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52363f12-f5d9-fd69-31c8-370b5e708039, 'name': SearchDatastore_Task, 'duration_secs': 0.021418} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.041430] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.041430] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.041430] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.041430] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.041603] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.041976] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-780cb88b-3883-49b2-9651-a72a976af759 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.054033] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.054033] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.054033] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83233485-4549-4fb1-8ac3-318bdb705c99 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.061998] env[70542]: DEBUG oslo_vmware.api [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 742.061998] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cd2f3f-f3bc-7efc-50ae-f1d2000ef68b" [ 742.061998] env[70542]: _type = "Task" [ 742.061998] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.074546] env[70542]: DEBUG oslo_vmware.api [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cd2f3f-f3bc-7efc-50ae-f1d2000ef68b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.127156] env[70542]: DEBUG oslo_concurrency.lockutils [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.350s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.128151] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.394s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.133854] env[70542]: INFO nova.compute.claims [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.151361] env[70542]: INFO nova.scheduler.client.report [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Deleted allocations for instance 3b08927a-a8ae-4803-be6b-2c27f07e4104 [ 742.327685] env[70542]: INFO nova.compute.manager [-] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Took 1.51 seconds to deallocate network for instance. [ 742.342882] env[70542]: DEBUG oslo_concurrency.lockutils [req-fba00dbd-94b6-49f3-8ee4-cbb0c7a5fbec req-dfa468cf-48e5-4b86-85b6-4aebdee19dd3 service nova] Releasing lock "refresh_cache-05d962f1-7b10-4caa-9cb4-a0aab9bb38f5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.413358] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Acquiring lock "f355d8b7-a7d9-4b25-97aa-cdc6c7102e31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.413607] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Lock "f355d8b7-a7d9-4b25-97aa-cdc6c7102e31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.576750] env[70542]: DEBUG oslo_vmware.api [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cd2f3f-f3bc-7efc-50ae-f1d2000ef68b, 'name': SearchDatastore_Task, 'duration_secs': 0.015338} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.577103] env[70542]: DEBUG nova.network.neutron [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.580726] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6784ca0a-720c-4f4f-b06b-6dec7a2fb922 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.588355] env[70542]: DEBUG oslo_vmware.api [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 742.588355] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524915d3-8a83-84e6-e02e-5b846183a9b5" [ 742.588355] env[70542]: _type = "Task" [ 742.588355] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.606203] env[70542]: DEBUG oslo_vmware.api [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524915d3-8a83-84e6-e02e-5b846183a9b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.664593] env[70542]: DEBUG oslo_concurrency.lockutils [None req-028c512e-1048-4034-9f8e-52486d55b8bf tempest-ServerExternalEventsTest-1999822074 tempest-ServerExternalEventsTest-1999822074-project-member] Lock "3b08927a-a8ae-4803-be6b-2c27f07e4104" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.707s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.842779] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.879429] env[70542]: DEBUG nova.network.neutron [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Updating instance_info_cache with network_info: [{"id": "a32f36ce-7784-443e-8509-b399c02e826e", "address": "fa:16:3e:82:f7:e0", "network": {"id": "3163fefd-2b35-47f6-8743-5fc428f5d56f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-363612688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66131e2a2e6944aca9f174ef91beac79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa32f36ce-77", "ovs_interfaceid": "a32f36ce-7784-443e-8509-b399c02e826e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.103625] env[70542]: DEBUG oslo_vmware.api [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524915d3-8a83-84e6-e02e-5b846183a9b5, 'name': SearchDatastore_Task, 'duration_secs': 0.019595} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.103625] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.103625] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5/05d962f1-7b10-4caa-9cb4-a0aab9bb38f5.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.103928] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6ebd434-1e81-4890-b16a-0d33e3f6c938 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.114770] env[70542]: DEBUG oslo_vmware.api [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 743.114770] env[70542]: value = "task-3910931" [ 743.114770] env[70542]: _type = "Task" [ 743.114770] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.121317] env[70542]: DEBUG oslo_vmware.api [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.214270] env[70542]: DEBUG nova.compute.manager [req-eddf113d-5886-427b-a1a7-b7619800d07e req-0ffeb0e2-34fa-4a68-b4a2-3494b736b2bb service nova] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Received event network-changed-b1a49ba0-9356-4d7f-a517-980d6a2553c8 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.214270] env[70542]: DEBUG nova.compute.manager [req-eddf113d-5886-427b-a1a7-b7619800d07e req-0ffeb0e2-34fa-4a68-b4a2-3494b736b2bb service nova] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Refreshing instance network info cache due to event network-changed-b1a49ba0-9356-4d7f-a517-980d6a2553c8. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.214694] env[70542]: DEBUG oslo_concurrency.lockutils [req-eddf113d-5886-427b-a1a7-b7619800d07e req-0ffeb0e2-34fa-4a68-b4a2-3494b736b2bb service nova] Acquiring lock "refresh_cache-ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.214694] env[70542]: DEBUG oslo_concurrency.lockutils [req-eddf113d-5886-427b-a1a7-b7619800d07e req-0ffeb0e2-34fa-4a68-b4a2-3494b736b2bb service nova] Acquired lock "refresh_cache-ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.214834] env[70542]: DEBUG nova.network.neutron [req-eddf113d-5886-427b-a1a7-b7619800d07e req-0ffeb0e2-34fa-4a68-b4a2-3494b736b2bb service nova] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Refreshing network info cache for port b1a49ba0-9356-4d7f-a517-980d6a2553c8 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.388661] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Releasing lock "refresh_cache-70a49596-b0a3-4ce7-8b80-ab64344fbcd5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.389013] env[70542]: DEBUG nova.compute.manager [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Instance network_info: |[{"id": "a32f36ce-7784-443e-8509-b399c02e826e", "address": "fa:16:3e:82:f7:e0", "network": {"id": "3163fefd-2b35-47f6-8743-5fc428f5d56f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-363612688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66131e2a2e6944aca9f174ef91beac79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa32f36ce-77", "ovs_interfaceid": "a32f36ce-7784-443e-8509-b399c02e826e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.389474] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:f7:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a32f36ce-7784-443e-8509-b399c02e826e', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.399370] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.400790] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.403816] env[70542]: DEBUG nova.compute.manager [req-1839ad83-6ad7-470c-91a4-2a875ff21193 req-d3b2cb8f-4145-4247-b6a8-38e9dfac9f16 service nova] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Received event network-vif-plugged-a32f36ce-7784-443e-8509-b399c02e826e {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.404098] env[70542]: DEBUG oslo_concurrency.lockutils [req-1839ad83-6ad7-470c-91a4-2a875ff21193 req-d3b2cb8f-4145-4247-b6a8-38e9dfac9f16 service nova] Acquiring lock "70a49596-b0a3-4ce7-8b80-ab64344fbcd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.404305] env[70542]: DEBUG oslo_concurrency.lockutils [req-1839ad83-6ad7-470c-91a4-2a875ff21193 req-d3b2cb8f-4145-4247-b6a8-38e9dfac9f16 service nova] Lock "70a49596-b0a3-4ce7-8b80-ab64344fbcd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.404644] env[70542]: DEBUG oslo_concurrency.lockutils [req-1839ad83-6ad7-470c-91a4-2a875ff21193 req-d3b2cb8f-4145-4247-b6a8-38e9dfac9f16 service nova] Lock "70a49596-b0a3-4ce7-8b80-ab64344fbcd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.404732] env[70542]: DEBUG nova.compute.manager [req-1839ad83-6ad7-470c-91a4-2a875ff21193 req-d3b2cb8f-4145-4247-b6a8-38e9dfac9f16 service nova] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] No waiting events found dispatching network-vif-plugged-a32f36ce-7784-443e-8509-b399c02e826e {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 743.404828] env[70542]: WARNING nova.compute.manager [req-1839ad83-6ad7-470c-91a4-2a875ff21193 req-d3b2cb8f-4145-4247-b6a8-38e9dfac9f16 service nova] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Received unexpected event network-vif-plugged-a32f36ce-7784-443e-8509-b399c02e826e for instance with vm_state building and task_state spawning. [ 743.404993] env[70542]: DEBUG nova.compute.manager [req-1839ad83-6ad7-470c-91a4-2a875ff21193 req-d3b2cb8f-4145-4247-b6a8-38e9dfac9f16 service nova] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Received event network-vif-deleted-9f6d5adb-ac7b-4270-9de0-41be1f7b331e {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.405213] env[70542]: DEBUG nova.compute.manager [req-1839ad83-6ad7-470c-91a4-2a875ff21193 req-d3b2cb8f-4145-4247-b6a8-38e9dfac9f16 service nova] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Received event network-changed-a32f36ce-7784-443e-8509-b399c02e826e {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.405458] env[70542]: DEBUG nova.compute.manager [req-1839ad83-6ad7-470c-91a4-2a875ff21193 req-d3b2cb8f-4145-4247-b6a8-38e9dfac9f16 service nova] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Refreshing instance network info cache due to event network-changed-a32f36ce-7784-443e-8509-b399c02e826e. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.405597] env[70542]: DEBUG oslo_concurrency.lockutils [req-1839ad83-6ad7-470c-91a4-2a875ff21193 req-d3b2cb8f-4145-4247-b6a8-38e9dfac9f16 service nova] Acquiring lock "refresh_cache-70a49596-b0a3-4ce7-8b80-ab64344fbcd5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.405870] env[70542]: DEBUG oslo_concurrency.lockutils [req-1839ad83-6ad7-470c-91a4-2a875ff21193 req-d3b2cb8f-4145-4247-b6a8-38e9dfac9f16 service nova] Acquired lock "refresh_cache-70a49596-b0a3-4ce7-8b80-ab64344fbcd5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.405927] env[70542]: DEBUG nova.network.neutron [req-1839ad83-6ad7-470c-91a4-2a875ff21193 req-d3b2cb8f-4145-4247-b6a8-38e9dfac9f16 service nova] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Refreshing network info cache for port a32f36ce-7784-443e-8509-b399c02e826e {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.411465] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-659fca70-19a7-464e-a5b8-bd013426c5d9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.440089] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.440089] env[70542]: value = "task-3910932" [ 743.440089] env[70542]: _type = "Task" [ 743.440089] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.453931] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910932, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.602277] env[70542]: DEBUG nova.network.neutron [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Successfully updated port: 601c9f06-1cc1-4e4d-8b6f-763d07559dad {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.639836] env[70542]: DEBUG oslo_vmware.api [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910931, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.846863] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74de67fd-c23f-4f77-a224-63607db2ba00 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.858430] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d7d82d-2398-40c9-a30e-14854f597823 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.902893] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f48cb8b-3226-4c2e-bf16-cffd84e1c3d8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.911988] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bab92b-6e0a-415b-83cd-4a6ef90081a9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.935625] env[70542]: DEBUG nova.compute.provider_tree [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.951875] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910932, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.048070] env[70542]: DEBUG nova.network.neutron [req-1839ad83-6ad7-470c-91a4-2a875ff21193 req-d3b2cb8f-4145-4247-b6a8-38e9dfac9f16 service nova] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Updated VIF entry in instance network info cache for port a32f36ce-7784-443e-8509-b399c02e826e. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.048567] env[70542]: DEBUG nova.network.neutron [req-1839ad83-6ad7-470c-91a4-2a875ff21193 req-d3b2cb8f-4145-4247-b6a8-38e9dfac9f16 service nova] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Updating instance_info_cache with network_info: [{"id": "a32f36ce-7784-443e-8509-b399c02e826e", "address": "fa:16:3e:82:f7:e0", "network": {"id": "3163fefd-2b35-47f6-8743-5fc428f5d56f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-363612688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66131e2a2e6944aca9f174ef91beac79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa32f36ce-77", "ovs_interfaceid": "a32f36ce-7784-443e-8509-b399c02e826e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.105896] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Acquiring lock "refresh_cache-61b93ec7-7899-446d-8e08-d354622eeaa4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.105896] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Acquired lock "refresh_cache-61b93ec7-7899-446d-8e08-d354622eeaa4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.105896] env[70542]: DEBUG nova.network.neutron [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.132313] env[70542]: DEBUG oslo_vmware.api [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729609} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.135308] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5/05d962f1-7b10-4caa-9cb4-a0aab9bb38f5.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.135630] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.136257] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09e052fb-8fa2-4999-b3bb-5330122e1b22 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.146525] env[70542]: DEBUG oslo_vmware.api [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 744.146525] env[70542]: value = "task-3910933" [ 744.146525] env[70542]: _type = "Task" [ 744.146525] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.156931] env[70542]: DEBUG oslo_vmware.api [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.277305] env[70542]: DEBUG nova.network.neutron [req-eddf113d-5886-427b-a1a7-b7619800d07e req-0ffeb0e2-34fa-4a68-b4a2-3494b736b2bb service nova] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Updated VIF entry in instance network info cache for port b1a49ba0-9356-4d7f-a517-980d6a2553c8. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.277547] env[70542]: DEBUG nova.network.neutron [req-eddf113d-5886-427b-a1a7-b7619800d07e req-0ffeb0e2-34fa-4a68-b4a2-3494b736b2bb service nova] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Updating instance_info_cache with network_info: [{"id": "b1a49ba0-9356-4d7f-a517-980d6a2553c8", "address": "fa:16:3e:83:8d:95", "network": {"id": "18aedac8-f39d-4a0b-85fa-ac3c653a4d27", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1671921556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a7c9f23bed4429988b5a7b7b33ed833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a49ba0-93", "ovs_interfaceid": "b1a49ba0-9356-4d7f-a517-980d6a2553c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.441824] env[70542]: DEBUG nova.scheduler.client.report [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.466523] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910932, 'name': CreateVM_Task, 'duration_secs': 0.879444} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.466978] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.468974] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.468974] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.469287] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.470952] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbd16530-b02c-45d7-9eff-8b75e51456c9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.480635] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 744.480635] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5226fad0-b6e4-ade3-6d66-1c155f6fa772" [ 744.480635] env[70542]: _type = "Task" [ 744.480635] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.498253] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5226fad0-b6e4-ade3-6d66-1c155f6fa772, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.552850] env[70542]: DEBUG oslo_concurrency.lockutils [req-1839ad83-6ad7-470c-91a4-2a875ff21193 req-d3b2cb8f-4145-4247-b6a8-38e9dfac9f16 service nova] Releasing lock "refresh_cache-70a49596-b0a3-4ce7-8b80-ab64344fbcd5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.663025] env[70542]: DEBUG oslo_vmware.api [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154634} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.663025] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.664768] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4626af-80d2-4f93-8716-b12c81aa91f6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.673021] env[70542]: DEBUG nova.network.neutron [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.707027] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5/05d962f1-7b10-4caa-9cb4-a0aab9bb38f5.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.711132] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2723c358-907c-4750-a122-bc77625f6cea {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.735872] env[70542]: DEBUG oslo_vmware.api [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 744.735872] env[70542]: value = "task-3910934" [ 744.735872] env[70542]: _type = "Task" [ 744.735872] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.746376] env[70542]: DEBUG oslo_vmware.api [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.780359] env[70542]: DEBUG oslo_concurrency.lockutils [req-eddf113d-5886-427b-a1a7-b7619800d07e req-0ffeb0e2-34fa-4a68-b4a2-3494b736b2bb service nova] Releasing lock "refresh_cache-ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.958996] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.831s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.960303] env[70542]: DEBUG nova.compute.manager [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.965184] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.963s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.966206] env[70542]: INFO nova.compute.claims [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.974555] env[70542]: DEBUG nova.network.neutron [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Updating instance_info_cache with network_info: [{"id": "601c9f06-1cc1-4e4d-8b6f-763d07559dad", "address": "fa:16:3e:ad:dd:47", "network": {"id": "3fe0af82-2f75-4ef6-884b-7e0748fd3323", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-821776871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cc20bc07b54f06a1599250b8409dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap601c9f06-1c", "ovs_interfaceid": "601c9f06-1cc1-4e4d-8b6f-763d07559dad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.001726] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5226fad0-b6e4-ade3-6d66-1c155f6fa772, 'name': SearchDatastore_Task, 'duration_secs': 0.028838} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.001726] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.001726] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.001726] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.002218] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.002218] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.002218] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d17f727-eba2-49e7-8d0c-7622893d900b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.018388] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.018936] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.019923] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dc14fb3-0469-499c-89c3-8b91709406f7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.033036] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 745.033036] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527268a1-2fa3-8685-6622-4fddc2a4a9d6" [ 745.033036] env[70542]: _type = "Task" [ 745.033036] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.044981] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527268a1-2fa3-8685-6622-4fddc2a4a9d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.255053] env[70542]: DEBUG oslo_vmware.api [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.477469] env[70542]: DEBUG nova.compute.utils [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.485037] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Releasing lock "refresh_cache-61b93ec7-7899-446d-8e08-d354622eeaa4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.485407] env[70542]: DEBUG nova.compute.manager [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Instance network_info: |[{"id": "601c9f06-1cc1-4e4d-8b6f-763d07559dad", "address": "fa:16:3e:ad:dd:47", "network": {"id": "3fe0af82-2f75-4ef6-884b-7e0748fd3323", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-821776871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cc20bc07b54f06a1599250b8409dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap601c9f06-1c", "ovs_interfaceid": "601c9f06-1cc1-4e4d-8b6f-763d07559dad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 745.490273] env[70542]: DEBUG nova.compute.manager [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.490545] env[70542]: DEBUG nova.network.neutron [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.492873] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:dd:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '601c9f06-1cc1-4e4d-8b6f-763d07559dad', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.502074] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Creating folder: Project (44cc20bc07b54f06a1599250b8409dd8). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.503872] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e5ee788-36be-4498-b9a0-ea8079d8cc26 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.517430] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Created folder: Project (44cc20bc07b54f06a1599250b8409dd8) in parent group-v776569. [ 745.517632] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Creating folder: Instances. Parent ref: group-v776647. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.517878] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf093fb8-6227-45bd-8ded-c2d1471be5e0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.535677] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Created folder: Instances in parent group-v776647. [ 745.535982] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.540261] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.540261] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-519dd76d-a1fd-4877-ae03-fcb6b950be76 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.570700] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527268a1-2fa3-8685-6622-4fddc2a4a9d6, 'name': SearchDatastore_Task, 'duration_secs': 0.018452} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.570700] env[70542]: DEBUG nova.policy [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2c9b939e17545bc96da16bc015f6d87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9f15f0b65924019864de17d8f0db073', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.572253] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.572253] env[70542]: value = "task-3910937" [ 745.572253] env[70542]: _type = "Task" [ 745.572253] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.572598] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc594465-c3f5-4c68-b4b9-a6fc15e804d3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.585670] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 745.585670] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524ed69a-e112-1a4f-be3b-576298516fb6" [ 745.585670] env[70542]: _type = "Task" [ 745.585670] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.589640] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910937, 'name': CreateVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.606076] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524ed69a-e112-1a4f-be3b-576298516fb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.749843] env[70542]: DEBUG oslo_vmware.api [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910934, 'name': ReconfigVM_Task, 'duration_secs': 0.759256} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.750191] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5/05d962f1-7b10-4caa-9cb4-a0aab9bb38f5.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.751053] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5a065e2-b78f-4cb8-97a1-2f8806b1df8b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.761634] env[70542]: DEBUG oslo_vmware.api [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 745.761634] env[70542]: value = "task-3910938" [ 745.761634] env[70542]: _type = "Task" [ 745.761634] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.775867] env[70542]: DEBUG oslo_vmware.api [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910938, 'name': Rename_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.848499] env[70542]: DEBUG nova.compute.manager [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Received event network-vif-plugged-601c9f06-1cc1-4e4d-8b6f-763d07559dad {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.848715] env[70542]: DEBUG oslo_concurrency.lockutils [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] Acquiring lock "61b93ec7-7899-446d-8e08-d354622eeaa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.848926] env[70542]: DEBUG oslo_concurrency.lockutils [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] Lock "61b93ec7-7899-446d-8e08-d354622eeaa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.849162] env[70542]: DEBUG oslo_concurrency.lockutils [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] Lock "61b93ec7-7899-446d-8e08-d354622eeaa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.849278] env[70542]: DEBUG nova.compute.manager [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] No waiting events found dispatching network-vif-plugged-601c9f06-1cc1-4e4d-8b6f-763d07559dad {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 745.849442] env[70542]: WARNING nova.compute.manager [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Received unexpected event network-vif-plugged-601c9f06-1cc1-4e4d-8b6f-763d07559dad for instance with vm_state building and task_state spawning. [ 745.849599] env[70542]: DEBUG nova.compute.manager [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Received event network-changed-601c9f06-1cc1-4e4d-8b6f-763d07559dad {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.849926] env[70542]: DEBUG nova.compute.manager [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Refreshing instance network info cache due to event network-changed-601c9f06-1cc1-4e4d-8b6f-763d07559dad. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.849926] env[70542]: DEBUG oslo_concurrency.lockutils [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] Acquiring lock "refresh_cache-61b93ec7-7899-446d-8e08-d354622eeaa4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.850075] env[70542]: DEBUG oslo_concurrency.lockutils [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] Acquired lock "refresh_cache-61b93ec7-7899-446d-8e08-d354622eeaa4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.850203] env[70542]: DEBUG nova.network.neutron [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Refreshing network info cache for port 601c9f06-1cc1-4e4d-8b6f-763d07559dad {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.987537] env[70542]: DEBUG nova.compute.manager [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.071369] env[70542]: DEBUG nova.network.neutron [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Successfully created port: aff9a33d-6662-4b14-89dd-e0e3c203a5ab {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.087575] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910937, 'name': CreateVM_Task, 'duration_secs': 0.506061} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.091283] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.092797] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.093041] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.093635] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.097118] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae6bc3b4-90ae-463f-8622-15cbff674968 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.104280] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Waiting for the task: (returnval){ [ 746.104280] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c2146f-4ac8-1412-417b-c00eea454510" [ 746.104280] env[70542]: _type = "Task" [ 746.104280] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.108095] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524ed69a-e112-1a4f-be3b-576298516fb6, 'name': SearchDatastore_Task, 'duration_secs': 0.015905} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.111610] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.111892] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 70a49596-b0a3-4ce7-8b80-ab64344fbcd5/70a49596-b0a3-4ce7-8b80-ab64344fbcd5.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.115690] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bb85b0e-8d44-4602-8c83-d6d3f6453062 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.126730] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c2146f-4ac8-1412-417b-c00eea454510, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.128151] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 746.128151] env[70542]: value = "task-3910939" [ 746.128151] env[70542]: _type = "Task" [ 746.128151] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.141622] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.272374] env[70542]: DEBUG oslo_vmware.api [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910938, 'name': Rename_Task, 'duration_secs': 0.300489} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.277646] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.278488] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dec7378b-c595-4c69-9e26-f17d5bcc4388 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.291712] env[70542]: DEBUG oslo_vmware.api [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 746.291712] env[70542]: value = "task-3910940" [ 746.291712] env[70542]: _type = "Task" [ 746.291712] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.304811] env[70542]: DEBUG oslo_vmware.api [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.625301] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c2146f-4ac8-1412-417b-c00eea454510, 'name': SearchDatastore_Task, 'duration_secs': 0.031277} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.633251] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.633584] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.633873] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.634074] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.634305] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.634940] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28d57ff5-8ea2-4104-8152-2ce8cf368d13 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.653202] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910939, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.657937] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.658024] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.658821] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c736f012-a5fb-4f88-bf6c-99d594500def {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.667336] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Waiting for the task: (returnval){ [ 746.667336] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e2724d-d4fb-f765-dc70-34512dc44508" [ 746.667336] env[70542]: _type = "Task" [ 746.667336] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.678733] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e2724d-d4fb-f765-dc70-34512dc44508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.710911] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c34979-a4b3-459b-abd8-a625cc64fa6d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.723510] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fa7bcd-c699-4ef8-8dd3-0cdb12b271bf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.757945] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41845bdb-a4ea-4c76-b4d3-33d553c0fca8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.766948] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16f9f7a-b086-48be-85b6-75d2747ff0d8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.785061] env[70542]: DEBUG nova.compute.provider_tree [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.809455] env[70542]: DEBUG oslo_vmware.api [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910940, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.930567] env[70542]: DEBUG nova.network.neutron [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Updated VIF entry in instance network info cache for port 601c9f06-1cc1-4e4d-8b6f-763d07559dad. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.931100] env[70542]: DEBUG nova.network.neutron [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Updating instance_info_cache with network_info: [{"id": "601c9f06-1cc1-4e4d-8b6f-763d07559dad", "address": "fa:16:3e:ad:dd:47", "network": {"id": "3fe0af82-2f75-4ef6-884b-7e0748fd3323", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-821776871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cc20bc07b54f06a1599250b8409dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap601c9f06-1c", "ovs_interfaceid": "601c9f06-1cc1-4e4d-8b6f-763d07559dad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.007347] env[70542]: DEBUG nova.compute.manager [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.032408] env[70542]: DEBUG nova.virt.hardware [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.032656] env[70542]: DEBUG nova.virt.hardware [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.032813] env[70542]: DEBUG nova.virt.hardware [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.033031] env[70542]: DEBUG nova.virt.hardware [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.033281] env[70542]: DEBUG nova.virt.hardware [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.033559] env[70542]: DEBUG nova.virt.hardware [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.033631] env[70542]: DEBUG nova.virt.hardware [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.033731] env[70542]: DEBUG nova.virt.hardware [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.033895] env[70542]: DEBUG nova.virt.hardware [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.034119] env[70542]: DEBUG nova.virt.hardware [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.034314] env[70542]: DEBUG nova.virt.hardware [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.035240] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36047ac9-363f-4e88-ac01-1d103a7b7a0d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.045640] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342399f4-af35-4150-8821-678ff5f64189 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.147532] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910939, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.180774] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e2724d-d4fb-f765-dc70-34512dc44508, 'name': SearchDatastore_Task, 'duration_secs': 0.059327} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.181733] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b4db816-f2d4-4c0d-97ee-659e00cdc683 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.191128] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Waiting for the task: (returnval){ [ 747.191128] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527f3474-84f8-374b-0171-0b33f92ff897" [ 747.191128] env[70542]: _type = "Task" [ 747.191128] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.202222] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527f3474-84f8-374b-0171-0b33f92ff897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.289659] env[70542]: DEBUG nova.scheduler.client.report [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.305386] env[70542]: DEBUG oslo_vmware.api [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910940, 'name': PowerOnVM_Task, 'duration_secs': 0.881253} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.305926] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.306230] env[70542]: INFO nova.compute.manager [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Took 11.12 seconds to spawn the instance on the hypervisor. [ 747.306550] env[70542]: DEBUG nova.compute.manager [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 747.307614] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af84eb6-7eda-4d35-94f9-668e071c66d3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.435139] env[70542]: DEBUG oslo_concurrency.lockutils [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] Releasing lock "refresh_cache-61b93ec7-7899-446d-8e08-d354622eeaa4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.436355] env[70542]: DEBUG nova.compute.manager [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Received event network-changed-b1a49ba0-9356-4d7f-a517-980d6a2553c8 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.436355] env[70542]: DEBUG nova.compute.manager [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Refreshing instance network info cache due to event network-changed-b1a49ba0-9356-4d7f-a517-980d6a2553c8. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.436884] env[70542]: DEBUG oslo_concurrency.lockutils [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] Acquiring lock "refresh_cache-ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.437102] env[70542]: DEBUG oslo_concurrency.lockutils [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] Acquired lock "refresh_cache-ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.437332] env[70542]: DEBUG nova.network.neutron [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Refreshing network info cache for port b1a49ba0-9356-4d7f-a517-980d6a2553c8 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.479879] env[70542]: DEBUG oslo_concurrency.lockutils [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Acquiring lock "5f03309a-4505-49d3-854e-3082cc2cd03a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.480130] env[70542]: DEBUG oslo_concurrency.lockutils [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Lock "5f03309a-4505-49d3-854e-3082cc2cd03a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.648473] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910939, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.708048] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527f3474-84f8-374b-0171-0b33f92ff897, 'name': SearchDatastore_Task, 'duration_secs': 0.059762} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.708048] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.708428] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 61b93ec7-7899-446d-8e08-d354622eeaa4/61b93ec7-7899-446d-8e08-d354622eeaa4.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.708514] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02f11ecf-4123-4e94-a624-1e24095974c1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.717995] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Waiting for the task: (returnval){ [ 747.717995] env[70542]: value = "task-3910941" [ 747.717995] env[70542]: _type = "Task" [ 747.717995] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.728159] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': task-3910941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.797660] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.832s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.797660] env[70542]: DEBUG nova.compute.manager [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.799909] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.837s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.800070] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.800259] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70542) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 747.800628] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e6170537-77bd-4a92-93c2-6ed41106e8df tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.079s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.800811] env[70542]: DEBUG nova.objects.instance [None req-e6170537-77bd-4a92-93c2-6ed41106e8df tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lazy-loading 'resources' on Instance uuid f77c5d4a-3214-4ac4-b9a9-5285e1b23877 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.802925] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d484da-7763-48a8-9d9a-6b7605dfe7e6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.812496] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17d7a78-8eb3-4002-b816-1e6554169034 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.847861] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b5c6dc-93fc-4a7e-8d24-e09724b72e8b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.849727] env[70542]: INFO nova.compute.manager [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Took 38.18 seconds to build instance. [ 747.858393] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1d3431-087f-4e3a-bee1-b608ebe018dc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.890511] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179963MB free_disk=40GB free_vcpus=48 pci_devices=None {{(pid=70542) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 747.890702] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.149017] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910939, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.660504} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.149396] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 70a49596-b0a3-4ce7-8b80-ab64344fbcd5/70a49596-b0a3-4ce7-8b80-ab64344fbcd5.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.149731] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.151415] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d89692e0-817b-471c-b0cb-3e9b886827ea {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.160223] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 748.160223] env[70542]: value = "task-3910942" [ 748.160223] env[70542]: _type = "Task" [ 748.160223] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.172028] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.229882] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': task-3910941, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.306286] env[70542]: DEBUG nova.compute.utils [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.307629] env[70542]: DEBUG nova.compute.manager [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.308338] env[70542]: DEBUG nova.network.neutron [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.316846] env[70542]: DEBUG nova.network.neutron [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Successfully updated port: aff9a33d-6662-4b14-89dd-e0e3c203a5ab {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.356751] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5a12de95-6704-4c4c-89c5-c77dccfa3a3e tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "05d962f1-7b10-4caa-9cb4-a0aab9bb38f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.235s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.398202] env[70542]: DEBUG nova.policy [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db93dd6fe2764e549595e4c063288c31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d75b3ac036945859027ba24a136680c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.556640] env[70542]: DEBUG nova.compute.manager [req-d93db4c2-b77a-495f-84d2-96e4917ffb3a req-a9cd857f-d8e8-44a8-8a13-87aed0d987df service nova] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Received event network-changed-bfbd04e8-4cbe-4a9e-9e51-620a48afabbd {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.556640] env[70542]: DEBUG nova.compute.manager [req-d93db4c2-b77a-495f-84d2-96e4917ffb3a req-a9cd857f-d8e8-44a8-8a13-87aed0d987df service nova] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Refreshing instance network info cache due to event network-changed-bfbd04e8-4cbe-4a9e-9e51-620a48afabbd. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.556903] env[70542]: DEBUG oslo_concurrency.lockutils [req-d93db4c2-b77a-495f-84d2-96e4917ffb3a req-a9cd857f-d8e8-44a8-8a13-87aed0d987df service nova] Acquiring lock "refresh_cache-d7eac8eb-68a9-4247-a909-6e5aea068faa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.557086] env[70542]: DEBUG oslo_concurrency.lockutils [req-d93db4c2-b77a-495f-84d2-96e4917ffb3a req-a9cd857f-d8e8-44a8-8a13-87aed0d987df service nova] Acquired lock "refresh_cache-d7eac8eb-68a9-4247-a909-6e5aea068faa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.557298] env[70542]: DEBUG nova.network.neutron [req-d93db4c2-b77a-495f-84d2-96e4917ffb3a req-a9cd857f-d8e8-44a8-8a13-87aed0d987df service nova] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Refreshing network info cache for port bfbd04e8-4cbe-4a9e-9e51-620a48afabbd {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.598526] env[70542]: DEBUG nova.network.neutron [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Updated VIF entry in instance network info cache for port b1a49ba0-9356-4d7f-a517-980d6a2553c8. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.599100] env[70542]: DEBUG nova.network.neutron [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Updating instance_info_cache with network_info: [{"id": "b1a49ba0-9356-4d7f-a517-980d6a2553c8", "address": "fa:16:3e:83:8d:95", "network": {"id": "18aedac8-f39d-4a0b-85fa-ac3c653a4d27", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1671921556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a7c9f23bed4429988b5a7b7b33ed833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a49ba0-93", "ovs_interfaceid": "b1a49ba0-9356-4d7f-a517-980d6a2553c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.672428] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168305} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.672712] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.673575] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59258855-e8ce-43a4-9d38-af283019e83b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.697306] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 70a49596-b0a3-4ce7-8b80-ab64344fbcd5/70a49596-b0a3-4ce7-8b80-ab64344fbcd5.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.700325] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be9ac7f8-deab-4a42-88fa-bd6e465564b0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.724870] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 748.724870] env[70542]: value = "task-3910946" [ 748.724870] env[70542]: _type = "Task" [ 748.724870] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.734711] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': task-3910941, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.740515] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910946, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.810388] env[70542]: DEBUG nova.compute.manager [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.821650] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Acquiring lock "refresh_cache-a7bffb65-7477-4ea5-ba13-cad72418f11a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.821805] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Acquired lock "refresh_cache-a7bffb65-7477-4ea5-ba13-cad72418f11a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.821955] env[70542]: DEBUG nova.network.neutron [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.860677] env[70542]: DEBUG nova.compute.manager [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.894805] env[70542]: DEBUG nova.network.neutron [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Successfully created port: 633b3038-0cf7-4ee5-9136-26061f357491 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.948237] env[70542]: DEBUG oslo_concurrency.lockutils [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Acquiring lock "d7eac8eb-68a9-4247-a909-6e5aea068faa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.948485] env[70542]: DEBUG oslo_concurrency.lockutils [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Lock "d7eac8eb-68a9-4247-a909-6e5aea068faa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.948686] env[70542]: DEBUG oslo_concurrency.lockutils [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Acquiring lock "d7eac8eb-68a9-4247-a909-6e5aea068faa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.948866] env[70542]: DEBUG oslo_concurrency.lockutils [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Lock "d7eac8eb-68a9-4247-a909-6e5aea068faa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.949795] env[70542]: DEBUG oslo_concurrency.lockutils [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Lock "d7eac8eb-68a9-4247-a909-6e5aea068faa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.951983] env[70542]: INFO nova.compute.manager [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Terminating instance [ 749.013572] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980a008f-d7a9-49e9-8dcc-c2f0073db201 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.022272] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f76d8e0-7902-43b7-b5e4-d9c1d83bf0f1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.062051] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9692094-aa06-4870-b50b-92bce1c79cd4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.068982] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8a2659-444b-4155-ab24-66ffdc19f9d2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.088201] env[70542]: DEBUG nova.compute.provider_tree [None req-e6170537-77bd-4a92-93c2-6ed41106e8df tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.102190] env[70542]: DEBUG oslo_concurrency.lockutils [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] Releasing lock "refresh_cache-ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.102481] env[70542]: DEBUG nova.compute.manager [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Received event network-changed-bfbd04e8-4cbe-4a9e-9e51-620a48afabbd {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.102658] env[70542]: DEBUG nova.compute.manager [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Refreshing instance network info cache due to event network-changed-bfbd04e8-4cbe-4a9e-9e51-620a48afabbd. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.102839] env[70542]: DEBUG oslo_concurrency.lockutils [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] Acquiring lock "refresh_cache-d7eac8eb-68a9-4247-a909-6e5aea068faa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.234415] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': task-3910941, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.242241] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.388837] env[70542]: DEBUG nova.network.neutron [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.394477] env[70542]: DEBUG oslo_concurrency.lockutils [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.410911] env[70542]: DEBUG nova.network.neutron [req-d93db4c2-b77a-495f-84d2-96e4917ffb3a req-a9cd857f-d8e8-44a8-8a13-87aed0d987df service nova] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Updated VIF entry in instance network info cache for port bfbd04e8-4cbe-4a9e-9e51-620a48afabbd. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.411480] env[70542]: DEBUG nova.network.neutron [req-d93db4c2-b77a-495f-84d2-96e4917ffb3a req-a9cd857f-d8e8-44a8-8a13-87aed0d987df service nova] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Updating instance_info_cache with network_info: [{"id": "bfbd04e8-4cbe-4a9e-9e51-620a48afabbd", "address": "fa:16:3e:0d:6a:ef", "network": {"id": "18aedac8-f39d-4a0b-85fa-ac3c653a4d27", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1671921556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a7c9f23bed4429988b5a7b7b33ed833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfbd04e8-4c", "ovs_interfaceid": "bfbd04e8-4cbe-4a9e-9e51-620a48afabbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.456696] env[70542]: DEBUG nova.compute.manager [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.456982] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.458103] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee0f208-3dc9-4ed3-9fbf-6b9c64456110 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.470454] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.470954] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90459c47-6630-43af-b737-4da937a611a6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.479996] env[70542]: DEBUG oslo_vmware.api [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Waiting for the task: (returnval){ [ 749.479996] env[70542]: value = "task-3910947" [ 749.479996] env[70542]: _type = "Task" [ 749.479996] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.495366] env[70542]: DEBUG oslo_vmware.api [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.592091] env[70542]: DEBUG nova.scheduler.client.report [None req-e6170537-77bd-4a92-93c2-6ed41106e8df tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.598517] env[70542]: DEBUG nova.network.neutron [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Updating instance_info_cache with network_info: [{"id": "aff9a33d-6662-4b14-89dd-e0e3c203a5ab", "address": "fa:16:3e:9c:66:46", "network": {"id": "2436f323-fa7d-47de-82c2-060af897db76", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1089133180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f15f0b65924019864de17d8f0db073", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaff9a33d-66", "ovs_interfaceid": "aff9a33d-6662-4b14-89dd-e0e3c203a5ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.738026] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': task-3910941, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.626115} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.741421] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 61b93ec7-7899-446d-8e08-d354622eeaa4/61b93ec7-7899-446d-8e08-d354622eeaa4.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.741686] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.741959] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.742199] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a356e69-8487-4dc5-8acc-5c104e72127b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.749857] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Waiting for the task: (returnval){ [ 749.749857] env[70542]: value = "task-3910948" [ 749.749857] env[70542]: _type = "Task" [ 749.749857] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.763181] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': task-3910948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.819724] env[70542]: DEBUG nova.compute.manager [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.866288] env[70542]: DEBUG nova.virt.hardware [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.866569] env[70542]: DEBUG nova.virt.hardware [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.866719] env[70542]: DEBUG nova.virt.hardware [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.866890] env[70542]: DEBUG nova.virt.hardware [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.867062] env[70542]: DEBUG nova.virt.hardware [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.867228] env[70542]: DEBUG nova.virt.hardware [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.869681] env[70542]: DEBUG nova.virt.hardware [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.869681] env[70542]: DEBUG nova.virt.hardware [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.869681] env[70542]: DEBUG nova.virt.hardware [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.869681] env[70542]: DEBUG nova.virt.hardware [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.869681] env[70542]: DEBUG nova.virt.hardware [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.869889] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e9b27d-1b32-4869-bf93-3d0bb8787893 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.878926] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0d68d7-10ad-41cf-ab68-eb65019584c1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.915672] env[70542]: DEBUG oslo_concurrency.lockutils [req-d93db4c2-b77a-495f-84d2-96e4917ffb3a req-a9cd857f-d8e8-44a8-8a13-87aed0d987df service nova] Releasing lock "refresh_cache-d7eac8eb-68a9-4247-a909-6e5aea068faa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.915787] env[70542]: DEBUG nova.compute.manager [req-d93db4c2-b77a-495f-84d2-96e4917ffb3a req-a9cd857f-d8e8-44a8-8a13-87aed0d987df service nova] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Received event network-vif-plugged-aff9a33d-6662-4b14-89dd-e0e3c203a5ab {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.915922] env[70542]: DEBUG oslo_concurrency.lockutils [req-d93db4c2-b77a-495f-84d2-96e4917ffb3a req-a9cd857f-d8e8-44a8-8a13-87aed0d987df service nova] Acquiring lock "a7bffb65-7477-4ea5-ba13-cad72418f11a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.916181] env[70542]: DEBUG oslo_concurrency.lockutils [req-d93db4c2-b77a-495f-84d2-96e4917ffb3a req-a9cd857f-d8e8-44a8-8a13-87aed0d987df service nova] Lock "a7bffb65-7477-4ea5-ba13-cad72418f11a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.916359] env[70542]: DEBUG oslo_concurrency.lockutils [req-d93db4c2-b77a-495f-84d2-96e4917ffb3a req-a9cd857f-d8e8-44a8-8a13-87aed0d987df service nova] Lock "a7bffb65-7477-4ea5-ba13-cad72418f11a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.920023] env[70542]: DEBUG nova.compute.manager [req-d93db4c2-b77a-495f-84d2-96e4917ffb3a req-a9cd857f-d8e8-44a8-8a13-87aed0d987df service nova] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] No waiting events found dispatching network-vif-plugged-aff9a33d-6662-4b14-89dd-e0e3c203a5ab {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 749.920023] env[70542]: WARNING nova.compute.manager [req-d93db4c2-b77a-495f-84d2-96e4917ffb3a req-a9cd857f-d8e8-44a8-8a13-87aed0d987df service nova] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Received unexpected event network-vif-plugged-aff9a33d-6662-4b14-89dd-e0e3c203a5ab for instance with vm_state building and task_state spawning. [ 749.920023] env[70542]: DEBUG oslo_concurrency.lockutils [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] Acquired lock "refresh_cache-d7eac8eb-68a9-4247-a909-6e5aea068faa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.920023] env[70542]: DEBUG nova.network.neutron [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Refreshing network info cache for port bfbd04e8-4cbe-4a9e-9e51-620a48afabbd {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.998036] env[70542]: DEBUG oslo_vmware.api [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910947, 'name': PowerOffVM_Task, 'duration_secs': 0.273225} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.998036] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.998036] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.998421] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a652bf53-722b-45cb-ac04-458a27497dfe {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.054365] env[70542]: DEBUG nova.compute.manager [req-5cb5d539-15c1-4636-84e8-be43077b9d6b req-1ffa9189-f3bf-41c9-b716-09d3b5e67302 service nova] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Received event network-changed-b1a49ba0-9356-4d7f-a517-980d6a2553c8 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.054365] env[70542]: DEBUG nova.compute.manager [req-5cb5d539-15c1-4636-84e8-be43077b9d6b req-1ffa9189-f3bf-41c9-b716-09d3b5e67302 service nova] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Refreshing instance network info cache due to event network-changed-b1a49ba0-9356-4d7f-a517-980d6a2553c8. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.054365] env[70542]: DEBUG oslo_concurrency.lockutils [req-5cb5d539-15c1-4636-84e8-be43077b9d6b req-1ffa9189-f3bf-41c9-b716-09d3b5e67302 service nova] Acquiring lock "refresh_cache-ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.054365] env[70542]: DEBUG oslo_concurrency.lockutils [req-5cb5d539-15c1-4636-84e8-be43077b9d6b req-1ffa9189-f3bf-41c9-b716-09d3b5e67302 service nova] Acquired lock "refresh_cache-ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.058578] env[70542]: DEBUG nova.network.neutron [req-5cb5d539-15c1-4636-84e8-be43077b9d6b req-1ffa9189-f3bf-41c9-b716-09d3b5e67302 service nova] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Refreshing network info cache for port b1a49ba0-9356-4d7f-a517-980d6a2553c8 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.093268] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.093268] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.093268] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Deleting the datastore file [datastore2] d7eac8eb-68a9-4247-a909-6e5aea068faa {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.093268] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13a6e87e-d546-481e-ab8c-e6aba1647925 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.101872] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e6170537-77bd-4a92-93c2-6ed41106e8df tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.301s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.105049] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Releasing lock "refresh_cache-a7bffb65-7477-4ea5-ba13-cad72418f11a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.105190] env[70542]: DEBUG nova.compute.manager [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Instance network_info: |[{"id": "aff9a33d-6662-4b14-89dd-e0e3c203a5ab", "address": "fa:16:3e:9c:66:46", "network": {"id": "2436f323-fa7d-47de-82c2-060af897db76", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1089133180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f15f0b65924019864de17d8f0db073", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaff9a33d-66", "ovs_interfaceid": "aff9a33d-6662-4b14-89dd-e0e3c203a5ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.106543] env[70542]: DEBUG oslo_vmware.api [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Waiting for the task: (returnval){ [ 750.106543] env[70542]: value = "task-3910950" [ 750.106543] env[70542]: _type = "Task" [ 750.106543] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.106543] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.133s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.106543] env[70542]: DEBUG nova.objects.instance [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Lazy-loading 'resources' on Instance uuid 83559878-68c5-40bb-86b5-306a9b7f120b {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.108635] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:66:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aff9a33d-6662-4b14-89dd-e0e3c203a5ab', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.117758] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Creating folder: Project (b9f15f0b65924019864de17d8f0db073). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.122114] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-565c4934-8097-42d4-850c-11252524db88 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.136062] env[70542]: DEBUG oslo_vmware.api [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.137316] env[70542]: INFO nova.scheduler.client.report [None req-e6170537-77bd-4a92-93c2-6ed41106e8df tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Deleted allocations for instance f77c5d4a-3214-4ac4-b9a9-5285e1b23877 [ 750.141808] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Created folder: Project (b9f15f0b65924019864de17d8f0db073) in parent group-v776569. [ 750.142155] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Creating folder: Instances. Parent ref: group-v776653. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.145059] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bbaa819-1493-4b4e-80c9-ba94c27e25a8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.159369] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Created folder: Instances in parent group-v776653. [ 750.159671] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.159941] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.160237] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-140d830d-6419-421a-ab86-e2594fd1d4e7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.185377] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.185377] env[70542]: value = "task-3910953" [ 750.185377] env[70542]: _type = "Task" [ 750.185377] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.195926] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910953, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.241539] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910946, 'name': ReconfigVM_Task, 'duration_secs': 1.133305} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.242030] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 70a49596-b0a3-4ce7-8b80-ab64344fbcd5/70a49596-b0a3-4ce7-8b80-ab64344fbcd5.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.242980] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6c5a0f1-6a16-4b03-ba16-cf2ff9d33121 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.255190] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 750.255190] env[70542]: value = "task-3910954" [ 750.255190] env[70542]: _type = "Task" [ 750.255190] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.262342] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': task-3910948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076786} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.266409] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.268120] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6143ca19-8c1c-4404-a8f2-d81e6d454ca7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.278330] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910954, 'name': Rename_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.302864] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 61b93ec7-7899-446d-8e08-d354622eeaa4/61b93ec7-7899-446d-8e08-d354622eeaa4.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.306129] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d6fd870-f222-4b8a-901d-393b9c04f054 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.328359] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Waiting for the task: (returnval){ [ 750.328359] env[70542]: value = "task-3910955" [ 750.328359] env[70542]: _type = "Task" [ 750.328359] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.339194] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': task-3910955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.632801] env[70542]: DEBUG oslo_vmware.api [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3910950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284216} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.633198] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.633438] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.633670] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.633927] env[70542]: INFO nova.compute.manager [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Took 1.18 seconds to destroy the instance on the hypervisor. [ 750.634355] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.634540] env[70542]: DEBUG nova.compute.manager [-] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.634673] env[70542]: DEBUG nova.network.neutron [-] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.654520] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e6170537-77bd-4a92-93c2-6ed41106e8df tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "f77c5d4a-3214-4ac4-b9a9-5285e1b23877" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.436s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.680160] env[70542]: DEBUG oslo_vmware.rw_handles [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52748452-9756-6044-1a89-6714c1e94e95/disk-0.vmdk. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 750.681456] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb69df3-e1af-4739-9627-5a47ffae6b33 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.694045] env[70542]: DEBUG oslo_vmware.rw_handles [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52748452-9756-6044-1a89-6714c1e94e95/disk-0.vmdk is in state: ready. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 750.694249] env[70542]: ERROR oslo_vmware.rw_handles [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52748452-9756-6044-1a89-6714c1e94e95/disk-0.vmdk due to incomplete transfer. [ 750.694495] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4ced4999-20bc-49ab-ba40-04501c236f37 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.705092] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910953, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.709121] env[70542]: DEBUG oslo_vmware.rw_handles [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52748452-9756-6044-1a89-6714c1e94e95/disk-0.vmdk. {{(pid=70542) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 750.709343] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Uploaded image cbed6d95-f7aa-48bb-8e84-0fe220de8447 to the Glance image server {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 750.712108] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Destroying the VM {{(pid=70542) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 750.712925] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f082eab6-1e27-4dac-bd35-3e1e9e293da1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.721197] env[70542]: DEBUG oslo_vmware.api [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 750.721197] env[70542]: value = "task-3910956" [ 750.721197] env[70542]: _type = "Task" [ 750.721197] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.742170] env[70542]: DEBUG oslo_vmware.api [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910956, 'name': Destroy_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.773592] env[70542]: DEBUG nova.compute.manager [req-07c3bec2-ec74-45fd-95a8-dd2e855a8ff8 req-54931e2d-37de-46af-9939-67341212b928 service nova] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Received event network-changed-aff9a33d-6662-4b14-89dd-e0e3c203a5ab {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.773887] env[70542]: DEBUG nova.compute.manager [req-07c3bec2-ec74-45fd-95a8-dd2e855a8ff8 req-54931e2d-37de-46af-9939-67341212b928 service nova] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Refreshing instance network info cache due to event network-changed-aff9a33d-6662-4b14-89dd-e0e3c203a5ab. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.774185] env[70542]: DEBUG oslo_concurrency.lockutils [req-07c3bec2-ec74-45fd-95a8-dd2e855a8ff8 req-54931e2d-37de-46af-9939-67341212b928 service nova] Acquiring lock "refresh_cache-a7bffb65-7477-4ea5-ba13-cad72418f11a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.774332] env[70542]: DEBUG oslo_concurrency.lockutils [req-07c3bec2-ec74-45fd-95a8-dd2e855a8ff8 req-54931e2d-37de-46af-9939-67341212b928 service nova] Acquired lock "refresh_cache-a7bffb65-7477-4ea5-ba13-cad72418f11a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.774438] env[70542]: DEBUG nova.network.neutron [req-07c3bec2-ec74-45fd-95a8-dd2e855a8ff8 req-54931e2d-37de-46af-9939-67341212b928 service nova] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Refreshing network info cache for port aff9a33d-6662-4b14-89dd-e0e3c203a5ab {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.783883] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910954, 'name': Rename_Task, 'duration_secs': 0.229621} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.787020] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.787020] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-976c3b19-d156-4e2f-ae93-05930f311c20 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.797671] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 750.797671] env[70542]: value = "task-3910957" [ 750.797671] env[70542]: _type = "Task" [ 750.797671] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.807827] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.818267] env[70542]: DEBUG nova.network.neutron [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Updated VIF entry in instance network info cache for port bfbd04e8-4cbe-4a9e-9e51-620a48afabbd. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.818663] env[70542]: DEBUG nova.network.neutron [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Updating instance_info_cache with network_info: [{"id": "bfbd04e8-4cbe-4a9e-9e51-620a48afabbd", "address": "fa:16:3e:0d:6a:ef", "network": {"id": "18aedac8-f39d-4a0b-85fa-ac3c653a4d27", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1671921556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a7c9f23bed4429988b5a7b7b33ed833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfbd04e8-4c", "ovs_interfaceid": "bfbd04e8-4cbe-4a9e-9e51-620a48afabbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.841412] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': task-3910955, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.850812] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973cc769-82d4-4814-a9e7-3e5652d5a656 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.861079] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7feb6a-5511-4fcb-afe9-6968cf068c34 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.902420] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ebe309-c7fd-4743-96a4-c7311728447b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.911512] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ef0a95-efbb-4722-8745-b875d02ec34f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.927767] env[70542]: DEBUG nova.compute.provider_tree [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.996361] env[70542]: DEBUG nova.network.neutron [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Successfully updated port: 633b3038-0cf7-4ee5-9136-26061f357491 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.022855] env[70542]: DEBUG nova.network.neutron [req-5cb5d539-15c1-4636-84e8-be43077b9d6b req-1ffa9189-f3bf-41c9-b716-09d3b5e67302 service nova] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Updated VIF entry in instance network info cache for port b1a49ba0-9356-4d7f-a517-980d6a2553c8. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.023313] env[70542]: DEBUG nova.network.neutron [req-5cb5d539-15c1-4636-84e8-be43077b9d6b req-1ffa9189-f3bf-41c9-b716-09d3b5e67302 service nova] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Updating instance_info_cache with network_info: [{"id": "b1a49ba0-9356-4d7f-a517-980d6a2553c8", "address": "fa:16:3e:83:8d:95", "network": {"id": "18aedac8-f39d-4a0b-85fa-ac3c653a4d27", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1671921556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a7c9f23bed4429988b5a7b7b33ed833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a49ba0-93", "ovs_interfaceid": "b1a49ba0-9356-4d7f-a517-980d6a2553c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.198878] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910953, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.236295] env[70542]: DEBUG oslo_vmware.api [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910956, 'name': Destroy_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.308070] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910957, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.325947] env[70542]: DEBUG oslo_concurrency.lockutils [req-411c7cdb-eef6-4ee8-86b3-e32e666ee1dc req-e7041a28-60d6-4a86-be68-5864c7decfeb service nova] Releasing lock "refresh_cache-d7eac8eb-68a9-4247-a909-6e5aea068faa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.342875] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': task-3910955, 'name': ReconfigVM_Task, 'duration_secs': 0.5555} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.343235] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 61b93ec7-7899-446d-8e08-d354622eeaa4/61b93ec7-7899-446d-8e08-d354622eeaa4.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.343873] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0554b03a-b16f-4a21-b7b6-995eca641547 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.354034] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Waiting for the task: (returnval){ [ 751.354034] env[70542]: value = "task-3910958" [ 751.354034] env[70542]: _type = "Task" [ 751.354034] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.433144] env[70542]: DEBUG nova.scheduler.client.report [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.502735] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Acquiring lock "refresh_cache-7e2f05a8-6f0d-4112-a654-b2a6d01a011a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.502735] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Acquired lock "refresh_cache-7e2f05a8-6f0d-4112-a654-b2a6d01a011a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.502735] env[70542]: DEBUG nova.network.neutron [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.527394] env[70542]: DEBUG oslo_concurrency.lockutils [req-5cb5d539-15c1-4636-84e8-be43077b9d6b req-1ffa9189-f3bf-41c9-b716-09d3b5e67302 service nova] Releasing lock "refresh_cache-ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.677209] env[70542]: DEBUG nova.network.neutron [-] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.682690] env[70542]: DEBUG nova.network.neutron [req-07c3bec2-ec74-45fd-95a8-dd2e855a8ff8 req-54931e2d-37de-46af-9939-67341212b928 service nova] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Updated VIF entry in instance network info cache for port aff9a33d-6662-4b14-89dd-e0e3c203a5ab. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.682690] env[70542]: DEBUG nova.network.neutron [req-07c3bec2-ec74-45fd-95a8-dd2e855a8ff8 req-54931e2d-37de-46af-9939-67341212b928 service nova] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Updating instance_info_cache with network_info: [{"id": "aff9a33d-6662-4b14-89dd-e0e3c203a5ab", "address": "fa:16:3e:9c:66:46", "network": {"id": "2436f323-fa7d-47de-82c2-060af897db76", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1089133180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9f15f0b65924019864de17d8f0db073", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaff9a33d-66", "ovs_interfaceid": "aff9a33d-6662-4b14-89dd-e0e3c203a5ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.700478] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910953, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.739976] env[70542]: DEBUG oslo_vmware.api [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910956, 'name': Destroy_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.808929] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910957, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.863083] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': task-3910958, 'name': Rename_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.940838] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.943751] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.512s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.944327] env[70542]: DEBUG nova.objects.instance [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Lazy-loading 'resources' on Instance uuid 89c1fb20-b1c0-4ca6-85ce-3578092dff0b {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.964739] env[70542]: INFO nova.scheduler.client.report [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Deleted allocations for instance 83559878-68c5-40bb-86b5-306a9b7f120b [ 752.054288] env[70542]: DEBUG nova.network.neutron [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.180566] env[70542]: INFO nova.compute.manager [-] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Took 1.55 seconds to deallocate network for instance. [ 752.191030] env[70542]: DEBUG oslo_concurrency.lockutils [req-07c3bec2-ec74-45fd-95a8-dd2e855a8ff8 req-54931e2d-37de-46af-9939-67341212b928 service nova] Releasing lock "refresh_cache-a7bffb65-7477-4ea5-ba13-cad72418f11a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.201848] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910953, 'name': CreateVM_Task, 'duration_secs': 1.530311} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.203152] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.203152] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.203152] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.203349] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.203615] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d9d11f3-5c9f-49aa-b986-ce885ecc95b2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.210485] env[70542]: DEBUG oslo_vmware.api [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Waiting for the task: (returnval){ [ 752.210485] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5286eacc-6ad3-f0de-e90a-9731a059c63a" [ 752.210485] env[70542]: _type = "Task" [ 752.210485] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.224336] env[70542]: DEBUG oslo_vmware.api [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5286eacc-6ad3-f0de-e90a-9731a059c63a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.241271] env[70542]: DEBUG oslo_vmware.api [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910956, 'name': Destroy_Task} progress is 33%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.263795] env[70542]: DEBUG nova.network.neutron [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Updating instance_info_cache with network_info: [{"id": "633b3038-0cf7-4ee5-9136-26061f357491", "address": "fa:16:3e:65:08:aa", "network": {"id": "e3e20dcb-e499-42c9-9572-14d327c5133a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-652344486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d75b3ac036945859027ba24a136680c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap633b3038-0c", "ovs_interfaceid": "633b3038-0cf7-4ee5-9136-26061f357491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.316797] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910957, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.363814] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': task-3910958, 'name': Rename_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.392691] env[70542]: DEBUG nova.compute.manager [req-c8b45a9c-ed16-4c59-b64c-13dba20a00e9 req-a6c5716e-4476-448d-9ebf-7de4d86ace97 service nova] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Received event network-vif-plugged-633b3038-0cf7-4ee5-9136-26061f357491 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.392877] env[70542]: DEBUG oslo_concurrency.lockutils [req-c8b45a9c-ed16-4c59-b64c-13dba20a00e9 req-a6c5716e-4476-448d-9ebf-7de4d86ace97 service nova] Acquiring lock "7e2f05a8-6f0d-4112-a654-b2a6d01a011a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.393244] env[70542]: DEBUG oslo_concurrency.lockutils [req-c8b45a9c-ed16-4c59-b64c-13dba20a00e9 req-a6c5716e-4476-448d-9ebf-7de4d86ace97 service nova] Lock "7e2f05a8-6f0d-4112-a654-b2a6d01a011a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.393380] env[70542]: DEBUG oslo_concurrency.lockutils [req-c8b45a9c-ed16-4c59-b64c-13dba20a00e9 req-a6c5716e-4476-448d-9ebf-7de4d86ace97 service nova] Lock "7e2f05a8-6f0d-4112-a654-b2a6d01a011a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.393543] env[70542]: DEBUG nova.compute.manager [req-c8b45a9c-ed16-4c59-b64c-13dba20a00e9 req-a6c5716e-4476-448d-9ebf-7de4d86ace97 service nova] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] No waiting events found dispatching network-vif-plugged-633b3038-0cf7-4ee5-9136-26061f357491 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 752.393734] env[70542]: WARNING nova.compute.manager [req-c8b45a9c-ed16-4c59-b64c-13dba20a00e9 req-a6c5716e-4476-448d-9ebf-7de4d86ace97 service nova] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Received unexpected event network-vif-plugged-633b3038-0cf7-4ee5-9136-26061f357491 for instance with vm_state building and task_state spawning. [ 752.393863] env[70542]: DEBUG nova.compute.manager [req-c8b45a9c-ed16-4c59-b64c-13dba20a00e9 req-a6c5716e-4476-448d-9ebf-7de4d86ace97 service nova] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Received event network-changed-633b3038-0cf7-4ee5-9136-26061f357491 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.394312] env[70542]: DEBUG nova.compute.manager [req-c8b45a9c-ed16-4c59-b64c-13dba20a00e9 req-a6c5716e-4476-448d-9ebf-7de4d86ace97 service nova] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Refreshing instance network info cache due to event network-changed-633b3038-0cf7-4ee5-9136-26061f357491. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.394312] env[70542]: DEBUG oslo_concurrency.lockutils [req-c8b45a9c-ed16-4c59-b64c-13dba20a00e9 req-a6c5716e-4476-448d-9ebf-7de4d86ace97 service nova] Acquiring lock "refresh_cache-7e2f05a8-6f0d-4112-a654-b2a6d01a011a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.474037] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f16216fc-a6aa-4998-ad49-b94957d6e8be tempest-DeleteServersAdminTestJSON-21744185 tempest-DeleteServersAdminTestJSON-21744185-project-member] Lock "83559878-68c5-40bb-86b5-306a9b7f120b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.708s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.692100] env[70542]: DEBUG oslo_concurrency.lockutils [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.722501] env[70542]: DEBUG oslo_vmware.api [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5286eacc-6ad3-f0de-e90a-9731a059c63a, 'name': SearchDatastore_Task, 'duration_secs': 0.030416} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.726021] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.726021] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.726021] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.726021] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.726220] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.726644] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1b3483d-4739-4c08-8399-3c687eaa4b65 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.742825] env[70542]: DEBUG oslo_vmware.api [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910956, 'name': Destroy_Task, 'duration_secs': 1.569325} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.742825] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.742825] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.743480] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Destroyed the VM [ 752.743773] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Deleting Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 752.743869] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a9b7edc-34c1-4cab-adc0-7c6dda61be93 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.748297] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d6b3ba47-6f3d-4d9a-8222-5457c967ddd8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.752780] env[70542]: DEBUG oslo_vmware.api [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Waiting for the task: (returnval){ [ 752.752780] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f8dbfb-f29a-5800-8508-b4aa3d6ab028" [ 752.752780] env[70542]: _type = "Task" [ 752.752780] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.759314] env[70542]: DEBUG oslo_vmware.api [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 752.759314] env[70542]: value = "task-3910960" [ 752.759314] env[70542]: _type = "Task" [ 752.759314] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.764376] env[70542]: DEBUG oslo_vmware.api [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f8dbfb-f29a-5800-8508-b4aa3d6ab028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.767953] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Releasing lock "refresh_cache-7e2f05a8-6f0d-4112-a654-b2a6d01a011a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.768287] env[70542]: DEBUG nova.compute.manager [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Instance network_info: |[{"id": "633b3038-0cf7-4ee5-9136-26061f357491", "address": "fa:16:3e:65:08:aa", "network": {"id": "e3e20dcb-e499-42c9-9572-14d327c5133a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-652344486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d75b3ac036945859027ba24a136680c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap633b3038-0c", "ovs_interfaceid": "633b3038-0cf7-4ee5-9136-26061f357491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.768650] env[70542]: DEBUG oslo_concurrency.lockutils [req-c8b45a9c-ed16-4c59-b64c-13dba20a00e9 req-a6c5716e-4476-448d-9ebf-7de4d86ace97 service nova] Acquired lock "refresh_cache-7e2f05a8-6f0d-4112-a654-b2a6d01a011a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.768777] env[70542]: DEBUG nova.network.neutron [req-c8b45a9c-ed16-4c59-b64c-13dba20a00e9 req-a6c5716e-4476-448d-9ebf-7de4d86ace97 service nova] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Refreshing network info cache for port 633b3038-0cf7-4ee5-9136-26061f357491 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.770118] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:08:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '633b3038-0cf7-4ee5-9136-26061f357491', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.778443] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Creating folder: Project (2d75b3ac036945859027ba24a136680c). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.786020] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-facd3dc2-fc6c-4372-911c-565d407677ed {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.786909] env[70542]: DEBUG oslo_vmware.api [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910960, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.796947] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Created folder: Project (2d75b3ac036945859027ba24a136680c) in parent group-v776569. [ 752.797226] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Creating folder: Instances. Parent ref: group-v776656. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.797492] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f9793af-8625-462b-bf4f-8e64b4ef087d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.808127] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2f11a12f-707b-4bbc-80d8-48f8a02b8f6a tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Acquiring lock "d7eac8eb-68a9-4247-a909-6e5aea068faa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.811950] env[70542]: DEBUG oslo_vmware.api [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3910957, 'name': PowerOnVM_Task, 'duration_secs': 1.537033} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.815838] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.816087] env[70542]: INFO nova.compute.manager [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Took 13.88 seconds to spawn the instance on the hypervisor. [ 752.816275] env[70542]: DEBUG nova.compute.manager [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 752.816569] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Created folder: Instances in parent group-v776656. [ 752.816779] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.818069] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb4a4c1-fb8c-47cd-808d-993db09487f9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.821744] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.821744] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a69ce92-1c33-48e7-b7ab-e917e428b574 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.845659] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.845659] env[70542]: value = "task-3910963" [ 752.845659] env[70542]: _type = "Task" [ 752.845659] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.857700] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910963, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.868648] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': task-3910958, 'name': Rename_Task, 'duration_secs': 1.470991} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.868937] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.869208] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fec5cbc-c262-4815-8682-8554360105cc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.878343] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Waiting for the task: (returnval){ [ 752.878343] env[70542]: value = "task-3910964" [ 752.878343] env[70542]: _type = "Task" [ 752.878343] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.893581] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': task-3910964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.953962] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abe1f41-6fa8-442a-8a1d-b5962cdb775c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.963644] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b0dd06-c500-44d3-b78b-c23572d1360d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.002534] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f32d7d6-f726-41a9-93f0-ea15ddad6e39 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.011055] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73577353-a8f2-4299-8cbb-09022ca0e6a1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.025622] env[70542]: DEBUG nova.compute.provider_tree [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 753.271230] env[70542]: DEBUG oslo_vmware.api [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f8dbfb-f29a-5800-8508-b4aa3d6ab028, 'name': SearchDatastore_Task, 'duration_secs': 0.019448} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.277688] env[70542]: DEBUG oslo_vmware.api [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910960, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.278667] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c793f46-4ca4-4b23-aba3-45d77551412e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.294158] env[70542]: DEBUG oslo_vmware.api [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Waiting for the task: (returnval){ [ 753.294158] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525de3cd-6eb9-d33e-d356-eaca6cd2d779" [ 753.294158] env[70542]: _type = "Task" [ 753.294158] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.306963] env[70542]: DEBUG oslo_vmware.api [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525de3cd-6eb9-d33e-d356-eaca6cd2d779, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.364167] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910963, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.365994] env[70542]: INFO nova.compute.manager [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Took 42.12 seconds to build instance. [ 753.391015] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': task-3910964, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.558196] env[70542]: ERROR nova.scheduler.client.report [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [req-50f6ac58-31f0-48a7-ae33-dd2863f93311] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 42cfc9d8-0155-4d55-9653-7de4fa794724. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-50f6ac58-31f0-48a7-ae33-dd2863f93311"}]} [ 753.583564] env[70542]: DEBUG nova.scheduler.client.report [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Refreshing inventories for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 753.614204] env[70542]: DEBUG nova.scheduler.client.report [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Updating ProviderTree inventory for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 753.614452] env[70542]: DEBUG nova.compute.provider_tree [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 753.631472] env[70542]: DEBUG nova.scheduler.client.report [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Refreshing aggregate associations for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724, aggregates: None {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 753.634707] env[70542]: DEBUG nova.network.neutron [req-c8b45a9c-ed16-4c59-b64c-13dba20a00e9 req-a6c5716e-4476-448d-9ebf-7de4d86ace97 service nova] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Updated VIF entry in instance network info cache for port 633b3038-0cf7-4ee5-9136-26061f357491. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.635191] env[70542]: DEBUG nova.network.neutron [req-c8b45a9c-ed16-4c59-b64c-13dba20a00e9 req-a6c5716e-4476-448d-9ebf-7de4d86ace97 service nova] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Updating instance_info_cache with network_info: [{"id": "633b3038-0cf7-4ee5-9136-26061f357491", "address": "fa:16:3e:65:08:aa", "network": {"id": "e3e20dcb-e499-42c9-9572-14d327c5133a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-652344486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d75b3ac036945859027ba24a136680c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap633b3038-0c", "ovs_interfaceid": "633b3038-0cf7-4ee5-9136-26061f357491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.663197] env[70542]: DEBUG nova.scheduler.client.report [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Refreshing trait associations for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 753.772026] env[70542]: DEBUG oslo_vmware.api [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910960, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.806029] env[70542]: DEBUG oslo_vmware.api [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525de3cd-6eb9-d33e-d356-eaca6cd2d779, 'name': SearchDatastore_Task, 'duration_secs': 0.015194} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.806309] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.806580] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] a7bffb65-7477-4ea5-ba13-cad72418f11a/a7bffb65-7477-4ea5-ba13-cad72418f11a.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.806852] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5497716-bdf3-4ef7-a351-f0a71c90a61b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.817584] env[70542]: DEBUG oslo_vmware.api [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Waiting for the task: (returnval){ [ 753.817584] env[70542]: value = "task-3910966" [ 753.817584] env[70542]: _type = "Task" [ 753.817584] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.829068] env[70542]: DEBUG oslo_vmware.api [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Task: {'id': task-3910966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.863593] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910963, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.867937] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57406f42-cc79-4881-a325-eda3bc2a8513 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "70a49596-b0a3-4ce7-8b80-ab64344fbcd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.480s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.890101] env[70542]: DEBUG oslo_vmware.api [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': task-3910964, 'name': PowerOnVM_Task, 'duration_secs': 0.732196} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.892671] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.892884] env[70542]: INFO nova.compute.manager [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Took 12.09 seconds to spawn the instance on the hypervisor. [ 753.893105] env[70542]: DEBUG nova.compute.manager [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 753.894683] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d93fc0-7017-43c8-8bb7-2cc1bf162539 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.141508] env[70542]: DEBUG oslo_concurrency.lockutils [req-c8b45a9c-ed16-4c59-b64c-13dba20a00e9 req-a6c5716e-4476-448d-9ebf-7de4d86ace97 service nova] Releasing lock "refresh_cache-7e2f05a8-6f0d-4112-a654-b2a6d01a011a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.141508] env[70542]: DEBUG nova.compute.manager [req-c8b45a9c-ed16-4c59-b64c-13dba20a00e9 req-a6c5716e-4476-448d-9ebf-7de4d86ace97 service nova] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Received event network-vif-deleted-bfbd04e8-4cbe-4a9e-9e51-620a48afabbd {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.141508] env[70542]: DEBUG nova.compute.manager [req-c8b45a9c-ed16-4c59-b64c-13dba20a00e9 req-a6c5716e-4476-448d-9ebf-7de4d86ace97 service nova] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Received event network-changed-b1a49ba0-9356-4d7f-a517-980d6a2553c8 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.141508] env[70542]: DEBUG nova.compute.manager [req-c8b45a9c-ed16-4c59-b64c-13dba20a00e9 req-a6c5716e-4476-448d-9ebf-7de4d86ace97 service nova] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Refreshing instance network info cache due to event network-changed-b1a49ba0-9356-4d7f-a517-980d6a2553c8. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.141508] env[70542]: DEBUG oslo_concurrency.lockutils [req-c8b45a9c-ed16-4c59-b64c-13dba20a00e9 req-a6c5716e-4476-448d-9ebf-7de4d86ace97 service nova] Acquiring lock "refresh_cache-ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.141939] env[70542]: DEBUG oslo_concurrency.lockutils [req-c8b45a9c-ed16-4c59-b64c-13dba20a00e9 req-a6c5716e-4476-448d-9ebf-7de4d86ace97 service nova] Acquired lock "refresh_cache-ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.141939] env[70542]: DEBUG nova.network.neutron [req-c8b45a9c-ed16-4c59-b64c-13dba20a00e9 req-a6c5716e-4476-448d-9ebf-7de4d86ace97 service nova] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Refreshing network info cache for port b1a49ba0-9356-4d7f-a517-980d6a2553c8 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.164033] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980c58e1-16c7-4de5-a923-0812bcb6ec29 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.174484] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c400c7-8ec8-4e46-8454-703f053416a2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.208614] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28f4b12-aa59-489a-9ba9-51ba37bb1aed {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.217624] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30d381d-7601-4f37-a770-957f6eb7b3b4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.233514] env[70542]: DEBUG nova.compute.provider_tree [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 754.274038] env[70542]: DEBUG oslo_vmware.api [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910960, 'name': RemoveSnapshot_Task, 'duration_secs': 1.090417} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.274434] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Deleted Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 754.274857] env[70542]: INFO nova.compute.manager [None req-f91a2e69-00fb-4745-83b7-2b913bd07948 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Took 18.22 seconds to snapshot the instance on the hypervisor. [ 754.331010] env[70542]: DEBUG oslo_vmware.api [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Task: {'id': task-3910966, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.363213] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910963, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.370985] env[70542]: DEBUG nova.compute.manager [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.417900] env[70542]: INFO nova.compute.manager [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Took 40.47 seconds to build instance. [ 754.636632] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "58330f4d-7973-4c31-9f83-0ef58340b4ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.636961] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "58330f4d-7973-4c31-9f83-0ef58340b4ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.755055] env[70542]: ERROR nova.scheduler.client.report [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] [req-4e7e50e7-056c-403d-9483-93f9b6d51c6d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 42cfc9d8-0155-4d55-9653-7de4fa794724. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4e7e50e7-056c-403d-9483-93f9b6d51c6d"}]} [ 754.771984] env[70542]: DEBUG nova.scheduler.client.report [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Refreshing inventories for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 754.785694] env[70542]: DEBUG nova.scheduler.client.report [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Updating ProviderTree inventory for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 754.785921] env[70542]: DEBUG nova.compute.provider_tree [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 754.798246] env[70542]: DEBUG nova.scheduler.client.report [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Refreshing aggregate associations for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724, aggregates: None {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 754.820214] env[70542]: DEBUG nova.scheduler.client.report [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Refreshing trait associations for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 754.836511] env[70542]: DEBUG oslo_vmware.api [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Task: {'id': task-3910966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.911938} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.836511] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] a7bffb65-7477-4ea5-ba13-cad72418f11a/a7bffb65-7477-4ea5-ba13-cad72418f11a.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.836511] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.836511] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b8687f9-bb00-4b13-afda-bf2418ad589b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.848521] env[70542]: DEBUG oslo_vmware.api [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Waiting for the task: (returnval){ [ 754.848521] env[70542]: value = "task-3910967" [ 754.848521] env[70542]: _type = "Task" [ 754.848521] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.863946] env[70542]: DEBUG oslo_vmware.api [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Task: {'id': task-3910967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.870931] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910963, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.895752] env[70542]: DEBUG oslo_concurrency.lockutils [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.923245] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0e3419f9-d5b8-48e9-a4d8-ccedc037246c tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Lock "61b93ec7-7899-446d-8e08-d354622eeaa4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.502s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.941146] env[70542]: DEBUG nova.network.neutron [req-c8b45a9c-ed16-4c59-b64c-13dba20a00e9 req-a6c5716e-4476-448d-9ebf-7de4d86ace97 service nova] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Updated VIF entry in instance network info cache for port b1a49ba0-9356-4d7f-a517-980d6a2553c8. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.941146] env[70542]: DEBUG nova.network.neutron [req-c8b45a9c-ed16-4c59-b64c-13dba20a00e9 req-a6c5716e-4476-448d-9ebf-7de4d86ace97 service nova] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Updating instance_info_cache with network_info: [{"id": "b1a49ba0-9356-4d7f-a517-980d6a2553c8", "address": "fa:16:3e:83:8d:95", "network": {"id": "18aedac8-f39d-4a0b-85fa-ac3c653a4d27", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1671921556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a7c9f23bed4429988b5a7b7b33ed833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a49ba0-93", "ovs_interfaceid": "b1a49ba0-9356-4d7f-a517-980d6a2553c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.366734] env[70542]: DEBUG oslo_vmware.api [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Task: {'id': task-3910967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068301} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.367533] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.368462] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97c8719-b11e-4a34-a9b6-13d2def42ff5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.374114] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910963, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.395074] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] a7bffb65-7477-4ea5-ba13-cad72418f11a/a7bffb65-7477-4ea5-ba13-cad72418f11a.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.398351] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63734a98-4e4f-43b0-b560-c4c2e08d1193 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.422984] env[70542]: DEBUG oslo_vmware.api [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Waiting for the task: (returnval){ [ 755.422984] env[70542]: value = "task-3910968" [ 755.422984] env[70542]: _type = "Task" [ 755.422984] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.428782] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4fce5b-644c-479b-8b76-88e5132d1d79 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.435313] env[70542]: DEBUG nova.compute.manager [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.446813] env[70542]: DEBUG oslo_vmware.api [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Task: {'id': task-3910968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.446813] env[70542]: DEBUG oslo_concurrency.lockutils [req-c8b45a9c-ed16-4c59-b64c-13dba20a00e9 req-a6c5716e-4476-448d-9ebf-7de4d86ace97 service nova] Releasing lock "refresh_cache-ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.447539] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d00bec0-5842-4d06-8cf4-a4bc13aa89cc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.485102] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70c6656-376e-4b09-96ee-080ade5f22e2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.495066] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88210d28-386b-4262-8b20-273d5354f895 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.513767] env[70542]: DEBUG nova.compute.provider_tree [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 755.865818] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910963, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.934843] env[70542]: DEBUG oslo_vmware.api [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Task: {'id': task-3910968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.962347] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.052587] env[70542]: DEBUG nova.scheduler.client.report [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Updated inventory for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with generation 51 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 756.052587] env[70542]: DEBUG nova.compute.provider_tree [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Updating resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724 generation from 51 to 52 during operation: update_inventory {{(pid=70542) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 756.052587] env[70542]: DEBUG nova.compute.provider_tree [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 756.108696] env[70542]: DEBUG nova.compute.manager [req-cb7a5517-eb67-431e-9b44-d6560849362b req-11b964ab-f42b-49be-8415-78804a154cef service nova] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Received event network-changed-601c9f06-1cc1-4e4d-8b6f-763d07559dad {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.108955] env[70542]: DEBUG nova.compute.manager [req-cb7a5517-eb67-431e-9b44-d6560849362b req-11b964ab-f42b-49be-8415-78804a154cef service nova] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Refreshing instance network info cache due to event network-changed-601c9f06-1cc1-4e4d-8b6f-763d07559dad. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.112321] env[70542]: DEBUG oslo_concurrency.lockutils [req-cb7a5517-eb67-431e-9b44-d6560849362b req-11b964ab-f42b-49be-8415-78804a154cef service nova] Acquiring lock "refresh_cache-61b93ec7-7899-446d-8e08-d354622eeaa4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.112321] env[70542]: DEBUG oslo_concurrency.lockutils [req-cb7a5517-eb67-431e-9b44-d6560849362b req-11b964ab-f42b-49be-8415-78804a154cef service nova] Acquired lock "refresh_cache-61b93ec7-7899-446d-8e08-d354622eeaa4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.112321] env[70542]: DEBUG nova.network.neutron [req-cb7a5517-eb67-431e-9b44-d6560849362b req-11b964ab-f42b-49be-8415-78804a154cef service nova] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Refreshing network info cache for port 601c9f06-1cc1-4e4d-8b6f-763d07559dad {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.367835] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910963, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.425788] env[70542]: DEBUG nova.compute.manager [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 756.426917] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45df0198-139e-4c3b-8d98-4919378da8d9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.443331] env[70542]: DEBUG oslo_vmware.api [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Task: {'id': task-3910968, 'name': ReconfigVM_Task, 'duration_secs': 0.948804} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.443781] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Reconfigured VM instance instance-0000001c to attach disk [datastore2] a7bffb65-7477-4ea5-ba13-cad72418f11a/a7bffb65-7477-4ea5-ba13-cad72418f11a.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.444485] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a21cd384-d704-4cd1-a9d4-8aa8f3f947ea {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.451688] env[70542]: DEBUG oslo_vmware.api [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Waiting for the task: (returnval){ [ 756.451688] env[70542]: value = "task-3910970" [ 756.451688] env[70542]: _type = "Task" [ 756.451688] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.461561] env[70542]: DEBUG oslo_vmware.api [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Task: {'id': task-3910970, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.561832] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.616s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.562880] env[70542]: DEBUG oslo_concurrency.lockutils [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.510s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.566171] env[70542]: INFO nova.compute.claims [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.594151] env[70542]: INFO nova.scheduler.client.report [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Deleted allocations for instance 89c1fb20-b1c0-4ca6-85ce-3578092dff0b [ 756.870717] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910963, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.945487] env[70542]: INFO nova.compute.manager [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] instance snapshotting [ 756.948657] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb37a140-e71c-4ffe-98ac-63ef37c834bf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.962706] env[70542]: DEBUG oslo_vmware.api [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Task: {'id': task-3910970, 'name': Rename_Task, 'duration_secs': 0.226591} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.978776] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.979474] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-831bfc0f-e0c3-4b91-8c1c-2540d6e9792b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.981847] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead6b670-be98-4b9b-b47b-a3492fe39ae2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.993794] env[70542]: DEBUG oslo_vmware.api [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Waiting for the task: (returnval){ [ 756.993794] env[70542]: value = "task-3910971" [ 756.993794] env[70542]: _type = "Task" [ 756.993794] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.006680] env[70542]: DEBUG oslo_vmware.api [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Task: {'id': task-3910971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.103768] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7c224291-0bd4-47fa-851e-3de5366a9463 tempest-InstanceActionsV221TestJSON-1235496730 tempest-InstanceActionsV221TestJSON-1235496730-project-member] Lock "89c1fb20-b1c0-4ca6-85ce-3578092dff0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.679s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.276232] env[70542]: DEBUG nova.network.neutron [req-cb7a5517-eb67-431e-9b44-d6560849362b req-11b964ab-f42b-49be-8415-78804a154cef service nova] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Updated VIF entry in instance network info cache for port 601c9f06-1cc1-4e4d-8b6f-763d07559dad. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.276657] env[70542]: DEBUG nova.network.neutron [req-cb7a5517-eb67-431e-9b44-d6560849362b req-11b964ab-f42b-49be-8415-78804a154cef service nova] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Updating instance_info_cache with network_info: [{"id": "601c9f06-1cc1-4e4d-8b6f-763d07559dad", "address": "fa:16:3e:ad:dd:47", "network": {"id": "3fe0af82-2f75-4ef6-884b-7e0748fd3323", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-821776871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cc20bc07b54f06a1599250b8409dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap601c9f06-1c", "ovs_interfaceid": "601c9f06-1cc1-4e4d-8b6f-763d07559dad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.370104] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910963, 'name': CreateVM_Task, 'duration_secs': 4.187968} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.370104] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.370688] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.370851] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.371235] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.371524] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc76a4ee-c043-44a8-b636-4052a4fb0ee9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.377627] env[70542]: DEBUG oslo_vmware.api [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Waiting for the task: (returnval){ [ 757.377627] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a9cef2-8785-04c6-95b1-be2bc5e73bec" [ 757.377627] env[70542]: _type = "Task" [ 757.377627] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.386634] env[70542]: DEBUG oslo_vmware.api [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a9cef2-8785-04c6-95b1-be2bc5e73bec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.498887] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Creating Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 757.499278] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e019d4e6-e869-43ca-9394-920e87ea9df0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.511333] env[70542]: DEBUG oslo_vmware.api [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Task: {'id': task-3910971, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.512987] env[70542]: DEBUG oslo_vmware.api [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 757.512987] env[70542]: value = "task-3910972" [ 757.512987] env[70542]: _type = "Task" [ 757.512987] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.522478] env[70542]: DEBUG oslo_vmware.api [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910972, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.782241] env[70542]: DEBUG oslo_concurrency.lockutils [req-cb7a5517-eb67-431e-9b44-d6560849362b req-11b964ab-f42b-49be-8415-78804a154cef service nova] Releasing lock "refresh_cache-61b93ec7-7899-446d-8e08-d354622eeaa4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.900234] env[70542]: DEBUG oslo_vmware.api [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a9cef2-8785-04c6-95b1-be2bc5e73bec, 'name': SearchDatastore_Task, 'duration_secs': 0.028396} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.900941] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.900941] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.901297] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.901337] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.901525] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.902096] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9b07edf-8d90-4f90-8e51-960f6148a4b6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.916756] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.916974] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.918062] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2148e01b-baf1-4f23-9e13-66820c3670ec {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.925849] env[70542]: DEBUG oslo_vmware.api [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Waiting for the task: (returnval){ [ 757.925849] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52426331-f89d-3828-6274-b0fb2c25eb23" [ 757.925849] env[70542]: _type = "Task" [ 757.925849] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.935163] env[70542]: DEBUG oslo_vmware.api [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52426331-f89d-3828-6274-b0fb2c25eb23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.016841] env[70542]: DEBUG oslo_vmware.api [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Task: {'id': task-3910971, 'name': PowerOnVM_Task, 'duration_secs': 0.784986} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.020412] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.020797] env[70542]: INFO nova.compute.manager [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Took 11.01 seconds to spawn the instance on the hypervisor. [ 758.020882] env[70542]: DEBUG nova.compute.manager [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 758.022236] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38266015-8456-4681-8160-b5d4be8d753b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.034994] env[70542]: DEBUG oslo_vmware.api [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910972, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.230562] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9714f85a-833c-4d7c-96f5-9a0838daef07 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.240153] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f1d097-97ce-4e2b-8c0d-b4726f539afa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.283364] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f736df-07b2-4a51-964b-1797a5c6a0b8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.295251] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12824e5-ff79-44fc-b31a-06f2a915098e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.310472] env[70542]: DEBUG nova.compute.provider_tree [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.436384] env[70542]: DEBUG oslo_vmware.api [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52426331-f89d-3828-6274-b0fb2c25eb23, 'name': SearchDatastore_Task, 'duration_secs': 0.019427} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.437208] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6956da72-ccf3-495e-8fd1-a9ddec280d94 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.444866] env[70542]: DEBUG oslo_vmware.api [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Waiting for the task: (returnval){ [ 758.444866] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528c98a3-2e1b-d66c-092f-7322940cdc04" [ 758.444866] env[70542]: _type = "Task" [ 758.444866] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.453266] env[70542]: DEBUG oslo_vmware.api [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528c98a3-2e1b-d66c-092f-7322940cdc04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.527561] env[70542]: DEBUG oslo_vmware.api [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910972, 'name': CreateSnapshot_Task, 'duration_secs': 0.836133} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.528064] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Created Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 758.528737] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3a1a0e-9133-4a7e-96bf-5cf16b18ab3c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.552853] env[70542]: INFO nova.compute.manager [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Took 40.86 seconds to build instance. [ 758.814966] env[70542]: DEBUG nova.scheduler.client.report [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.959625] env[70542]: DEBUG oslo_vmware.api [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528c98a3-2e1b-d66c-092f-7322940cdc04, 'name': SearchDatastore_Task, 'duration_secs': 0.023031} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.960217] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.960217] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 7e2f05a8-6f0d-4112-a654-b2a6d01a011a/7e2f05a8-6f0d-4112-a654-b2a6d01a011a.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.960369] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ad3b447-d5e2-48af-90a4-ed793bd04a0a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.970494] env[70542]: DEBUG oslo_vmware.api [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Waiting for the task: (returnval){ [ 758.970494] env[70542]: value = "task-3910974" [ 758.970494] env[70542]: _type = "Task" [ 758.970494] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.981121] env[70542]: DEBUG oslo_vmware.api [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Task: {'id': task-3910974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.052730] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Creating linked-clone VM from snapshot {{(pid=70542) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 759.052839] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7b58a781-7cf8-43a2-9475-9ec11c0765a8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.056197] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2896c3af-7c9d-4427-8d6d-0b70e3dc652e tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Lock "a7bffb65-7477-4ea5-ba13-cad72418f11a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.125s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.068841] env[70542]: DEBUG oslo_vmware.api [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 759.068841] env[70542]: value = "task-3910975" [ 759.068841] env[70542]: _type = "Task" [ 759.068841] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.079954] env[70542]: DEBUG oslo_vmware.api [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910975, 'name': CloneVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.321311] env[70542]: DEBUG oslo_concurrency.lockutils [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.321702] env[70542]: DEBUG nova.compute.manager [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.325479] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.023s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.328074] env[70542]: INFO nova.compute.claims [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.484706] env[70542]: DEBUG oslo_vmware.api [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Task: {'id': task-3910974, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.559275] env[70542]: DEBUG nova.compute.manager [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.570041] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Acquiring lock "a7bffb65-7477-4ea5-ba13-cad72418f11a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.570344] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Lock "a7bffb65-7477-4ea5-ba13-cad72418f11a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.570555] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Acquiring lock "a7bffb65-7477-4ea5-ba13-cad72418f11a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.570734] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Lock "a7bffb65-7477-4ea5-ba13-cad72418f11a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.570899] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Lock "a7bffb65-7477-4ea5-ba13-cad72418f11a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.586130] env[70542]: INFO nova.compute.manager [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Terminating instance [ 759.596757] env[70542]: DEBUG oslo_vmware.api [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910975, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.835934] env[70542]: DEBUG nova.compute.utils [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.840405] env[70542]: DEBUG nova.compute.manager [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.840405] env[70542]: DEBUG nova.network.neutron [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.901496] env[70542]: DEBUG nova.policy [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06e9fca568e64c69a98dad1d07e6d58c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f97eedbc83834f17a119ade45741b773', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.986351] env[70542]: DEBUG oslo_vmware.api [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Task: {'id': task-3910974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.803702} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.989125] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 7e2f05a8-6f0d-4112-a654-b2a6d01a011a/7e2f05a8-6f0d-4112-a654-b2a6d01a011a.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.989125] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.989125] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9e465d6-0b8b-44ff-bc52-62529c5cfc86 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.997028] env[70542]: DEBUG oslo_vmware.api [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Waiting for the task: (returnval){ [ 759.997028] env[70542]: value = "task-3910976" [ 759.997028] env[70542]: _type = "Task" [ 759.997028] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.008102] env[70542]: DEBUG oslo_vmware.api [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Task: {'id': task-3910976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.085860] env[70542]: DEBUG oslo_vmware.api [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910975, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.092368] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.092368] env[70542]: DEBUG nova.compute.manager [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.092368] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.092368] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae53da6f-f949-43a1-a5c1-9496fe1acfe2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.101719] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.102036] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca467166-6d63-4605-9df5-dbd07166013b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.110974] env[70542]: DEBUG oslo_vmware.api [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Waiting for the task: (returnval){ [ 760.110974] env[70542]: value = "task-3910977" [ 760.110974] env[70542]: _type = "Task" [ 760.110974] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.121858] env[70542]: DEBUG oslo_vmware.api [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Task: {'id': task-3910977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.340894] env[70542]: DEBUG nova.network.neutron [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Successfully created port: df7283b1-7d51-470e-b7a4-7b3425c1c0a9 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.344343] env[70542]: DEBUG nova.compute.manager [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.513028] env[70542]: DEBUG oslo_vmware.api [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Task: {'id': task-3910976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104232} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.513028] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.513028] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c1128d-ed5e-4721-a7e6-825c6d1b375c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.544019] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 7e2f05a8-6f0d-4112-a654-b2a6d01a011a/7e2f05a8-6f0d-4112-a654-b2a6d01a011a.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.547736] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11feae75-474b-4c60-b00b-fbdf406630c7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.570561] env[70542]: DEBUG oslo_vmware.api [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Waiting for the task: (returnval){ [ 760.570561] env[70542]: value = "task-3910978" [ 760.570561] env[70542]: _type = "Task" [ 760.570561] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.590134] env[70542]: DEBUG oslo_vmware.api [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Task: {'id': task-3910978, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.594668] env[70542]: DEBUG oslo_vmware.api [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910975, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.628755] env[70542]: DEBUG oslo_vmware.api [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Task: {'id': task-3910977, 'name': PowerOffVM_Task, 'duration_secs': 0.44263} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.629096] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.629309] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.629577] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8d24b65-55d8-40a2-a9f7-9f39362903fd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.718968] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.719547] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.719809] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Deleting the datastore file [datastore2] a7bffb65-7477-4ea5-ba13-cad72418f11a {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.720205] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c062af91-17e4-43e0-a9bc-a5ab6e58a4e9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.729971] env[70542]: DEBUG oslo_vmware.api [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Waiting for the task: (returnval){ [ 760.729971] env[70542]: value = "task-3910980" [ 760.729971] env[70542]: _type = "Task" [ 760.729971] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.749018] env[70542]: DEBUG oslo_vmware.api [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Task: {'id': task-3910980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.973061] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6449e630-6ba9-49e9-8357-b5f8a751311f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.982451] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9ff995-c4d9-4d33-bc48-6dff84b1a152 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.020532] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351dc62a-e37a-40db-ad15-d26d4962af0f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.029796] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19952c7b-eedb-4c68-a3f4-0f1e3a7f01a7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.045712] env[70542]: DEBUG nova.compute.provider_tree [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.054714] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Acquiring lock "b84f98ef-3dd3-409f-a069-c49e23ded498" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.054714] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Lock "b84f98ef-3dd3-409f-a069-c49e23ded498" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.083283] env[70542]: DEBUG oslo_vmware.api [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Task: {'id': task-3910978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.086479] env[70542]: DEBUG oslo_vmware.api [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3910975, 'name': CloneVM_Task, 'duration_secs': 1.871983} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.086724] env[70542]: INFO nova.virt.vmwareapi.vmops [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Created linked-clone VM from snapshot [ 761.087485] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46001173-02ba-45ea-bb21-804577f1d460 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.095859] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Uploading image 5450ecb0-9e67-42c6-a2fa-298dd3ed51f3 {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 761.121486] env[70542]: DEBUG oslo_vmware.rw_handles [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 761.121486] env[70542]: value = "vm-776661" [ 761.121486] env[70542]: _type = "VirtualMachine" [ 761.121486] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 761.121801] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e94f1678-126d-44c2-858a-dc4028359cea {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.132310] env[70542]: DEBUG oslo_vmware.rw_handles [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Lease: (returnval){ [ 761.132310] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523b6f53-06b6-853d-3fe4-5d219d5e0d75" [ 761.132310] env[70542]: _type = "HttpNfcLease" [ 761.132310] env[70542]: } obtained for exporting VM: (result){ [ 761.132310] env[70542]: value = "vm-776661" [ 761.132310] env[70542]: _type = "VirtualMachine" [ 761.132310] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 761.132310] env[70542]: DEBUG oslo_vmware.api [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the lease: (returnval){ [ 761.132310] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523b6f53-06b6-853d-3fe4-5d219d5e0d75" [ 761.132310] env[70542]: _type = "HttpNfcLease" [ 761.132310] env[70542]: } to be ready. {{(pid=70542) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 761.139788] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 761.139788] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523b6f53-06b6-853d-3fe4-5d219d5e0d75" [ 761.139788] env[70542]: _type = "HttpNfcLease" [ 761.139788] env[70542]: } is initializing. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 761.244484] env[70542]: DEBUG oslo_vmware.api [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Task: {'id': task-3910980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22498} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.244760] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.245367] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.245367] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.245367] env[70542]: INFO nova.compute.manager [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 761.245583] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.245777] env[70542]: DEBUG nova.compute.manager [-] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.245874] env[70542]: DEBUG nova.network.neutron [-] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.359034] env[70542]: DEBUG nova.compute.manager [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.383255] env[70542]: DEBUG nova.virt.hardware [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.386031] env[70542]: DEBUG nova.virt.hardware [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.386031] env[70542]: DEBUG nova.virt.hardware [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.386031] env[70542]: DEBUG nova.virt.hardware [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.386031] env[70542]: DEBUG nova.virt.hardware [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.386031] env[70542]: DEBUG nova.virt.hardware [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.386262] env[70542]: DEBUG nova.virt.hardware [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.386262] env[70542]: DEBUG nova.virt.hardware [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.386262] env[70542]: DEBUG nova.virt.hardware [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.386262] env[70542]: DEBUG nova.virt.hardware [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.386262] env[70542]: DEBUG nova.virt.hardware [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.386422] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fc6e19-5831-41bb-8f74-a637ce8a0d48 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.396493] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed521a4-175b-41b8-a429-81422e4ec292 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.552032] env[70542]: DEBUG nova.scheduler.client.report [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.584489] env[70542]: DEBUG oslo_vmware.api [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Task: {'id': task-3910978, 'name': ReconfigVM_Task, 'duration_secs': 0.941325} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.584862] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 7e2f05a8-6f0d-4112-a654-b2a6d01a011a/7e2f05a8-6f0d-4112-a654-b2a6d01a011a.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.585461] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7cfa732-987d-4430-af7d-1e4486ff4dee {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.597133] env[70542]: DEBUG oslo_vmware.api [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Waiting for the task: (returnval){ [ 761.597133] env[70542]: value = "task-3910982" [ 761.597133] env[70542]: _type = "Task" [ 761.597133] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.607925] env[70542]: DEBUG oslo_vmware.api [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Task: {'id': task-3910982, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.642055] env[70542]: DEBUG nova.compute.manager [req-2ac56f7c-03f7-4b64-ae2e-4d7654f0f499 req-d1e0bc20-f4e8-4867-9804-9e9d3d2b23f9 service nova] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Received event network-vif-deleted-aff9a33d-6662-4b14-89dd-e0e3c203a5ab {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.642307] env[70542]: INFO nova.compute.manager [req-2ac56f7c-03f7-4b64-ae2e-4d7654f0f499 req-d1e0bc20-f4e8-4867-9804-9e9d3d2b23f9 service nova] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Neutron deleted interface aff9a33d-6662-4b14-89dd-e0e3c203a5ab; detaching it from the instance and deleting it from the info cache [ 761.642520] env[70542]: DEBUG nova.network.neutron [req-2ac56f7c-03f7-4b64-ae2e-4d7654f0f499 req-d1e0bc20-f4e8-4867-9804-9e9d3d2b23f9 service nova] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.651647] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 761.651647] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523b6f53-06b6-853d-3fe4-5d219d5e0d75" [ 761.651647] env[70542]: _type = "HttpNfcLease" [ 761.651647] env[70542]: } is ready. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 761.651853] env[70542]: DEBUG oslo_vmware.rw_handles [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 761.651853] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523b6f53-06b6-853d-3fe4-5d219d5e0d75" [ 761.651853] env[70542]: _type = "HttpNfcLease" [ 761.651853] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 761.653034] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4fa208-3b80-4e4e-abe9-be09a743820b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.667999] env[70542]: DEBUG oslo_vmware.rw_handles [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e2849-1344-9fe2-63c1-ca8e2e73b93c/disk-0.vmdk from lease info. {{(pid=70542) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 761.668243] env[70542]: DEBUG oslo_vmware.rw_handles [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e2849-1344-9fe2-63c1-ca8e2e73b93c/disk-0.vmdk for reading. {{(pid=70542) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 761.776254] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f5f307db-b71a-4fca-a62e-87c2c230ef4b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.978493] env[70542]: DEBUG nova.compute.manager [req-00dbe202-01c5-43dc-a1d8-516244283937 req-dc4db24e-08ff-4b1f-ba51-fd204a5cb5d1 service nova] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Received event network-vif-plugged-df7283b1-7d51-470e-b7a4-7b3425c1c0a9 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.978493] env[70542]: DEBUG oslo_concurrency.lockutils [req-00dbe202-01c5-43dc-a1d8-516244283937 req-dc4db24e-08ff-4b1f-ba51-fd204a5cb5d1 service nova] Acquiring lock "61f3fc28-9ce9-4f07-87bd-ca8061d9eda1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.979149] env[70542]: DEBUG oslo_concurrency.lockutils [req-00dbe202-01c5-43dc-a1d8-516244283937 req-dc4db24e-08ff-4b1f-ba51-fd204a5cb5d1 service nova] Lock "61f3fc28-9ce9-4f07-87bd-ca8061d9eda1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.979641] env[70542]: DEBUG oslo_concurrency.lockutils [req-00dbe202-01c5-43dc-a1d8-516244283937 req-dc4db24e-08ff-4b1f-ba51-fd204a5cb5d1 service nova] Lock "61f3fc28-9ce9-4f07-87bd-ca8061d9eda1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.980151] env[70542]: DEBUG nova.compute.manager [req-00dbe202-01c5-43dc-a1d8-516244283937 req-dc4db24e-08ff-4b1f-ba51-fd204a5cb5d1 service nova] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] No waiting events found dispatching network-vif-plugged-df7283b1-7d51-470e-b7a4-7b3425c1c0a9 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 761.980790] env[70542]: WARNING nova.compute.manager [req-00dbe202-01c5-43dc-a1d8-516244283937 req-dc4db24e-08ff-4b1f-ba51-fd204a5cb5d1 service nova] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Received unexpected event network-vif-plugged-df7283b1-7d51-470e-b7a4-7b3425c1c0a9 for instance with vm_state building and task_state spawning. [ 762.056751] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.056751] env[70542]: DEBUG nova.compute.manager [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.064312] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.594s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.066624] env[70542]: INFO nova.compute.claims [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.071026] env[70542]: DEBUG nova.network.neutron [-] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.109186] env[70542]: DEBUG oslo_vmware.api [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Task: {'id': task-3910982, 'name': Rename_Task, 'duration_secs': 0.20015} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.109186] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.109186] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e381526-4b23-46d8-9d20-84d0e13da7bf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.114264] env[70542]: DEBUG nova.network.neutron [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Successfully updated port: df7283b1-7d51-470e-b7a4-7b3425c1c0a9 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.116775] env[70542]: DEBUG oslo_vmware.api [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Waiting for the task: (returnval){ [ 762.116775] env[70542]: value = "task-3910984" [ 762.116775] env[70542]: _type = "Task" [ 762.116775] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.128302] env[70542]: DEBUG oslo_vmware.api [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Task: {'id': task-3910984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.147146] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d443a52-8dfe-4e45-8632-3a1baa198a2f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.161396] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8213bdd3-7447-4204-ae8e-3acc26c69a24 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.201161] env[70542]: DEBUG nova.compute.manager [req-2ac56f7c-03f7-4b64-ae2e-4d7654f0f499 req-d1e0bc20-f4e8-4867-9804-9e9d3d2b23f9 service nova] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Detach interface failed, port_id=aff9a33d-6662-4b14-89dd-e0e3c203a5ab, reason: Instance a7bffb65-7477-4ea5-ba13-cad72418f11a could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 762.565302] env[70542]: DEBUG nova.compute.utils [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.568728] env[70542]: DEBUG nova.compute.manager [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.568728] env[70542]: DEBUG nova.network.neutron [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.583218] env[70542]: INFO nova.compute.manager [-] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Took 1.33 seconds to deallocate network for instance. [ 762.618211] env[70542]: DEBUG oslo_concurrency.lockutils [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Acquiring lock "refresh_cache-61f3fc28-9ce9-4f07-87bd-ca8061d9eda1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.618479] env[70542]: DEBUG oslo_concurrency.lockutils [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Acquired lock "refresh_cache-61f3fc28-9ce9-4f07-87bd-ca8061d9eda1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.618827] env[70542]: DEBUG nova.network.neutron [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.637153] env[70542]: DEBUG oslo_vmware.api [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Task: {'id': task-3910984, 'name': PowerOnVM_Task, 'duration_secs': 0.514651} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.640243] env[70542]: DEBUG nova.policy [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '393ae5b0a871441c82199499f26e6af5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dc0b5d1a0604a93990949de74a62cb1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.643677] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.643677] env[70542]: INFO nova.compute.manager [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Took 12.82 seconds to spawn the instance on the hypervisor. [ 762.644083] env[70542]: DEBUG nova.compute.manager [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 762.645435] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e02bc0-db09-4fb1-b1a6-7b61c08cbf70 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.046712] env[70542]: DEBUG nova.network.neutron [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Successfully created port: 8038a338-bfc5-4831-881a-269f74140583 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.069061] env[70542]: DEBUG nova.compute.manager [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.096012] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.169761] env[70542]: INFO nova.compute.manager [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Took 45.19 seconds to build instance. [ 763.195409] env[70542]: DEBUG nova.network.neutron [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.406941] env[70542]: DEBUG nova.network.neutron [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Updating instance_info_cache with network_info: [{"id": "df7283b1-7d51-470e-b7a4-7b3425c1c0a9", "address": "fa:16:3e:ab:5e:79", "network": {"id": "e88fae22-9a30-40b9-a376-1436428871ed", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-68844891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f97eedbc83834f17a119ade45741b773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf7283b1-7d", "ovs_interfaceid": "df7283b1-7d51-470e-b7a4-7b3425c1c0a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.676520] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5384cd0a-c805-4396-8b7b-7b1d5697dc52 tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Lock "7e2f05a8-6f0d-4112-a654-b2a6d01a011a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.271s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.716209] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295a7279-16f0-4d38-897c-dc2eb35483ce {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.726362] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0721db0-eec9-4b9c-9b94-4ce94a763a3d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.763982] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da23b11e-eaa7-48c1-82f3-61b831ee7ea4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.773460] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3db611b-b015-40ea-a34f-787ecb30f291 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.788892] env[70542]: DEBUG nova.compute.provider_tree [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.910463] env[70542]: DEBUG oslo_concurrency.lockutils [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Releasing lock "refresh_cache-61f3fc28-9ce9-4f07-87bd-ca8061d9eda1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.910864] env[70542]: DEBUG nova.compute.manager [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Instance network_info: |[{"id": "df7283b1-7d51-470e-b7a4-7b3425c1c0a9", "address": "fa:16:3e:ab:5e:79", "network": {"id": "e88fae22-9a30-40b9-a376-1436428871ed", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-68844891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f97eedbc83834f17a119ade45741b773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf7283b1-7d", "ovs_interfaceid": "df7283b1-7d51-470e-b7a4-7b3425c1c0a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.911266] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:5e:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df7283b1-7d51-470e-b7a4-7b3425c1c0a9', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.919412] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Creating folder: Project (f97eedbc83834f17a119ade45741b773). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.919775] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64dbdf42-59bf-4b9b-b7bf-6dd4dcd5499c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.936023] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Created folder: Project (f97eedbc83834f17a119ade45741b773) in parent group-v776569. [ 763.936023] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Creating folder: Instances. Parent ref: group-v776662. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.936023] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9bacf15-e637-4ab3-b8c8-557e691d5e28 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.946678] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Created folder: Instances in parent group-v776662. [ 763.947057] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.948304] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.948304] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ba70d5c-33aa-47b7-997e-2ca634b88d91 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.969195] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.969195] env[70542]: value = "task-3910988" [ 763.969195] env[70542]: _type = "Task" [ 763.969195] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.979994] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910988, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.078528] env[70542]: DEBUG nova.compute.manager [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.097211] env[70542]: DEBUG nova.compute.manager [req-b0d9b67d-d1bd-4191-853b-0038a58c7988 req-e750587a-112b-4ce9-9dbd-ded9dab53d39 service nova] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Received event network-changed-df7283b1-7d51-470e-b7a4-7b3425c1c0a9 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.097612] env[70542]: DEBUG nova.compute.manager [req-b0d9b67d-d1bd-4191-853b-0038a58c7988 req-e750587a-112b-4ce9-9dbd-ded9dab53d39 service nova] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Refreshing instance network info cache due to event network-changed-df7283b1-7d51-470e-b7a4-7b3425c1c0a9. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.097912] env[70542]: DEBUG oslo_concurrency.lockutils [req-b0d9b67d-d1bd-4191-853b-0038a58c7988 req-e750587a-112b-4ce9-9dbd-ded9dab53d39 service nova] Acquiring lock "refresh_cache-61f3fc28-9ce9-4f07-87bd-ca8061d9eda1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.098117] env[70542]: DEBUG oslo_concurrency.lockutils [req-b0d9b67d-d1bd-4191-853b-0038a58c7988 req-e750587a-112b-4ce9-9dbd-ded9dab53d39 service nova] Acquired lock "refresh_cache-61f3fc28-9ce9-4f07-87bd-ca8061d9eda1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.098364] env[70542]: DEBUG nova.network.neutron [req-b0d9b67d-d1bd-4191-853b-0038a58c7988 req-e750587a-112b-4ce9-9dbd-ded9dab53d39 service nova] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Refreshing network info cache for port df7283b1-7d51-470e-b7a4-7b3425c1c0a9 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.109365] env[70542]: DEBUG nova.virt.hardware [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.110036] env[70542]: DEBUG nova.virt.hardware [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.110245] env[70542]: DEBUG nova.virt.hardware [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.110592] env[70542]: DEBUG nova.virt.hardware [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.110848] env[70542]: DEBUG nova.virt.hardware [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.111102] env[70542]: DEBUG nova.virt.hardware [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.111378] env[70542]: DEBUG nova.virt.hardware [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.111554] env[70542]: DEBUG nova.virt.hardware [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.111746] env[70542]: DEBUG nova.virt.hardware [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.111919] env[70542]: DEBUG nova.virt.hardware [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.112114] env[70542]: DEBUG nova.virt.hardware [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.113485] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422a2a6e-4fd6-4e30-a39f-7ed9aa87206f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.127832] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17522e8-e6da-4ab1-9132-ad380f797d61 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.188724] env[70542]: DEBUG nova.compute.manager [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.292969] env[70542]: DEBUG nova.scheduler.client.report [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.482891] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910988, 'name': CreateVM_Task, 'duration_secs': 0.412209} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.484133] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.490159] env[70542]: DEBUG oslo_concurrency.lockutils [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.490159] env[70542]: DEBUG oslo_concurrency.lockutils [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.490159] env[70542]: DEBUG oslo_concurrency.lockutils [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.490159] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e1f5120-76e2-426c-844f-8f2825ddbf71 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.497396] env[70542]: DEBUG oslo_vmware.api [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Waiting for the task: (returnval){ [ 764.497396] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a9d9dd-81de-9429-de04-c67608dff3f1" [ 764.497396] env[70542]: _type = "Task" [ 764.497396] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.508209] env[70542]: DEBUG oslo_vmware.api [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a9d9dd-81de-9429-de04-c67608dff3f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.716084] env[70542]: DEBUG oslo_concurrency.lockutils [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.730728] env[70542]: DEBUG nova.network.neutron [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Successfully updated port: 8038a338-bfc5-4831-881a-269f74140583 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.798930] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.800057] env[70542]: DEBUG nova.compute.manager [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.805057] env[70542]: DEBUG oslo_concurrency.lockutils [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.222s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.805897] env[70542]: INFO nova.compute.claims [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.993756] env[70542]: DEBUG nova.compute.manager [req-82ad228f-4dd8-4366-8291-7afba53dacf4 req-a50a2ea3-e02c-4f7a-962c-be217563e1a9 service nova] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Received event network-changed-633b3038-0cf7-4ee5-9136-26061f357491 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.994072] env[70542]: DEBUG nova.compute.manager [req-82ad228f-4dd8-4366-8291-7afba53dacf4 req-a50a2ea3-e02c-4f7a-962c-be217563e1a9 service nova] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Refreshing instance network info cache due to event network-changed-633b3038-0cf7-4ee5-9136-26061f357491. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.994358] env[70542]: DEBUG oslo_concurrency.lockutils [req-82ad228f-4dd8-4366-8291-7afba53dacf4 req-a50a2ea3-e02c-4f7a-962c-be217563e1a9 service nova] Acquiring lock "refresh_cache-7e2f05a8-6f0d-4112-a654-b2a6d01a011a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.994557] env[70542]: DEBUG oslo_concurrency.lockutils [req-82ad228f-4dd8-4366-8291-7afba53dacf4 req-a50a2ea3-e02c-4f7a-962c-be217563e1a9 service nova] Acquired lock "refresh_cache-7e2f05a8-6f0d-4112-a654-b2a6d01a011a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.994758] env[70542]: DEBUG nova.network.neutron [req-82ad228f-4dd8-4366-8291-7afba53dacf4 req-a50a2ea3-e02c-4f7a-962c-be217563e1a9 service nova] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Refreshing network info cache for port 633b3038-0cf7-4ee5-9136-26061f357491 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.014222] env[70542]: DEBUG oslo_vmware.api [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a9d9dd-81de-9429-de04-c67608dff3f1, 'name': SearchDatastore_Task, 'duration_secs': 0.01774} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.015248] env[70542]: DEBUG oslo_concurrency.lockutils [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.015504] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.015877] env[70542]: DEBUG oslo_concurrency.lockutils [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.016219] env[70542]: DEBUG oslo_concurrency.lockutils [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.016433] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.017207] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2da344c6-3660-4abc-ba1b-81657ab50f9b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.029565] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.029761] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.030554] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfb5c012-750c-4deb-b823-65065b84ad0f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.042175] env[70542]: DEBUG oslo_vmware.api [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Waiting for the task: (returnval){ [ 765.042175] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52259683-1ba9-b5f2-66dc-dfb9930adb79" [ 765.042175] env[70542]: _type = "Task" [ 765.042175] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.047100] env[70542]: DEBUG nova.network.neutron [req-b0d9b67d-d1bd-4191-853b-0038a58c7988 req-e750587a-112b-4ce9-9dbd-ded9dab53d39 service nova] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Updated VIF entry in instance network info cache for port df7283b1-7d51-470e-b7a4-7b3425c1c0a9. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.047560] env[70542]: DEBUG nova.network.neutron [req-b0d9b67d-d1bd-4191-853b-0038a58c7988 req-e750587a-112b-4ce9-9dbd-ded9dab53d39 service nova] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Updating instance_info_cache with network_info: [{"id": "df7283b1-7d51-470e-b7a4-7b3425c1c0a9", "address": "fa:16:3e:ab:5e:79", "network": {"id": "e88fae22-9a30-40b9-a376-1436428871ed", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-68844891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f97eedbc83834f17a119ade45741b773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf7283b1-7d", "ovs_interfaceid": "df7283b1-7d51-470e-b7a4-7b3425c1c0a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.055476] env[70542]: DEBUG oslo_vmware.api [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52259683-1ba9-b5f2-66dc-dfb9930adb79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.234173] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "refresh_cache-015d3f07-677b-4dc5-a599-046728624a02" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.237434] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired lock "refresh_cache-015d3f07-677b-4dc5-a599-046728624a02" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.237434] env[70542]: DEBUG nova.network.neutron [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.312232] env[70542]: DEBUG nova.compute.utils [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.314698] env[70542]: DEBUG nova.compute.manager [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.314698] env[70542]: DEBUG nova.network.neutron [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.367329] env[70542]: DEBUG nova.policy [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fe08587d2f749d59804b088bc0a64a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4224b36262db4e589f89295d0299e529', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.557217] env[70542]: DEBUG oslo_concurrency.lockutils [req-b0d9b67d-d1bd-4191-853b-0038a58c7988 req-e750587a-112b-4ce9-9dbd-ded9dab53d39 service nova] Releasing lock "refresh_cache-61f3fc28-9ce9-4f07-87bd-ca8061d9eda1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.557634] env[70542]: DEBUG oslo_vmware.api [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52259683-1ba9-b5f2-66dc-dfb9930adb79, 'name': SearchDatastore_Task, 'duration_secs': 0.014227} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.558714] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-516477cc-a5fc-41f3-a394-807f7a8447f8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.565372] env[70542]: DEBUG oslo_vmware.api [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Waiting for the task: (returnval){ [ 765.565372] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cd88ec-899d-c905-2514-31ec7537a9d6" [ 765.565372] env[70542]: _type = "Task" [ 765.565372] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.576775] env[70542]: DEBUG oslo_vmware.api [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cd88ec-899d-c905-2514-31ec7537a9d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.798227] env[70542]: DEBUG nova.network.neutron [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Successfully created port: cebb52c4-6dd6-4c4f-b646-3ba641fc4e66 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.801266] env[70542]: DEBUG nova.network.neutron [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.817571] env[70542]: DEBUG nova.compute.manager [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.831435] env[70542]: DEBUG nova.network.neutron [req-82ad228f-4dd8-4366-8291-7afba53dacf4 req-a50a2ea3-e02c-4f7a-962c-be217563e1a9 service nova] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Updated VIF entry in instance network info cache for port 633b3038-0cf7-4ee5-9136-26061f357491. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.835059] env[70542]: DEBUG nova.network.neutron [req-82ad228f-4dd8-4366-8291-7afba53dacf4 req-a50a2ea3-e02c-4f7a-962c-be217563e1a9 service nova] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Updating instance_info_cache with network_info: [{"id": "633b3038-0cf7-4ee5-9136-26061f357491", "address": "fa:16:3e:65:08:aa", "network": {"id": "e3e20dcb-e499-42c9-9572-14d327c5133a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-652344486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2d75b3ac036945859027ba24a136680c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap633b3038-0c", "ovs_interfaceid": "633b3038-0cf7-4ee5-9136-26061f357491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.027731] env[70542]: DEBUG nova.network.neutron [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Updating instance_info_cache with network_info: [{"id": "8038a338-bfc5-4831-881a-269f74140583", "address": "fa:16:3e:67:7a:89", "network": {"id": "b9eb532a-2933-4850-b01e-c496fa6ef875", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-217105513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc0b5d1a0604a93990949de74a62cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8038a338-bf", "ovs_interfaceid": "8038a338-bfc5-4831-881a-269f74140583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.080045] env[70542]: DEBUG oslo_vmware.api [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cd88ec-899d-c905-2514-31ec7537a9d6, 'name': SearchDatastore_Task, 'duration_secs': 0.015501} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.080228] env[70542]: DEBUG oslo_concurrency.lockutils [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.080522] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1/61f3fc28-9ce9-4f07-87bd-ca8061d9eda1.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.080845] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c8db914-808d-48d2-8f03-55db8567377b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.092955] env[70542]: DEBUG oslo_vmware.api [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Waiting for the task: (returnval){ [ 766.092955] env[70542]: value = "task-3910990" [ 766.092955] env[70542]: _type = "Task" [ 766.092955] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.106562] env[70542]: DEBUG oslo_vmware.api [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3910990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.174378] env[70542]: DEBUG nova.compute.manager [req-aad33e1e-bfc8-4ab9-b192-c334fe201609 req-1e834873-f8d3-4b9b-ab3e-f6b9f445aa18 service nova] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Received event network-vif-plugged-8038a338-bfc5-4831-881a-269f74140583 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.175183] env[70542]: DEBUG oslo_concurrency.lockutils [req-aad33e1e-bfc8-4ab9-b192-c334fe201609 req-1e834873-f8d3-4b9b-ab3e-f6b9f445aa18 service nova] Acquiring lock "015d3f07-677b-4dc5-a599-046728624a02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.175692] env[70542]: DEBUG oslo_concurrency.lockutils [req-aad33e1e-bfc8-4ab9-b192-c334fe201609 req-1e834873-f8d3-4b9b-ab3e-f6b9f445aa18 service nova] Lock "015d3f07-677b-4dc5-a599-046728624a02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.175963] env[70542]: DEBUG oslo_concurrency.lockutils [req-aad33e1e-bfc8-4ab9-b192-c334fe201609 req-1e834873-f8d3-4b9b-ab3e-f6b9f445aa18 service nova] Lock "015d3f07-677b-4dc5-a599-046728624a02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.176298] env[70542]: DEBUG nova.compute.manager [req-aad33e1e-bfc8-4ab9-b192-c334fe201609 req-1e834873-f8d3-4b9b-ab3e-f6b9f445aa18 service nova] [instance: 015d3f07-677b-4dc5-a599-046728624a02] No waiting events found dispatching network-vif-plugged-8038a338-bfc5-4831-881a-269f74140583 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 766.176583] env[70542]: WARNING nova.compute.manager [req-aad33e1e-bfc8-4ab9-b192-c334fe201609 req-1e834873-f8d3-4b9b-ab3e-f6b9f445aa18 service nova] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Received unexpected event network-vif-plugged-8038a338-bfc5-4831-881a-269f74140583 for instance with vm_state building and task_state spawning. [ 766.176917] env[70542]: DEBUG nova.compute.manager [req-aad33e1e-bfc8-4ab9-b192-c334fe201609 req-1e834873-f8d3-4b9b-ab3e-f6b9f445aa18 service nova] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Received event network-changed-8038a338-bfc5-4831-881a-269f74140583 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.177206] env[70542]: DEBUG nova.compute.manager [req-aad33e1e-bfc8-4ab9-b192-c334fe201609 req-1e834873-f8d3-4b9b-ab3e-f6b9f445aa18 service nova] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Refreshing instance network info cache due to event network-changed-8038a338-bfc5-4831-881a-269f74140583. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.177847] env[70542]: DEBUG oslo_concurrency.lockutils [req-aad33e1e-bfc8-4ab9-b192-c334fe201609 req-1e834873-f8d3-4b9b-ab3e-f6b9f445aa18 service nova] Acquiring lock "refresh_cache-015d3f07-677b-4dc5-a599-046728624a02" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.337462] env[70542]: DEBUG oslo_concurrency.lockutils [req-82ad228f-4dd8-4366-8291-7afba53dacf4 req-a50a2ea3-e02c-4f7a-962c-be217563e1a9 service nova] Releasing lock "refresh_cache-7e2f05a8-6f0d-4112-a654-b2a6d01a011a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.436879] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7701c444-4f58-4059-b8ea-e87e264fb293 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.447532] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9911a2c7-e7b3-4f40-abe6-a7afddf7e6b3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.486104] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bc5835-8142-4b11-af14-e5d0b0b3f2e6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.496395] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7c7e87-9dfc-4bc7-9bb2-dac24dcb22f7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.514969] env[70542]: DEBUG nova.compute.provider_tree [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.533854] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Releasing lock "refresh_cache-015d3f07-677b-4dc5-a599-046728624a02" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.534569] env[70542]: DEBUG nova.compute.manager [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Instance network_info: |[{"id": "8038a338-bfc5-4831-881a-269f74140583", "address": "fa:16:3e:67:7a:89", "network": {"id": "b9eb532a-2933-4850-b01e-c496fa6ef875", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-217105513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc0b5d1a0604a93990949de74a62cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8038a338-bf", "ovs_interfaceid": "8038a338-bfc5-4831-881a-269f74140583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.535245] env[70542]: DEBUG oslo_concurrency.lockutils [req-aad33e1e-bfc8-4ab9-b192-c334fe201609 req-1e834873-f8d3-4b9b-ab3e-f6b9f445aa18 service nova] Acquired lock "refresh_cache-015d3f07-677b-4dc5-a599-046728624a02" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.535515] env[70542]: DEBUG nova.network.neutron [req-aad33e1e-bfc8-4ab9-b192-c334fe201609 req-1e834873-f8d3-4b9b-ab3e-f6b9f445aa18 service nova] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Refreshing network info cache for port 8038a338-bfc5-4831-881a-269f74140583 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.536965] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:7a:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8038a338-bfc5-4831-881a-269f74140583', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.545914] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.549149] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.549734] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2aff6cab-f36c-4c56-b6dc-c7ca62fa5116 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.572039] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.572039] env[70542]: value = "task-3910991" [ 766.572039] env[70542]: _type = "Task" [ 766.572039] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.581910] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910991, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.605523] env[70542]: DEBUG oslo_vmware.api [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3910990, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.834191] env[70542]: DEBUG nova.compute.manager [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.857890] env[70542]: DEBUG nova.virt.hardware [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.858180] env[70542]: DEBUG nova.virt.hardware [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.860185] env[70542]: DEBUG nova.virt.hardware [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.861355] env[70542]: DEBUG nova.virt.hardware [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.862071] env[70542]: DEBUG nova.virt.hardware [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.862071] env[70542]: DEBUG nova.virt.hardware [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.862071] env[70542]: DEBUG nova.virt.hardware [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.862310] env[70542]: DEBUG nova.virt.hardware [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.862310] env[70542]: DEBUG nova.virt.hardware [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.862438] env[70542]: DEBUG nova.virt.hardware [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.862647] env[70542]: DEBUG nova.virt.hardware [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.863823] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b384272f-36d6-41ff-a594-7f987ed6de89 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.869717] env[70542]: DEBUG nova.network.neutron [req-aad33e1e-bfc8-4ab9-b192-c334fe201609 req-1e834873-f8d3-4b9b-ab3e-f6b9f445aa18 service nova] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Updated VIF entry in instance network info cache for port 8038a338-bfc5-4831-881a-269f74140583. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.870112] env[70542]: DEBUG nova.network.neutron [req-aad33e1e-bfc8-4ab9-b192-c334fe201609 req-1e834873-f8d3-4b9b-ab3e-f6b9f445aa18 service nova] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Updating instance_info_cache with network_info: [{"id": "8038a338-bfc5-4831-881a-269f74140583", "address": "fa:16:3e:67:7a:89", "network": {"id": "b9eb532a-2933-4850-b01e-c496fa6ef875", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-217105513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc0b5d1a0604a93990949de74a62cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8038a338-bf", "ovs_interfaceid": "8038a338-bfc5-4831-881a-269f74140583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.877914] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c146ec10-e870-4a37-958c-337c0e0ae061 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.017513] env[70542]: DEBUG nova.scheduler.client.report [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.083433] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910991, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.106955] env[70542]: DEBUG oslo_vmware.api [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3910990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674685} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.107054] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1/61f3fc28-9ce9-4f07-87bd-ca8061d9eda1.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.107275] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.107574] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0e8b840-fa15-4cc2-bd18-b1877cae1f95 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.115479] env[70542]: DEBUG oslo_vmware.api [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Waiting for the task: (returnval){ [ 767.115479] env[70542]: value = "task-3910992" [ 767.115479] env[70542]: _type = "Task" [ 767.115479] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.125287] env[70542]: DEBUG oslo_vmware.api [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3910992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.374812] env[70542]: DEBUG oslo_concurrency.lockutils [req-aad33e1e-bfc8-4ab9-b192-c334fe201609 req-1e834873-f8d3-4b9b-ab3e-f6b9f445aa18 service nova] Releasing lock "refresh_cache-015d3f07-677b-4dc5-a599-046728624a02" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.410947] env[70542]: DEBUG nova.compute.manager [req-68c9d41b-417b-4ab7-9fbc-3d0908a4dd6e req-49f9f253-aa98-4fe2-877e-14ce52c74ba2 service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Received event network-vif-plugged-cebb52c4-6dd6-4c4f-b646-3ba641fc4e66 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.411738] env[70542]: DEBUG oslo_concurrency.lockutils [req-68c9d41b-417b-4ab7-9fbc-3d0908a4dd6e req-49f9f253-aa98-4fe2-877e-14ce52c74ba2 service nova] Acquiring lock "7323ed53-e030-4128-b880-37c3ee09434b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.412076] env[70542]: DEBUG oslo_concurrency.lockutils [req-68c9d41b-417b-4ab7-9fbc-3d0908a4dd6e req-49f9f253-aa98-4fe2-877e-14ce52c74ba2 service nova] Lock "7323ed53-e030-4128-b880-37c3ee09434b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.412349] env[70542]: DEBUG oslo_concurrency.lockutils [req-68c9d41b-417b-4ab7-9fbc-3d0908a4dd6e req-49f9f253-aa98-4fe2-877e-14ce52c74ba2 service nova] Lock "7323ed53-e030-4128-b880-37c3ee09434b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.412632] env[70542]: DEBUG nova.compute.manager [req-68c9d41b-417b-4ab7-9fbc-3d0908a4dd6e req-49f9f253-aa98-4fe2-877e-14ce52c74ba2 service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] No waiting events found dispatching network-vif-plugged-cebb52c4-6dd6-4c4f-b646-3ba641fc4e66 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 767.412904] env[70542]: WARNING nova.compute.manager [req-68c9d41b-417b-4ab7-9fbc-3d0908a4dd6e req-49f9f253-aa98-4fe2-877e-14ce52c74ba2 service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Received unexpected event network-vif-plugged-cebb52c4-6dd6-4c4f-b646-3ba641fc4e66 for instance with vm_state building and task_state spawning. [ 767.525065] env[70542]: DEBUG oslo_concurrency.lockutils [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.525868] env[70542]: DEBUG nova.compute.manager [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.529723] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.330s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.530935] env[70542]: DEBUG nova.objects.instance [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Lazy-loading 'resources' on Instance uuid 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.585330] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910991, 'name': CreateVM_Task, 'duration_secs': 0.543285} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.585695] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.586587] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.586898] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.587435] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.587817] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a6d2d7b-21aa-4861-a9bf-2cb5b24c0b38 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.594268] env[70542]: DEBUG oslo_vmware.api [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 767.594268] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528223c0-298f-e462-c66a-cfc0c8d88840" [ 767.594268] env[70542]: _type = "Task" [ 767.594268] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.595225] env[70542]: DEBUG nova.network.neutron [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Successfully updated port: cebb52c4-6dd6-4c4f-b646-3ba641fc4e66 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.614872] env[70542]: DEBUG oslo_vmware.api [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528223c0-298f-e462-c66a-cfc0c8d88840, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.626584] env[70542]: DEBUG oslo_vmware.api [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3910992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073701} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.630320] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.631216] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdd1c90-9223-425b-bc16-62752d95f0d5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.656780] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1/61f3fc28-9ce9-4f07-87bd-ca8061d9eda1.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.657510] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cab0abd3-95b1-49f5-b9bf-08ea540ad5a6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.678952] env[70542]: DEBUG oslo_vmware.api [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Waiting for the task: (returnval){ [ 767.678952] env[70542]: value = "task-3910993" [ 767.678952] env[70542]: _type = "Task" [ 767.678952] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.688537] env[70542]: DEBUG oslo_vmware.api [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3910993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.035176] env[70542]: DEBUG nova.compute.utils [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.039861] env[70542]: DEBUG nova.compute.manager [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.040093] env[70542]: DEBUG nova.network.neutron [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.079784] env[70542]: DEBUG nova.policy [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '636aa9b3c4844b21b44931adb536fc77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3850b9c8425489ea8aedd367c3848a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.107481] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "refresh_cache-7323ed53-e030-4128-b880-37c3ee09434b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.107708] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquired lock "refresh_cache-7323ed53-e030-4128-b880-37c3ee09434b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.107801] env[70542]: DEBUG nova.network.neutron [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.109640] env[70542]: DEBUG oslo_vmware.api [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528223c0-298f-e462-c66a-cfc0c8d88840, 'name': SearchDatastore_Task, 'duration_secs': 0.023341} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.114312] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.114508] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.114741] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.115213] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.115435] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.117464] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06cb7655-a4dd-4a6f-8960-e7f66eb7319c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.131985] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.131985] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.133039] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b6e3abf-d311-4e68-8287-3e9a88656e67 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.141460] env[70542]: DEBUG oslo_vmware.api [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 768.141460] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52116447-8e68-2884-3d9b-6842ea1c9558" [ 768.141460] env[70542]: _type = "Task" [ 768.141460] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.160934] env[70542]: DEBUG oslo_vmware.api [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52116447-8e68-2884-3d9b-6842ea1c9558, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.190358] env[70542]: DEBUG oslo_vmware.api [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3910993, 'name': ReconfigVM_Task, 'duration_secs': 0.401582} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.190358] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1/61f3fc28-9ce9-4f07-87bd-ca8061d9eda1.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.190691] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21836a62-85e4-452b-959a-0b06595e2156 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.203022] env[70542]: DEBUG oslo_vmware.api [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Waiting for the task: (returnval){ [ 768.203022] env[70542]: value = "task-3910994" [ 768.203022] env[70542]: _type = "Task" [ 768.203022] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.212628] env[70542]: DEBUG oslo_vmware.api [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3910994, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.544399] env[70542]: DEBUG nova.compute.manager [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.549473] env[70542]: DEBUG nova.network.neutron [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Successfully created port: 1019c59a-40ab-49e8-9caf-665fcc22d1ad {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.660062] env[70542]: DEBUG oslo_vmware.api [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52116447-8e68-2884-3d9b-6842ea1c9558, 'name': SearchDatastore_Task, 'duration_secs': 0.016892} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.661029] env[70542]: DEBUG nova.network.neutron [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.667897] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e325acf0-6a50-4866-a841-291e138af1d3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.670587] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aca4c541-a0d0-4594-b64b-ce0923781371 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.677343] env[70542]: DEBUG oslo_vmware.api [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 768.677343] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e547e3-0731-e434-0dab-ac3106034779" [ 768.677343] env[70542]: _type = "Task" [ 768.677343] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.683390] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e02b7b-d116-44db-9c1e-72f6ab435e69 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.692436] env[70542]: DEBUG oslo_vmware.api [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e547e3-0731-e434-0dab-ac3106034779, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.723863] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ecf45c-d350-4954-8a22-47d56b2564e2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.739050] env[70542]: DEBUG oslo_vmware.api [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3910994, 'name': Rename_Task, 'duration_secs': 0.165938} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.739591] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.740939] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb7dc2b-3e12-4ef4-92a1-a935d4053629 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.747127] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3958b4a7-2991-4e56-bce8-6ab37c901595 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.762237] env[70542]: DEBUG nova.compute.provider_tree [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.765461] env[70542]: DEBUG oslo_vmware.api [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Waiting for the task: (returnval){ [ 768.765461] env[70542]: value = "task-3910995" [ 768.765461] env[70542]: _type = "Task" [ 768.765461] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.775957] env[70542]: DEBUG oslo_vmware.api [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3910995, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.885443] env[70542]: DEBUG nova.network.neutron [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Updating instance_info_cache with network_info: [{"id": "cebb52c4-6dd6-4c4f-b646-3ba641fc4e66", "address": "fa:16:3e:ba:05:7c", "network": {"id": "ac3919ad-8c2a-4a8e-95f5-f451c37bbee8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1414382297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4224b36262db4e589f89295d0299e529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcebb52c4-6d", "ovs_interfaceid": "cebb52c4-6dd6-4c4f-b646-3ba641fc4e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.193435] env[70542]: DEBUG oslo_vmware.api [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e547e3-0731-e434-0dab-ac3106034779, 'name': SearchDatastore_Task, 'duration_secs': 0.01579} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.193945] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.194170] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 015d3f07-677b-4dc5-a599-046728624a02/015d3f07-677b-4dc5-a599-046728624a02.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.194512] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f2b3f61-7b85-48bd-9966-2bdea8fbcc3d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.202952] env[70542]: DEBUG oslo_vmware.api [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 769.202952] env[70542]: value = "task-3910996" [ 769.202952] env[70542]: _type = "Task" [ 769.202952] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.217576] env[70542]: DEBUG oslo_vmware.api [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.267423] env[70542]: DEBUG nova.scheduler.client.report [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.281784] env[70542]: DEBUG oslo_vmware.api [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3910995, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.388722] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Releasing lock "refresh_cache-7323ed53-e030-4128-b880-37c3ee09434b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.389032] env[70542]: DEBUG nova.compute.manager [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Instance network_info: |[{"id": "cebb52c4-6dd6-4c4f-b646-3ba641fc4e66", "address": "fa:16:3e:ba:05:7c", "network": {"id": "ac3919ad-8c2a-4a8e-95f5-f451c37bbee8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1414382297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4224b36262db4e589f89295d0299e529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcebb52c4-6d", "ovs_interfaceid": "cebb52c4-6dd6-4c4f-b646-3ba641fc4e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.389469] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:05:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cebb52c4-6dd6-4c4f-b646-3ba641fc4e66', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.397418] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Creating folder: Project (4224b36262db4e589f89295d0299e529). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.397794] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb42c801-7faa-45e4-8c33-f1241a4f6aeb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.410596] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Created folder: Project (4224b36262db4e589f89295d0299e529) in parent group-v776569. [ 769.410844] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Creating folder: Instances. Parent ref: group-v776666. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.411148] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-470e4184-76e9-42b1-b02b-8ddf80cad9d4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.424559] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Created folder: Instances in parent group-v776666. [ 769.425049] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.425364] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.425601] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdeabcac-58ef-45ef-886e-6af08caaf41c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.445372] env[70542]: DEBUG nova.compute.manager [req-a658190c-bd76-448e-bc85-992019addd9c req-ef8f8fe2-d076-4a61-aecd-b3eec4f4eccd service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Received event network-changed-cebb52c4-6dd6-4c4f-b646-3ba641fc4e66 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.445624] env[70542]: DEBUG nova.compute.manager [req-a658190c-bd76-448e-bc85-992019addd9c req-ef8f8fe2-d076-4a61-aecd-b3eec4f4eccd service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Refreshing instance network info cache due to event network-changed-cebb52c4-6dd6-4c4f-b646-3ba641fc4e66. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.445845] env[70542]: DEBUG oslo_concurrency.lockutils [req-a658190c-bd76-448e-bc85-992019addd9c req-ef8f8fe2-d076-4a61-aecd-b3eec4f4eccd service nova] Acquiring lock "refresh_cache-7323ed53-e030-4128-b880-37c3ee09434b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.445993] env[70542]: DEBUG oslo_concurrency.lockutils [req-a658190c-bd76-448e-bc85-992019addd9c req-ef8f8fe2-d076-4a61-aecd-b3eec4f4eccd service nova] Acquired lock "refresh_cache-7323ed53-e030-4128-b880-37c3ee09434b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.446166] env[70542]: DEBUG nova.network.neutron [req-a658190c-bd76-448e-bc85-992019addd9c req-ef8f8fe2-d076-4a61-aecd-b3eec4f4eccd service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Refreshing network info cache for port cebb52c4-6dd6-4c4f-b646-3ba641fc4e66 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.449310] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.449310] env[70542]: value = "task-3910999" [ 769.449310] env[70542]: _type = "Task" [ 769.449310] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.460103] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910999, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.560408] env[70542]: DEBUG nova.compute.manager [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.593745] env[70542]: DEBUG nova.virt.hardware [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.594048] env[70542]: DEBUG nova.virt.hardware [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.594210] env[70542]: DEBUG nova.virt.hardware [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.594499] env[70542]: DEBUG nova.virt.hardware [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.594665] env[70542]: DEBUG nova.virt.hardware [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.594810] env[70542]: DEBUG nova.virt.hardware [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.595032] env[70542]: DEBUG nova.virt.hardware [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.595223] env[70542]: DEBUG nova.virt.hardware [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.595342] env[70542]: DEBUG nova.virt.hardware [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.595504] env[70542]: DEBUG nova.virt.hardware [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.595751] env[70542]: DEBUG nova.virt.hardware [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.597135] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0eec509-2f85-4976-b698-3e562f68d506 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.606565] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba89669-a134-4d60-91af-3f4728a04051 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.717874] env[70542]: DEBUG oslo_vmware.api [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910996, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.777522] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.248s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.781037] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.555s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.782912] env[70542]: INFO nova.compute.claims [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.794424] env[70542]: DEBUG oslo_vmware.api [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3910995, 'name': PowerOnVM_Task, 'duration_secs': 0.528292} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.795116] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.795328] env[70542]: INFO nova.compute.manager [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Took 8.44 seconds to spawn the instance on the hypervisor. [ 769.795568] env[70542]: DEBUG nova.compute.manager [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 769.796573] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe812d39-d7fa-4284-8cd4-62d1feb379d7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.801334] env[70542]: INFO nova.scheduler.client.report [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Deleted allocations for instance 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf [ 769.965142] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910999, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.216483] env[70542]: DEBUG oslo_vmware.api [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3910996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.855235} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.216833] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 015d3f07-677b-4dc5-a599-046728624a02/015d3f07-677b-4dc5-a599-046728624a02.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.216975] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.218317] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-134b3526-03f9-417f-b790-078416c3620e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.228917] env[70542]: DEBUG oslo_vmware.api [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 770.228917] env[70542]: value = "task-3911000" [ 770.228917] env[70542]: _type = "Task" [ 770.228917] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.251586] env[70542]: DEBUG oslo_vmware.api [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.253032] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Acquiring lock "592584da-94b4-43f0-a360-36d8b1494d96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.253032] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Lock "592584da-94b4-43f0-a360-36d8b1494d96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.268633] env[70542]: DEBUG nova.network.neutron [req-a658190c-bd76-448e-bc85-992019addd9c req-ef8f8fe2-d076-4a61-aecd-b3eec4f4eccd service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Updated VIF entry in instance network info cache for port cebb52c4-6dd6-4c4f-b646-3ba641fc4e66. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.269459] env[70542]: DEBUG nova.network.neutron [req-a658190c-bd76-448e-bc85-992019addd9c req-ef8f8fe2-d076-4a61-aecd-b3eec4f4eccd service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Updating instance_info_cache with network_info: [{"id": "cebb52c4-6dd6-4c4f-b646-3ba641fc4e66", "address": "fa:16:3e:ba:05:7c", "network": {"id": "ac3919ad-8c2a-4a8e-95f5-f451c37bbee8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1414382297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4224b36262db4e589f89295d0299e529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcebb52c4-6d", "ovs_interfaceid": "cebb52c4-6dd6-4c4f-b646-3ba641fc4e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.318869] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eceaf062-ae16-4a6f-a551-ef05b138f2fc tempest-FloatingIPsAssociationNegativeTestJSON-584374596 tempest-FloatingIPsAssociationNegativeTestJSON-584374596-project-member] Lock "0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.237s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.322965] env[70542]: INFO nova.compute.manager [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Took 46.30 seconds to build instance. [ 770.350957] env[70542]: DEBUG nova.network.neutron [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Successfully updated port: 1019c59a-40ab-49e8-9caf-665fcc22d1ad {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.465964] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3910999, 'name': CreateVM_Task, 'duration_secs': 0.75555} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.466222] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.467176] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.467429] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.467862] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.468237] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e10887b7-21a2-4bfa-8785-9a5664b8d000 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.474160] env[70542]: DEBUG oslo_vmware.api [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 770.474160] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52757122-8cca-b33a-bb99-c6abe15be999" [ 770.474160] env[70542]: _type = "Task" [ 770.474160] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.482523] env[70542]: DEBUG oslo_vmware.api [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52757122-8cca-b33a-bb99-c6abe15be999, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.741649] env[70542]: DEBUG oslo_vmware.api [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129451} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.742131] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.743445] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eae6ff6-9b3e-45a4-bdc7-0967eea3bdc4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.769767] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 015d3f07-677b-4dc5-a599-046728624a02/015d3f07-677b-4dc5-a599-046728624a02.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.770315] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c83c984-390c-4f37-b5f8-bb4d9d764faf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.788154] env[70542]: DEBUG oslo_concurrency.lockutils [req-a658190c-bd76-448e-bc85-992019addd9c req-ef8f8fe2-d076-4a61-aecd-b3eec4f4eccd service nova] Releasing lock "refresh_cache-7323ed53-e030-4128-b880-37c3ee09434b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.795748] env[70542]: DEBUG oslo_vmware.api [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 770.795748] env[70542]: value = "task-3911001" [ 770.795748] env[70542]: _type = "Task" [ 770.795748] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.808151] env[70542]: DEBUG oslo_vmware.api [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911001, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.826536] env[70542]: DEBUG oslo_concurrency.lockutils [None req-66853e58-349e-4554-8f41-93abc90ab8cc tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Lock "61f3fc28-9ce9-4f07-87bd-ca8061d9eda1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.379s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.854988] env[70542]: DEBUG oslo_vmware.rw_handles [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e2849-1344-9fe2-63c1-ca8e2e73b93c/disk-0.vmdk. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 770.856729] env[70542]: DEBUG oslo_concurrency.lockutils [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "refresh_cache-d8595e6b-7681-4439-9052-5a066d6f9c57" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.856729] env[70542]: DEBUG oslo_concurrency.lockutils [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "refresh_cache-d8595e6b-7681-4439-9052-5a066d6f9c57" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.856729] env[70542]: DEBUG nova.network.neutron [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.858353] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9367a1-8100-44c1-b14c-7b80dfc8d41e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.869167] env[70542]: DEBUG oslo_vmware.rw_handles [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e2849-1344-9fe2-63c1-ca8e2e73b93c/disk-0.vmdk is in state: ready. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 770.869339] env[70542]: ERROR oslo_vmware.rw_handles [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e2849-1344-9fe2-63c1-ca8e2e73b93c/disk-0.vmdk due to incomplete transfer. [ 770.870268] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b396c020-a797-4b84-9b66-fab0ec6fd091 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.882548] env[70542]: DEBUG oslo_vmware.rw_handles [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e2849-1344-9fe2-63c1-ca8e2e73b93c/disk-0.vmdk. {{(pid=70542) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 770.882819] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Uploaded image 5450ecb0-9e67-42c6-a2fa-298dd3ed51f3 to the Glance image server {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 770.884850] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Destroying the VM {{(pid=70542) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 770.885209] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8a11e82f-10c1-4c37-9a5c-df9eac320d3a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.893659] env[70542]: DEBUG oslo_vmware.api [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 770.893659] env[70542]: value = "task-3911002" [ 770.893659] env[70542]: _type = "Task" [ 770.893659] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.905743] env[70542]: DEBUG oslo_vmware.api [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3911002, 'name': Destroy_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.989037] env[70542]: DEBUG oslo_vmware.api [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52757122-8cca-b33a-bb99-c6abe15be999, 'name': SearchDatastore_Task, 'duration_secs': 0.014581} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.989573] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.989941] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.991458] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.991458] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.991458] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.991458] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b946f94-297c-47af-8d2f-84379ca5b075 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.005470] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.005674] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.006713] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0055dd6-c9c4-4146-a827-e349838e3077 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.016924] env[70542]: DEBUG oslo_vmware.api [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 771.016924] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ee097b-010e-f51d-547a-cd6ea2887024" [ 771.016924] env[70542]: _type = "Task" [ 771.016924] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.026534] env[70542]: DEBUG oslo_vmware.api [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ee097b-010e-f51d-547a-cd6ea2887024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.310577] env[70542]: DEBUG oslo_vmware.api [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911001, 'name': ReconfigVM_Task, 'duration_secs': 0.344054} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.310883] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 015d3f07-677b-4dc5-a599-046728624a02/015d3f07-677b-4dc5-a599-046728624a02.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.311331] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c55ae20-d26d-446f-af4f-fe76c901c0d2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.318212] env[70542]: DEBUG oslo_vmware.api [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 771.318212] env[70542]: value = "task-3911003" [ 771.318212] env[70542]: _type = "Task" [ 771.318212] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.331694] env[70542]: DEBUG nova.compute.manager [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.334818] env[70542]: DEBUG oslo_vmware.api [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911003, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.355013] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78881e4d-7c98-4bb5-a309-f9968301185e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.368119] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f70cd2-e553-4247-bd9d-699639d8b47d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.408121] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d50d948-4240-404f-9253-b102ac9d5cd9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.420048] env[70542]: DEBUG oslo_vmware.api [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3911002, 'name': Destroy_Task, 'duration_secs': 0.37501} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.421935] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5bd993-ae89-411b-879c-a5d9df47cf4a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.426342] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Destroyed the VM [ 771.426614] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Deleting Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 771.426904] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-eb64ef56-88ca-4fef-8055-88125d3db4de {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.441350] env[70542]: DEBUG nova.compute.provider_tree [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.445311] env[70542]: DEBUG oslo_vmware.api [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 771.445311] env[70542]: value = "task-3911004" [ 771.445311] env[70542]: _type = "Task" [ 771.445311] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.458466] env[70542]: DEBUG oslo_vmware.api [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3911004, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.528367] env[70542]: DEBUG oslo_vmware.api [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ee097b-010e-f51d-547a-cd6ea2887024, 'name': SearchDatastore_Task, 'duration_secs': 0.010839} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.529159] env[70542]: DEBUG nova.network.neutron [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.531837] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cebd001b-c3ae-4e86-a211-12db443895f9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.539201] env[70542]: DEBUG oslo_vmware.api [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 771.539201] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52474ab7-c0d0-0a3b-ec63-fff7bbc7edab" [ 771.539201] env[70542]: _type = "Task" [ 771.539201] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.549947] env[70542]: DEBUG oslo_vmware.api [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52474ab7-c0d0-0a3b-ec63-fff7bbc7edab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.612326] env[70542]: DEBUG nova.compute.manager [req-b2e8ad30-cbd2-422f-b034-cad232c6bf58 req-35d8c550-1b74-4e98-807a-e8b87e9410e7 service nova] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Received event network-changed-df7283b1-7d51-470e-b7a4-7b3425c1c0a9 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.612529] env[70542]: DEBUG nova.compute.manager [req-b2e8ad30-cbd2-422f-b034-cad232c6bf58 req-35d8c550-1b74-4e98-807a-e8b87e9410e7 service nova] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Refreshing instance network info cache due to event network-changed-df7283b1-7d51-470e-b7a4-7b3425c1c0a9. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.613132] env[70542]: DEBUG oslo_concurrency.lockutils [req-b2e8ad30-cbd2-422f-b034-cad232c6bf58 req-35d8c550-1b74-4e98-807a-e8b87e9410e7 service nova] Acquiring lock "refresh_cache-61f3fc28-9ce9-4f07-87bd-ca8061d9eda1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.613132] env[70542]: DEBUG oslo_concurrency.lockutils [req-b2e8ad30-cbd2-422f-b034-cad232c6bf58 req-35d8c550-1b74-4e98-807a-e8b87e9410e7 service nova] Acquired lock "refresh_cache-61f3fc28-9ce9-4f07-87bd-ca8061d9eda1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.613442] env[70542]: DEBUG nova.network.neutron [req-b2e8ad30-cbd2-422f-b034-cad232c6bf58 req-35d8c550-1b74-4e98-807a-e8b87e9410e7 service nova] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Refreshing network info cache for port df7283b1-7d51-470e-b7a4-7b3425c1c0a9 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.736389] env[70542]: DEBUG nova.network.neutron [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Updating instance_info_cache with network_info: [{"id": "1019c59a-40ab-49e8-9caf-665fcc22d1ad", "address": "fa:16:3e:37:aa:b2", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1019c59a-40", "ovs_interfaceid": "1019c59a-40ab-49e8-9caf-665fcc22d1ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.838999] env[70542]: DEBUG oslo_vmware.api [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911003, 'name': Rename_Task, 'duration_secs': 0.173254} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.845846] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.851251] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67042df2-0f2f-46cc-9db7-1fdd7591956a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.862821] env[70542]: DEBUG oslo_vmware.api [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 771.862821] env[70542]: value = "task-3911005" [ 771.862821] env[70542]: _type = "Task" [ 771.862821] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.872735] env[70542]: DEBUG oslo_vmware.api [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.874949] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.945192] env[70542]: DEBUG nova.scheduler.client.report [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.969134] env[70542]: DEBUG oslo_vmware.api [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3911004, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.056032] env[70542]: DEBUG oslo_vmware.api [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52474ab7-c0d0-0a3b-ec63-fff7bbc7edab, 'name': SearchDatastore_Task, 'duration_secs': 0.012761} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.056032] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.056603] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 7323ed53-e030-4128-b880-37c3ee09434b/7323ed53-e030-4128-b880-37c3ee09434b.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.057207] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d38895b-5678-439c-b6e0-d2432fcf77d4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.064726] env[70542]: DEBUG nova.compute.manager [req-e3e9e3a2-aef0-416f-bdf9-015b33da8d9e req-e3fc2793-e9bd-4aa7-84f5-7f3919fbe622 service nova] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Received event network-vif-plugged-1019c59a-40ab-49e8-9caf-665fcc22d1ad {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.065082] env[70542]: DEBUG oslo_concurrency.lockutils [req-e3e9e3a2-aef0-416f-bdf9-015b33da8d9e req-e3fc2793-e9bd-4aa7-84f5-7f3919fbe622 service nova] Acquiring lock "d8595e6b-7681-4439-9052-5a066d6f9c57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.065799] env[70542]: DEBUG oslo_concurrency.lockutils [req-e3e9e3a2-aef0-416f-bdf9-015b33da8d9e req-e3fc2793-e9bd-4aa7-84f5-7f3919fbe622 service nova] Lock "d8595e6b-7681-4439-9052-5a066d6f9c57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.066137] env[70542]: DEBUG oslo_concurrency.lockutils [req-e3e9e3a2-aef0-416f-bdf9-015b33da8d9e req-e3fc2793-e9bd-4aa7-84f5-7f3919fbe622 service nova] Lock "d8595e6b-7681-4439-9052-5a066d6f9c57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.066429] env[70542]: DEBUG nova.compute.manager [req-e3e9e3a2-aef0-416f-bdf9-015b33da8d9e req-e3fc2793-e9bd-4aa7-84f5-7f3919fbe622 service nova] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] No waiting events found dispatching network-vif-plugged-1019c59a-40ab-49e8-9caf-665fcc22d1ad {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 772.066694] env[70542]: WARNING nova.compute.manager [req-e3e9e3a2-aef0-416f-bdf9-015b33da8d9e req-e3fc2793-e9bd-4aa7-84f5-7f3919fbe622 service nova] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Received unexpected event network-vif-plugged-1019c59a-40ab-49e8-9caf-665fcc22d1ad for instance with vm_state building and task_state spawning. [ 772.067476] env[70542]: DEBUG nova.compute.manager [req-e3e9e3a2-aef0-416f-bdf9-015b33da8d9e req-e3fc2793-e9bd-4aa7-84f5-7f3919fbe622 service nova] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Received event network-changed-1019c59a-40ab-49e8-9caf-665fcc22d1ad {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.067476] env[70542]: DEBUG nova.compute.manager [req-e3e9e3a2-aef0-416f-bdf9-015b33da8d9e req-e3fc2793-e9bd-4aa7-84f5-7f3919fbe622 service nova] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Refreshing instance network info cache due to event network-changed-1019c59a-40ab-49e8-9caf-665fcc22d1ad. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.067476] env[70542]: DEBUG oslo_concurrency.lockutils [req-e3e9e3a2-aef0-416f-bdf9-015b33da8d9e req-e3fc2793-e9bd-4aa7-84f5-7f3919fbe622 service nova] Acquiring lock "refresh_cache-d8595e6b-7681-4439-9052-5a066d6f9c57" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.073999] env[70542]: DEBUG oslo_vmware.api [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 772.073999] env[70542]: value = "task-3911006" [ 772.073999] env[70542]: _type = "Task" [ 772.073999] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.084889] env[70542]: DEBUG oslo_vmware.api [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.241986] env[70542]: DEBUG oslo_concurrency.lockutils [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "refresh_cache-d8595e6b-7681-4439-9052-5a066d6f9c57" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.242372] env[70542]: DEBUG nova.compute.manager [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Instance network_info: |[{"id": "1019c59a-40ab-49e8-9caf-665fcc22d1ad", "address": "fa:16:3e:37:aa:b2", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1019c59a-40", "ovs_interfaceid": "1019c59a-40ab-49e8-9caf-665fcc22d1ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.242718] env[70542]: DEBUG oslo_concurrency.lockutils [req-e3e9e3a2-aef0-416f-bdf9-015b33da8d9e req-e3fc2793-e9bd-4aa7-84f5-7f3919fbe622 service nova] Acquired lock "refresh_cache-d8595e6b-7681-4439-9052-5a066d6f9c57" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.242933] env[70542]: DEBUG nova.network.neutron [req-e3e9e3a2-aef0-416f-bdf9-015b33da8d9e req-e3fc2793-e9bd-4aa7-84f5-7f3919fbe622 service nova] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Refreshing network info cache for port 1019c59a-40ab-49e8-9caf-665fcc22d1ad {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.244461] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:aa:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1019c59a-40ab-49e8-9caf-665fcc22d1ad', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.262587] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Creating folder: Project (b3850b9c8425489ea8aedd367c3848a7). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.266447] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9723ac89-b05f-4557-94db-474d2cd7deb3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.283629] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Created folder: Project (b3850b9c8425489ea8aedd367c3848a7) in parent group-v776569. [ 772.283898] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Creating folder: Instances. Parent ref: group-v776669. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.284274] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a19c08a-9cd6-4111-b82d-67940f49639f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.301583] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Created folder: Instances in parent group-v776669. [ 772.301709] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.302759] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.302759] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e354b7dc-a7ed-4061-ab90-dbdc9d139e3a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.331045] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.331045] env[70542]: value = "task-3911009" [ 772.331045] env[70542]: _type = "Task" [ 772.331045] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.343688] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911009, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.385291] env[70542]: DEBUG oslo_vmware.api [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911005, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.460591] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.461690] env[70542]: DEBUG nova.compute.manager [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.477719] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.638s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.478028] env[70542]: DEBUG nova.objects.instance [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lazy-loading 'resources' on Instance uuid 01da3154-04a5-45c5-a3c6-049ef8d90cf9 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.483026] env[70542]: DEBUG oslo_vmware.api [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3911004, 'name': RemoveSnapshot_Task, 'duration_secs': 0.598832} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.483026] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Deleted Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 772.483026] env[70542]: INFO nova.compute.manager [None req-adc5be03-6c32-4db6-b165-cb6b1c53bcfd tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Took 15.53 seconds to snapshot the instance on the hypervisor. [ 772.494845] env[70542]: DEBUG nova.network.neutron [req-b2e8ad30-cbd2-422f-b034-cad232c6bf58 req-35d8c550-1b74-4e98-807a-e8b87e9410e7 service nova] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Updated VIF entry in instance network info cache for port df7283b1-7d51-470e-b7a4-7b3425c1c0a9. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.495334] env[70542]: DEBUG nova.network.neutron [req-b2e8ad30-cbd2-422f-b034-cad232c6bf58 req-35d8c550-1b74-4e98-807a-e8b87e9410e7 service nova] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Updating instance_info_cache with network_info: [{"id": "df7283b1-7d51-470e-b7a4-7b3425c1c0a9", "address": "fa:16:3e:ab:5e:79", "network": {"id": "e88fae22-9a30-40b9-a376-1436428871ed", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-68844891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f97eedbc83834f17a119ade45741b773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf7283b1-7d", "ovs_interfaceid": "df7283b1-7d51-470e-b7a4-7b3425c1c0a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.586370] env[70542]: DEBUG oslo_vmware.api [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911006, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.844271] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911009, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.874371] env[70542]: DEBUG oslo_vmware.api [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911005, 'name': PowerOnVM_Task, 'duration_secs': 0.553447} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.874635] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.874809] env[70542]: INFO nova.compute.manager [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Took 8.80 seconds to spawn the instance on the hypervisor. [ 772.874978] env[70542]: DEBUG nova.compute.manager [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 772.875783] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a523d992-c999-4d7b-929f-45d49dfa1e99 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.987859] env[70542]: DEBUG nova.compute.utils [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.991810] env[70542]: DEBUG nova.compute.manager [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.991810] env[70542]: DEBUG nova.network.neutron [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.999126] env[70542]: DEBUG oslo_concurrency.lockutils [req-b2e8ad30-cbd2-422f-b034-cad232c6bf58 req-35d8c550-1b74-4e98-807a-e8b87e9410e7 service nova] Releasing lock "refresh_cache-61f3fc28-9ce9-4f07-87bd-ca8061d9eda1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.055887] env[70542]: DEBUG nova.policy [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf958597122f47a3ad61b0c0f6e48662', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1ed649ce03f4cb994a22b4fae711fb7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.086195] env[70542]: DEBUG oslo_vmware.api [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911006, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633399} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.092326] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 7323ed53-e030-4128-b880-37c3ee09434b/7323ed53-e030-4128-b880-37c3ee09434b.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.092595] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.093216] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ee85422-aa15-43a0-b2b9-603606e71b0a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.101281] env[70542]: DEBUG oslo_vmware.api [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 773.101281] env[70542]: value = "task-3911010" [ 773.101281] env[70542]: _type = "Task" [ 773.101281] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.111377] env[70542]: DEBUG oslo_vmware.api [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.187479] env[70542]: DEBUG nova.network.neutron [req-e3e9e3a2-aef0-416f-bdf9-015b33da8d9e req-e3fc2793-e9bd-4aa7-84f5-7f3919fbe622 service nova] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Updated VIF entry in instance network info cache for port 1019c59a-40ab-49e8-9caf-665fcc22d1ad. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.187879] env[70542]: DEBUG nova.network.neutron [req-e3e9e3a2-aef0-416f-bdf9-015b33da8d9e req-e3fc2793-e9bd-4aa7-84f5-7f3919fbe622 service nova] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Updating instance_info_cache with network_info: [{"id": "1019c59a-40ab-49e8-9caf-665fcc22d1ad", "address": "fa:16:3e:37:aa:b2", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1019c59a-40", "ovs_interfaceid": "1019c59a-40ab-49e8-9caf-665fcc22d1ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.346168] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911009, 'name': CreateVM_Task, 'duration_secs': 0.571522} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.348831] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.350869] env[70542]: DEBUG oslo_concurrency.lockutils [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.350869] env[70542]: DEBUG oslo_concurrency.lockutils [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.350869] env[70542]: DEBUG oslo_concurrency.lockutils [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.350869] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6156c72-dcc2-4e3f-a1cd-7155ddfd66c8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.356571] env[70542]: DEBUG oslo_vmware.api [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 773.356571] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5263be5d-34b8-2a1d-7815-e39d6f0e5763" [ 773.356571] env[70542]: _type = "Task" [ 773.356571] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.367495] env[70542]: DEBUG oslo_vmware.api [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5263be5d-34b8-2a1d-7815-e39d6f0e5763, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.404117] env[70542]: INFO nova.compute.manager [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Took 42.15 seconds to build instance. [ 773.496093] env[70542]: DEBUG nova.compute.manager [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.543543] env[70542]: DEBUG nova.network.neutron [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Successfully created port: c5cd361b-1720-4679-bce3-729e36a0bc06 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.614260] env[70542]: DEBUG oslo_vmware.api [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073311} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.617761] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.619568] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3a3f49-aa7e-4b31-a67e-7fe234bcdc46 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.644480] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 7323ed53-e030-4128-b880-37c3ee09434b/7323ed53-e030-4128-b880-37c3ee09434b.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.646043] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9a241dd-cc93-4f40-9468-4ff9b1285502 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.663141] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83ad1e6-a007-4cae-94a6-93977edbbf22 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.673133] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6fe4f3-f273-4a2e-8a6d-b5702cc0ef43 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.678334] env[70542]: DEBUG oslo_vmware.api [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 773.678334] env[70542]: value = "task-3911011" [ 773.678334] env[70542]: _type = "Task" [ 773.678334] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.713053] env[70542]: DEBUG oslo_concurrency.lockutils [req-e3e9e3a2-aef0-416f-bdf9-015b33da8d9e req-e3fc2793-e9bd-4aa7-84f5-7f3919fbe622 service nova] Releasing lock "refresh_cache-d8595e6b-7681-4439-9052-5a066d6f9c57" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.714694] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd7751d-5f54-416f-bc2f-611a6bf4e93a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.720988] env[70542]: DEBUG oslo_vmware.api [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.727262] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc33bbce-8950-4b78-9bee-a7f5dbdfca72 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.742341] env[70542]: DEBUG nova.compute.provider_tree [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.868283] env[70542]: DEBUG oslo_vmware.api [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5263be5d-34b8-2a1d-7815-e39d6f0e5763, 'name': SearchDatastore_Task, 'duration_secs': 0.014998} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.868609] env[70542]: DEBUG oslo_concurrency.lockutils [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.868845] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.869092] env[70542]: DEBUG oslo_concurrency.lockutils [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.869240] env[70542]: DEBUG oslo_concurrency.lockutils [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.869416] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.869682] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef6017fe-d53b-435d-8383-aa3b21494f87 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.885987] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.886958] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.888281] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-824c0ad8-5680-455b-bbd2-262efa4ee68b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.895564] env[70542]: DEBUG oslo_vmware.api [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 773.895564] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e70a71-8682-b80b-4cc3-fadfbbf2aa33" [ 773.895564] env[70542]: _type = "Task" [ 773.895564] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.904212] env[70542]: DEBUG oslo_vmware.api [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e70a71-8682-b80b-4cc3-fadfbbf2aa33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.906804] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5ef6d698-d28e-4904-bbd0-1a49a5b2488c tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "015d3f07-677b-4dc5-a599-046728624a02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.621s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.193181] env[70542]: DEBUG oslo_vmware.api [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.245490] env[70542]: DEBUG nova.scheduler.client.report [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.361139] env[70542]: DEBUG nova.compute.manager [req-9cce3d49-6712-492a-baea-07103b128f24 req-5cd0b24e-185e-4a78-8365-9672a66a7889 service nova] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Received event network-changed-df7283b1-7d51-470e-b7a4-7b3425c1c0a9 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.361423] env[70542]: DEBUG nova.compute.manager [req-9cce3d49-6712-492a-baea-07103b128f24 req-5cd0b24e-185e-4a78-8365-9672a66a7889 service nova] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Refreshing instance network info cache due to event network-changed-df7283b1-7d51-470e-b7a4-7b3425c1c0a9. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.361609] env[70542]: DEBUG oslo_concurrency.lockutils [req-9cce3d49-6712-492a-baea-07103b128f24 req-5cd0b24e-185e-4a78-8365-9672a66a7889 service nova] Acquiring lock "refresh_cache-61f3fc28-9ce9-4f07-87bd-ca8061d9eda1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.361711] env[70542]: DEBUG oslo_concurrency.lockutils [req-9cce3d49-6712-492a-baea-07103b128f24 req-5cd0b24e-185e-4a78-8365-9672a66a7889 service nova] Acquired lock "refresh_cache-61f3fc28-9ce9-4f07-87bd-ca8061d9eda1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.361884] env[70542]: DEBUG nova.network.neutron [req-9cce3d49-6712-492a-baea-07103b128f24 req-5cd0b24e-185e-4a78-8365-9672a66a7889 service nova] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Refreshing network info cache for port df7283b1-7d51-470e-b7a4-7b3425c1c0a9 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.409594] env[70542]: DEBUG oslo_vmware.api [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e70a71-8682-b80b-4cc3-fadfbbf2aa33, 'name': SearchDatastore_Task, 'duration_secs': 0.035592} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.409997] env[70542]: DEBUG nova.compute.manager [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.413295] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd2e3ec5-be3c-45bd-a584-15d6e1d5f0c0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.419866] env[70542]: DEBUG oslo_vmware.api [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 774.419866] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527e815b-8efa-9d48-8f43-08639c55b260" [ 774.419866] env[70542]: _type = "Task" [ 774.419866] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.431661] env[70542]: DEBUG oslo_vmware.api [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527e815b-8efa-9d48-8f43-08639c55b260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.509051] env[70542]: DEBUG nova.compute.manager [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.537557] env[70542]: DEBUG nova.virt.hardware [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.537557] env[70542]: DEBUG nova.virt.hardware [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.537557] env[70542]: DEBUG nova.virt.hardware [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.537872] env[70542]: DEBUG nova.virt.hardware [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.537872] env[70542]: DEBUG nova.virt.hardware [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.537930] env[70542]: DEBUG nova.virt.hardware [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.538174] env[70542]: DEBUG nova.virt.hardware [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.538319] env[70542]: DEBUG nova.virt.hardware [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.538545] env[70542]: DEBUG nova.virt.hardware [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.538664] env[70542]: DEBUG nova.virt.hardware [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.538846] env[70542]: DEBUG nova.virt.hardware [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.539761] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40228030-5885-4737-b6df-101cd10036e8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.548881] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c95caf-84b5-414d-8921-d40fc0ff31fe {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.688082] env[70542]: DEBUG oslo_vmware.api [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911011, 'name': ReconfigVM_Task, 'duration_secs': 0.930563} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.689492] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 7323ed53-e030-4128-b880-37c3ee09434b/7323ed53-e030-4128-b880-37c3ee09434b.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.690173] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a2bde3b-42df-4ff4-934a-a021b84699f0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.699466] env[70542]: DEBUG oslo_vmware.api [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 774.699466] env[70542]: value = "task-3911012" [ 774.699466] env[70542]: _type = "Task" [ 774.699466] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.713834] env[70542]: DEBUG oslo_vmware.api [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911012, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.750940] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.753837] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.863s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.779294] env[70542]: INFO nova.scheduler.client.report [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Deleted allocations for instance 01da3154-04a5-45c5-a3c6-049ef8d90cf9 [ 774.936182] env[70542]: DEBUG oslo_vmware.api [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527e815b-8efa-9d48-8f43-08639c55b260, 'name': SearchDatastore_Task, 'duration_secs': 0.013741} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.937396] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.937781] env[70542]: DEBUG oslo_concurrency.lockutils [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.938099] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] d8595e6b-7681-4439-9052-5a066d6f9c57/d8595e6b-7681-4439-9052-5a066d6f9c57.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.938413] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-743b0255-7925-4a42-9bc8-d0076074cbe7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.946217] env[70542]: DEBUG oslo_vmware.api [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 774.946217] env[70542]: value = "task-3911013" [ 774.946217] env[70542]: _type = "Task" [ 774.946217] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.958450] env[70542]: DEBUG oslo_vmware.api [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.154286] env[70542]: DEBUG nova.network.neutron [req-9cce3d49-6712-492a-baea-07103b128f24 req-5cd0b24e-185e-4a78-8365-9672a66a7889 service nova] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Updated VIF entry in instance network info cache for port df7283b1-7d51-470e-b7a4-7b3425c1c0a9. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.155147] env[70542]: DEBUG nova.network.neutron [req-9cce3d49-6712-492a-baea-07103b128f24 req-5cd0b24e-185e-4a78-8365-9672a66a7889 service nova] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Updating instance_info_cache with network_info: [{"id": "df7283b1-7d51-470e-b7a4-7b3425c1c0a9", "address": "fa:16:3e:ab:5e:79", "network": {"id": "e88fae22-9a30-40b9-a376-1436428871ed", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-68844891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f97eedbc83834f17a119ade45741b773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf7283b1-7d", "ovs_interfaceid": "df7283b1-7d51-470e-b7a4-7b3425c1c0a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.213608] env[70542]: DEBUG oslo_vmware.api [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911012, 'name': Rename_Task, 'duration_secs': 0.165436} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.213956] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.214251] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48ef0e89-7295-432e-a156-4d55c8dfcb12 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.222805] env[70542]: DEBUG oslo_vmware.api [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 775.222805] env[70542]: value = "task-3911014" [ 775.222805] env[70542]: _type = "Task" [ 775.222805] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.235042] env[70542]: DEBUG oslo_vmware.api [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.289171] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eaa75b93-7c8c-47b6-8fb5-67eddac4cd30 tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "01da3154-04a5-45c5-a3c6-049ef8d90cf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.187s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.461464] env[70542]: DEBUG oslo_vmware.api [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911013, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.514075] env[70542]: DEBUG nova.network.neutron [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Successfully updated port: c5cd361b-1720-4679-bce3-729e36a0bc06 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.649675] env[70542]: DEBUG nova.compute.manager [req-aeaba865-5301-4a85-a274-fe3a07ea753d req-c76d9d25-42ff-4810-a823-a06ee88df875 service nova] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Received event network-vif-plugged-c5cd361b-1720-4679-bce3-729e36a0bc06 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.649981] env[70542]: DEBUG oslo_concurrency.lockutils [req-aeaba865-5301-4a85-a274-fe3a07ea753d req-c76d9d25-42ff-4810-a823-a06ee88df875 service nova] Acquiring lock "bf6cc8b4-c21d-4a38-a0cd-91466bbb577d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.650136] env[70542]: DEBUG oslo_concurrency.lockutils [req-aeaba865-5301-4a85-a274-fe3a07ea753d req-c76d9d25-42ff-4810-a823-a06ee88df875 service nova] Lock "bf6cc8b4-c21d-4a38-a0cd-91466bbb577d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.650287] env[70542]: DEBUG oslo_concurrency.lockutils [req-aeaba865-5301-4a85-a274-fe3a07ea753d req-c76d9d25-42ff-4810-a823-a06ee88df875 service nova] Lock "bf6cc8b4-c21d-4a38-a0cd-91466bbb577d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.650423] env[70542]: DEBUG nova.compute.manager [req-aeaba865-5301-4a85-a274-fe3a07ea753d req-c76d9d25-42ff-4810-a823-a06ee88df875 service nova] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] No waiting events found dispatching network-vif-plugged-c5cd361b-1720-4679-bce3-729e36a0bc06 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 775.650588] env[70542]: WARNING nova.compute.manager [req-aeaba865-5301-4a85-a274-fe3a07ea753d req-c76d9d25-42ff-4810-a823-a06ee88df875 service nova] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Received unexpected event network-vif-plugged-c5cd361b-1720-4679-bce3-729e36a0bc06 for instance with vm_state building and task_state spawning. [ 775.659936] env[70542]: DEBUG oslo_concurrency.lockutils [req-9cce3d49-6712-492a-baea-07103b128f24 req-5cd0b24e-185e-4a78-8365-9672a66a7889 service nova] Releasing lock "refresh_cache-61f3fc28-9ce9-4f07-87bd-ca8061d9eda1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.736776] env[70542]: DEBUG oslo_vmware.api [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911014, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.801676] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.801832] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance a2359267-0c7a-4410-86c1-caf5e26bc921 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.801970] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance e34d3e61-5465-4d68-8106-e9ee42644d69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.802103] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 9a25d997-02e9-4d87-aa89-5d05fac4d70d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.802220] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 513a1359-d44c-4e77-8621-9704298cfe79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.802335] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance c82e9569-5ed3-49ca-a81d-e274ecc11a9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.802448] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance eef02990-c512-44f2-8fc7-eab27e22ab58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.802562] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance c8fe42f0-c100-4201-9895-f226773be184 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.802673] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.802831] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (42cfc9d8-0155-4d55-9653-7de4fa794724): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 775.802941] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.803063] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 70a49596-b0a3-4ce7-8b80-ab64344fbcd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.803176] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 61b93ec7-7899-446d-8e08-d354622eeaa4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.803301] env[70542]: WARNING nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance a7bffb65-7477-4ea5-ba13-cad72418f11a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 775.803448] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 7e2f05a8-6f0d-4112-a654-b2a6d01a011a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.803569] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.803679] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 015d3f07-677b-4dc5-a599-046728624a02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.803789] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 7323ed53-e030-4128-b880-37c3ee09434b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.803895] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance d8595e6b-7681-4439-9052-5a066d6f9c57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.804010] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance bf6cc8b4-c21d-4a38-a0cd-91466bbb577d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 775.958453] env[70542]: DEBUG oslo_vmware.api [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556264} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.958774] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] d8595e6b-7681-4439-9052-5a066d6f9c57/d8595e6b-7681-4439-9052-5a066d6f9c57.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.959131] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.959514] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07862620-7bc0-4b94-87dc-d0460f75cbbf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.967166] env[70542]: DEBUG oslo_vmware.api [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 775.967166] env[70542]: value = "task-3911015" [ 775.967166] env[70542]: _type = "Task" [ 775.967166] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.977394] env[70542]: DEBUG oslo_vmware.api [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.019324] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "refresh_cache-bf6cc8b4-c21d-4a38-a0cd-91466bbb577d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.019598] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquired lock "refresh_cache-bf6cc8b4-c21d-4a38-a0cd-91466bbb577d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.019829] env[70542]: DEBUG nova.network.neutron [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.137887] env[70542]: INFO nova.compute.manager [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Rebuilding instance [ 776.179099] env[70542]: DEBUG nova.compute.manager [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 776.179822] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c1fdf3-5553-40f2-b05e-d518643e555f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.236060] env[70542]: DEBUG oslo_vmware.api [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911014, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.306939] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 776.480296] env[70542]: DEBUG oslo_vmware.api [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068693} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.480296] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.483119] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d27e490-0d9c-485c-81d4-69e2bcea966f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.512187] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] d8595e6b-7681-4439-9052-5a066d6f9c57/d8595e6b-7681-4439-9052-5a066d6f9c57.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.513940] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dbd4e44-087b-40b9-a129-f2a68fa838c4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.542385] env[70542]: DEBUG oslo_vmware.api [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 776.542385] env[70542]: value = "task-3911016" [ 776.542385] env[70542]: _type = "Task" [ 776.542385] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.554907] env[70542]: DEBUG oslo_vmware.api [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.576999] env[70542]: DEBUG nova.network.neutron [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.738838] env[70542]: DEBUG oslo_vmware.api [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911014, 'name': PowerOnVM_Task, 'duration_secs': 1.496014} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.740213] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.740461] env[70542]: INFO nova.compute.manager [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Took 9.91 seconds to spawn the instance on the hypervisor. [ 776.740645] env[70542]: DEBUG nova.compute.manager [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 776.741492] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b030b0bf-5f45-4bba-9364-c883719097a7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.810304] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 3de4b70e-5e69-4b82-afb3-84162651b76c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 776.818225] env[70542]: DEBUG nova.network.neutron [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Updating instance_info_cache with network_info: [{"id": "c5cd361b-1720-4679-bce3-729e36a0bc06", "address": "fa:16:3e:73:4c:cc", "network": {"id": "8d681135-929a-4d37-8f8e-5b42cb601fa2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449826457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ed649ce03f4cb994a22b4fae711fb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5cd361b-17", "ovs_interfaceid": "c5cd361b-1720-4679-bce3-729e36a0bc06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.053462] env[70542]: DEBUG oslo_vmware.api [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911016, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.195946] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.196154] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e10863e-a2f7-4b98-929c-795785b8331f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.205763] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 777.205763] env[70542]: value = "task-3911017" [ 777.205763] env[70542]: _type = "Task" [ 777.205763] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.217759] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.265162] env[70542]: INFO nova.compute.manager [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Took 42.82 seconds to build instance. [ 777.314341] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance f71aa837-f443-447e-8052-b69156697d53 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 777.321060] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Releasing lock "refresh_cache-bf6cc8b4-c21d-4a38-a0cd-91466bbb577d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.321060] env[70542]: DEBUG nova.compute.manager [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Instance network_info: |[{"id": "c5cd361b-1720-4679-bce3-729e36a0bc06", "address": "fa:16:3e:73:4c:cc", "network": {"id": "8d681135-929a-4d37-8f8e-5b42cb601fa2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449826457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ed649ce03f4cb994a22b4fae711fb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5cd361b-17", "ovs_interfaceid": "c5cd361b-1720-4679-bce3-729e36a0bc06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.321327] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:4c:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9875d38f-76e2-416c-bfb7-f18a22b0d8ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5cd361b-1720-4679-bce3-729e36a0bc06', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.334422] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.335339] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.335591] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc058aa7-1c2f-4ec3-ac9f-bd0fa0338e26 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.358809] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.358809] env[70542]: value = "task-3911018" [ 777.358809] env[70542]: _type = "Task" [ 777.358809] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.372519] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911018, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.554319] env[70542]: DEBUG oslo_vmware.api [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911016, 'name': ReconfigVM_Task, 'duration_secs': 0.670398} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.554593] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Reconfigured VM instance instance-00000021 to attach disk [datastore1] d8595e6b-7681-4439-9052-5a066d6f9c57/d8595e6b-7681-4439-9052-5a066d6f9c57.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.555305] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be9da541-7d87-46bf-ac4e-1ca528b5cd09 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.565014] env[70542]: DEBUG oslo_vmware.api [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 777.565014] env[70542]: value = "task-3911019" [ 777.565014] env[70542]: _type = "Task" [ 777.565014] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.577306] env[70542]: DEBUG oslo_vmware.api [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911019, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.719886] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911017, 'name': PowerOffVM_Task, 'duration_secs': 0.3244} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.720042] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.720951] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.721175] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020659ba-2a97-4f9e-a4c5-c0d9ca2cc2af {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.730042] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.730322] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c1ed7f4-aee8-42a7-a112-26baca5d6bd6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.770019] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fde93aae-c032-4708-827f-cc1b9a7ee72c tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "7323ed53-e030-4128-b880-37c3ee09434b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.848s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.805841] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.806173] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.806376] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Deleting the datastore file [datastore1] 015d3f07-677b-4dc5-a599-046728624a02 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.806665] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5b062ad-2d98-4ff0-9df1-d1a70d819f37 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.815878] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 777.815878] env[70542]: value = "task-3911021" [ 777.815878] env[70542]: _type = "Task" [ 777.815878] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.818768] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance c09cc678-024d-4442-9e98-daf82b734c5c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 777.820973] env[70542]: DEBUG nova.compute.manager [req-45949a3d-f182-4954-80c2-37365d110623 req-ada1660d-e67b-401b-9314-55b38b6a7b2f service nova] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Received event network-changed-c5cd361b-1720-4679-bce3-729e36a0bc06 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.821220] env[70542]: DEBUG nova.compute.manager [req-45949a3d-f182-4954-80c2-37365d110623 req-ada1660d-e67b-401b-9314-55b38b6a7b2f service nova] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Refreshing instance network info cache due to event network-changed-c5cd361b-1720-4679-bce3-729e36a0bc06. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.821376] env[70542]: DEBUG oslo_concurrency.lockutils [req-45949a3d-f182-4954-80c2-37365d110623 req-ada1660d-e67b-401b-9314-55b38b6a7b2f service nova] Acquiring lock "refresh_cache-bf6cc8b4-c21d-4a38-a0cd-91466bbb577d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.821513] env[70542]: DEBUG oslo_concurrency.lockutils [req-45949a3d-f182-4954-80c2-37365d110623 req-ada1660d-e67b-401b-9314-55b38b6a7b2f service nova] Acquired lock "refresh_cache-bf6cc8b4-c21d-4a38-a0cd-91466bbb577d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.821664] env[70542]: DEBUG nova.network.neutron [req-45949a3d-f182-4954-80c2-37365d110623 req-ada1660d-e67b-401b-9314-55b38b6a7b2f service nova] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Refreshing network info cache for port c5cd361b-1720-4679-bce3-729e36a0bc06 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.831562] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.869639] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911018, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.077300] env[70542]: DEBUG oslo_vmware.api [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911019, 'name': Rename_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.273962] env[70542]: DEBUG nova.compute.manager [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.324440] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance b2338985-ea99-4a2f-8e5c-9c0597fdc7e0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 778.334539] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.474324} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.334789] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.334964] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.335154] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.373369] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911018, 'name': CreateVM_Task, 'duration_secs': 0.657827} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.373724] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.374785] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.375204] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.375736] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.376278] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb287f10-6cee-4e4b-89fb-f3a64bc1b5ee {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.383688] env[70542]: DEBUG oslo_vmware.api [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 778.383688] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526ada20-b27d-721c-e51c-1e66a24aef4b" [ 778.383688] env[70542]: _type = "Task" [ 778.383688] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.398872] env[70542]: DEBUG oslo_vmware.api [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526ada20-b27d-721c-e51c-1e66a24aef4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.442347] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Acquiring lock "43599c7d-eb6e-42c2-98f9-bcf443633560" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.442347] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Lock "43599c7d-eb6e-42c2-98f9-bcf443633560" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.577984] env[70542]: DEBUG oslo_vmware.api [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911019, 'name': Rename_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.810760] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.829844] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance a4636d85-7109-4b7e-a01a-4cf2d2952886 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 778.869787] env[70542]: DEBUG nova.network.neutron [req-45949a3d-f182-4954-80c2-37365d110623 req-ada1660d-e67b-401b-9314-55b38b6a7b2f service nova] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Updated VIF entry in instance network info cache for port c5cd361b-1720-4679-bce3-729e36a0bc06. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.869787] env[70542]: DEBUG nova.network.neutron [req-45949a3d-f182-4954-80c2-37365d110623 req-ada1660d-e67b-401b-9314-55b38b6a7b2f service nova] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Updating instance_info_cache with network_info: [{"id": "c5cd361b-1720-4679-bce3-729e36a0bc06", "address": "fa:16:3e:73:4c:cc", "network": {"id": "8d681135-929a-4d37-8f8e-5b42cb601fa2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449826457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ed649ce03f4cb994a22b4fae711fb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5cd361b-17", "ovs_interfaceid": "c5cd361b-1720-4679-bce3-729e36a0bc06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.896551] env[70542]: DEBUG oslo_vmware.api [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526ada20-b27d-721c-e51c-1e66a24aef4b, 'name': SearchDatastore_Task, 'duration_secs': 0.012802} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.897389] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.897829] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.898469] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.898812] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.899175] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.900373] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e26ae10-35dc-4cfd-b17a-7038fadaa53f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.919211] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.919211] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.919211] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dda66b0-2d12-4b02-bd6a-2e7f65cc90d2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.927259] env[70542]: DEBUG oslo_vmware.api [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 778.927259] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526670a0-9d97-2cb5-3782-1bac4a7d1a4e" [ 778.927259] env[70542]: _type = "Task" [ 778.927259] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.937370] env[70542]: DEBUG oslo_vmware.api [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526670a0-9d97-2cb5-3782-1bac4a7d1a4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.078724] env[70542]: DEBUG oslo_vmware.api [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911019, 'name': Rename_Task, 'duration_secs': 1.192913} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.079528] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.079949] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32fd425d-2959-47d5-a802-f6fac5dd667a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.090837] env[70542]: DEBUG oslo_vmware.api [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 779.090837] env[70542]: value = "task-3911022" [ 779.090837] env[70542]: _type = "Task" [ 779.090837] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.101123] env[70542]: DEBUG oslo_vmware.api [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.333651] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 7da44ecc-2b8f-4068-86bc-f8632048f2b0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 779.371993] env[70542]: DEBUG oslo_concurrency.lockutils [req-45949a3d-f182-4954-80c2-37365d110623 req-ada1660d-e67b-401b-9314-55b38b6a7b2f service nova] Releasing lock "refresh_cache-bf6cc8b4-c21d-4a38-a0cd-91466bbb577d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.384406] env[70542]: DEBUG nova.virt.hardware [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.384406] env[70542]: DEBUG nova.virt.hardware [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.384406] env[70542]: DEBUG nova.virt.hardware [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.384930] env[70542]: DEBUG nova.virt.hardware [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.384930] env[70542]: DEBUG nova.virt.hardware [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.384930] env[70542]: DEBUG nova.virt.hardware [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.384930] env[70542]: DEBUG nova.virt.hardware [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.385567] env[70542]: DEBUG nova.virt.hardware [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.385567] env[70542]: DEBUG nova.virt.hardware [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.385567] env[70542]: DEBUG nova.virt.hardware [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.385567] env[70542]: DEBUG nova.virt.hardware [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.386620] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c3bd8e-8732-41f2-aab9-8ae6ad3fb75c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.399019] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb055c54-c8f0-4601-ac9d-d09a16ce5147 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.425777] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:7a:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8038a338-bfc5-4831-881a-269f74140583', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.437854] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.441697] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.455778] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3f2ce30-8fda-4ffb-abbf-3097f078c513 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.476612] env[70542]: DEBUG oslo_concurrency.lockutils [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquiring lock "4c656ad6-d574-4ac8-9fa3-6722d0cc0b39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.477078] env[70542]: DEBUG oslo_concurrency.lockutils [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "4c656ad6-d574-4ac8-9fa3-6722d0cc0b39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.477434] env[70542]: DEBUG oslo_concurrency.lockutils [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquiring lock "4c656ad6-d574-4ac8-9fa3-6722d0cc0b39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.477649] env[70542]: DEBUG oslo_concurrency.lockutils [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "4c656ad6-d574-4ac8-9fa3-6722d0cc0b39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.477905] env[70542]: DEBUG oslo_concurrency.lockutils [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "4c656ad6-d574-4ac8-9fa3-6722d0cc0b39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.481775] env[70542]: INFO nova.compute.manager [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Terminating instance [ 779.493436] env[70542]: DEBUG oslo_vmware.api [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526670a0-9d97-2cb5-3782-1bac4a7d1a4e, 'name': SearchDatastore_Task, 'duration_secs': 0.031803} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.498708] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.498708] env[70542]: value = "task-3911023" [ 779.498708] env[70542]: _type = "Task" [ 779.498708] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.502091] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9630fa12-fbce-44b3-9b28-4b68169570f2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.518631] env[70542]: DEBUG oslo_vmware.api [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 779.518631] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]520e80ab-6f59-3958-0f38-11f2075f0480" [ 779.518631] env[70542]: _type = "Task" [ 779.518631] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.524949] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911023, 'name': CreateVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.539523] env[70542]: DEBUG oslo_vmware.api [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]520e80ab-6f59-3958-0f38-11f2075f0480, 'name': SearchDatastore_Task, 'duration_secs': 0.011824} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.540161] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.540315] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] bf6cc8b4-c21d-4a38-a0cd-91466bbb577d/bf6cc8b4-c21d-4a38-a0cd-91466bbb577d.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.540915] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45319f1a-e46b-43d3-b65a-6eca3304bd2f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.550925] env[70542]: DEBUG oslo_vmware.api [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 779.550925] env[70542]: value = "task-3911024" [ 779.550925] env[70542]: _type = "Task" [ 779.550925] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.562669] env[70542]: DEBUG oslo_vmware.api [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.607102] env[70542]: DEBUG oslo_vmware.api [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911022, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.664108] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquiring lock "c8fe42f0-c100-4201-9895-f226773be184" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.664257] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "c8fe42f0-c100-4201-9895-f226773be184" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.664563] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquiring lock "c8fe42f0-c100-4201-9895-f226773be184-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.664675] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "c8fe42f0-c100-4201-9895-f226773be184-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.665126] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "c8fe42f0-c100-4201-9895-f226773be184-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.671023] env[70542]: INFO nova.compute.manager [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Terminating instance [ 779.838629] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance e24cd975-f193-447c-872e-6bb88284a63b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 779.995973] env[70542]: DEBUG nova.compute.manager [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.998832] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.998832] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb13068b-1bc9-4af5-b51b-2a22869c3346 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.015044] env[70542]: DEBUG oslo_concurrency.lockutils [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Acquiring lock "c82e9569-5ed3-49ca-a81d-e274ecc11a9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.015322] env[70542]: DEBUG oslo_concurrency.lockutils [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Lock "c82e9569-5ed3-49ca-a81d-e274ecc11a9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.015525] env[70542]: DEBUG oslo_concurrency.lockutils [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Acquiring lock "c82e9569-5ed3-49ca-a81d-e274ecc11a9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.015705] env[70542]: DEBUG oslo_concurrency.lockutils [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Lock "c82e9569-5ed3-49ca-a81d-e274ecc11a9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.015873] env[70542]: DEBUG oslo_concurrency.lockutils [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Lock "c82e9569-5ed3-49ca-a81d-e274ecc11a9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.018149] env[70542]: INFO nova.compute.manager [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Terminating instance [ 780.019613] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.020422] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dd8d0ac-c166-4aed-a42d-9100977d3f8c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.034015] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911023, 'name': CreateVM_Task, 'duration_secs': 0.400057} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.034015] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.034015] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.034400] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.034511] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.034788] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4460ef1a-744b-4c24-8c24-eac8728ab361 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.041776] env[70542]: DEBUG oslo_vmware.api [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 780.041776] env[70542]: value = "task-3911025" [ 780.041776] env[70542]: _type = "Task" [ 780.041776] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.050384] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 780.050384] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fddd84-adcf-0674-4c8b-4ba6bffadc59" [ 780.050384] env[70542]: _type = "Task" [ 780.050384] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.059508] env[70542]: DEBUG oslo_vmware.api [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3911025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.070986] env[70542]: DEBUG oslo_vmware.api [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911024, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.075267] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fddd84-adcf-0674-4c8b-4ba6bffadc59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.091866] env[70542]: DEBUG nova.compute.manager [req-cac01020-f002-4efb-a813-92dd3f65ee52 req-73d0253f-043b-4c80-a896-d12613ea14fd service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Received event network-changed-cebb52c4-6dd6-4c4f-b646-3ba641fc4e66 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.092184] env[70542]: DEBUG nova.compute.manager [req-cac01020-f002-4efb-a813-92dd3f65ee52 req-73d0253f-043b-4c80-a896-d12613ea14fd service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Refreshing instance network info cache due to event network-changed-cebb52c4-6dd6-4c4f-b646-3ba641fc4e66. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.092341] env[70542]: DEBUG oslo_concurrency.lockutils [req-cac01020-f002-4efb-a813-92dd3f65ee52 req-73d0253f-043b-4c80-a896-d12613ea14fd service nova] Acquiring lock "refresh_cache-7323ed53-e030-4128-b880-37c3ee09434b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.092479] env[70542]: DEBUG oslo_concurrency.lockutils [req-cac01020-f002-4efb-a813-92dd3f65ee52 req-73d0253f-043b-4c80-a896-d12613ea14fd service nova] Acquired lock "refresh_cache-7323ed53-e030-4128-b880-37c3ee09434b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.092635] env[70542]: DEBUG nova.network.neutron [req-cac01020-f002-4efb-a813-92dd3f65ee52 req-73d0253f-043b-4c80-a896-d12613ea14fd service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Refreshing network info cache for port cebb52c4-6dd6-4c4f-b646-3ba641fc4e66 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.106462] env[70542]: DEBUG oslo_vmware.api [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911022, 'name': PowerOnVM_Task, 'duration_secs': 0.517941} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.108690] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.108967] env[70542]: INFO nova.compute.manager [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Took 10.55 seconds to spawn the instance on the hypervisor. [ 780.109172] env[70542]: DEBUG nova.compute.manager [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 780.110344] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baeee246-27f9-4640-8e5d-e98afbadcf83 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.176095] env[70542]: DEBUG nova.compute.manager [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.176544] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.178068] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512a19ca-910e-47a4-888d-d76d428e753f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.188210] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.188210] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ced3a4a7-e042-42af-a8d7-714d2d6b53b0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.199347] env[70542]: DEBUG oslo_vmware.api [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 780.199347] env[70542]: value = "task-3911026" [ 780.199347] env[70542]: _type = "Task" [ 780.199347] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.211407] env[70542]: DEBUG oslo_vmware.api [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3911026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.342610] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance f355d8b7-a7d9-4b25-97aa-cdc6c7102e31 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 780.533483] env[70542]: DEBUG nova.compute.manager [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.533765] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.535031] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d748b5fb-f394-4f66-aca8-3e759827cabb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.543860] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.547994] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9abc6271-8ea0-4f5f-9630-eb3b343b7398 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.558257] env[70542]: DEBUG oslo_vmware.api [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3911025, 'name': PowerOffVM_Task, 'duration_secs': 0.392203} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.560402] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.560644] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.561040] env[70542]: DEBUG oslo_vmware.api [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 780.561040] env[70542]: value = "task-3911027" [ 780.561040] env[70542]: _type = "Task" [ 780.561040] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.561249] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ba04e49-46a2-4304-b325-d0e72ca97a6e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.577499] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fddd84-adcf-0674-4c8b-4ba6bffadc59, 'name': SearchDatastore_Task, 'duration_secs': 0.05447} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.577499] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.577499] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.577499] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.577810] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.577865] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.578493] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18da0728-f106-4e62-a51c-d807e2b96bb1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.588883] env[70542]: DEBUG oslo_vmware.api [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617712} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.588883] env[70542]: DEBUG oslo_vmware.api [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3911027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.590158] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] bf6cc8b4-c21d-4a38-a0cd-91466bbb577d/bf6cc8b4-c21d-4a38-a0cd-91466bbb577d.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.590399] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.590671] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd0f7531-9859-4b54-9c92-6681d3a8a98d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.599376] env[70542]: DEBUG oslo_vmware.api [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 780.599376] env[70542]: value = "task-3911029" [ 780.599376] env[70542]: _type = "Task" [ 780.599376] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.610244] env[70542]: DEBUG oslo_vmware.api [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.611713] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.612062] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.613311] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef71a6c7-779a-4cdb-8b27-a5176cddd76b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.620752] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 780.620752] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52138942-9970-f601-231b-9ef9679e83e3" [ 780.620752] env[70542]: _type = "Task" [ 780.620752] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.635652] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52138942-9970-f601-231b-9ef9679e83e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.643562] env[70542]: INFO nova.compute.manager [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Took 43.09 seconds to build instance. [ 780.660058] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.660219] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.660395] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Deleting the datastore file [datastore2] 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.660701] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6e05208-df67-4c6c-947b-583417ab05f9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.668709] env[70542]: DEBUG oslo_vmware.api [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 780.668709] env[70542]: value = "task-3911030" [ 780.668709] env[70542]: _type = "Task" [ 780.668709] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.680927] env[70542]: DEBUG oslo_vmware.api [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3911030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.710621] env[70542]: DEBUG oslo_vmware.api [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3911026, 'name': PowerOffVM_Task, 'duration_secs': 0.242141} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.713391] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.713678] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.713996] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d953fa0-1341-4209-8c09-62a5802d055a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.808674] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.812049] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.812049] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Deleting the datastore file [datastore1] c8fe42f0-c100-4201-9895-f226773be184 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.812049] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ab10fd0-3361-4818-affe-a2ba8d134a69 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.817628] env[70542]: DEBUG oslo_vmware.api [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for the task: (returnval){ [ 780.817628] env[70542]: value = "task-3911032" [ 780.817628] env[70542]: _type = "Task" [ 780.817628] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.827409] env[70542]: DEBUG oslo_vmware.api [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3911032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.846326] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 5f03309a-4505-49d3-854e-3082cc2cd03a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 780.927216] env[70542]: DEBUG nova.network.neutron [req-cac01020-f002-4efb-a813-92dd3f65ee52 req-73d0253f-043b-4c80-a896-d12613ea14fd service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Updated VIF entry in instance network info cache for port cebb52c4-6dd6-4c4f-b646-3ba641fc4e66. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.927610] env[70542]: DEBUG nova.network.neutron [req-cac01020-f002-4efb-a813-92dd3f65ee52 req-73d0253f-043b-4c80-a896-d12613ea14fd service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Updating instance_info_cache with network_info: [{"id": "cebb52c4-6dd6-4c4f-b646-3ba641fc4e66", "address": "fa:16:3e:ba:05:7c", "network": {"id": "ac3919ad-8c2a-4a8e-95f5-f451c37bbee8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1414382297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4224b36262db4e589f89295d0299e529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcebb52c4-6d", "ovs_interfaceid": "cebb52c4-6dd6-4c4f-b646-3ba641fc4e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.084021] env[70542]: DEBUG oslo_vmware.api [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3911027, 'name': PowerOffVM_Task, 'duration_secs': 0.523761} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.086339] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.086339] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.086339] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f92f3f8-1fd3-4f82-907e-ae0cb07eaade {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.112509] env[70542]: DEBUG oslo_vmware.api [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07978} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.112808] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.114106] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606a654c-d8d4-4f49-b9d0-eadcd4dee612 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.139393] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] bf6cc8b4-c21d-4a38-a0cd-91466bbb577d/bf6cc8b4-c21d-4a38-a0cd-91466bbb577d.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.143219] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4f9e936-ef16-47be-82e8-432cfe789720 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.160220] env[70542]: DEBUG oslo_concurrency.lockutils [None req-10fc32dd-304f-459b-ae36-e80466576276 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "d8595e6b-7681-4439-9052-5a066d6f9c57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.363s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.164567] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.164806] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.165225] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Deleting the datastore file [datastore2] c82e9569-5ed3-49ca-a81d-e274ecc11a9f {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.169354] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e1b9d37-894a-4084-8c79-45f9971bc588 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.171697] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52138942-9970-f601-231b-9ef9679e83e3, 'name': SearchDatastore_Task, 'duration_secs': 0.02111} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.181028] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86507d74-b1f3-42f7-a74a-37b920f340a6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.181028] env[70542]: DEBUG oslo_vmware.api [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 781.181028] env[70542]: value = "task-3911034" [ 781.181028] env[70542]: _type = "Task" [ 781.181028] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.186836] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 781.186836] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52609eb5-dfe1-36a3-6ce9-9814d1de2f02" [ 781.186836] env[70542]: _type = "Task" [ 781.186836] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.192173] env[70542]: DEBUG oslo_vmware.api [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3911030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.192555] env[70542]: DEBUG oslo_vmware.api [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 781.192555] env[70542]: value = "task-3911035" [ 781.192555] env[70542]: _type = "Task" [ 781.192555] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.203822] env[70542]: DEBUG oslo_vmware.api [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911034, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.212029] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52609eb5-dfe1-36a3-6ce9-9814d1de2f02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.213780] env[70542]: DEBUG oslo_vmware.api [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3911035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.330204] env[70542]: DEBUG oslo_vmware.api [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3911032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.349384] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 58330f4d-7973-4c31-9f83-0ef58340b4ea has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 781.430229] env[70542]: DEBUG oslo_concurrency.lockutils [req-cac01020-f002-4efb-a813-92dd3f65ee52 req-73d0253f-043b-4c80-a896-d12613ea14fd service nova] Releasing lock "refresh_cache-7323ed53-e030-4128-b880-37c3ee09434b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.623663] env[70542]: DEBUG oslo_concurrency.lockutils [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Acquiring lock "6c67aafd-34f8-4057-9dcc-88b6670abdf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.623992] env[70542]: DEBUG oslo_concurrency.lockutils [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Lock "6c67aafd-34f8-4057-9dcc-88b6670abdf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.666483] env[70542]: DEBUG nova.compute.manager [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.684778] env[70542]: DEBUG oslo_vmware.api [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3911030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.693978} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.689372] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.689646] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.689902] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.690165] env[70542]: INFO nova.compute.manager [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Took 1.69 seconds to destroy the instance on the hypervisor. [ 781.690471] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.691088] env[70542]: DEBUG nova.compute.manager [-] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.691237] env[70542]: DEBUG nova.network.neutron [-] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.700815] env[70542]: DEBUG oslo_vmware.api [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911034, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.712460] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52609eb5-dfe1-36a3-6ce9-9814d1de2f02, 'name': SearchDatastore_Task, 'duration_secs': 0.024526} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.715784] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.716175] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 015d3f07-677b-4dc5-a599-046728624a02/015d3f07-677b-4dc5-a599-046728624a02.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.716801] env[70542]: DEBUG oslo_vmware.api [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3911035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385732} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.717079] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-312b053c-cd7e-40ce-9d18-8a71f17a5c6a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.719455] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.720433] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.720697] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.720924] env[70542]: INFO nova.compute.manager [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 781.721509] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.722033] env[70542]: DEBUG nova.compute.manager [-] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.722210] env[70542]: DEBUG nova.network.neutron [-] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.733297] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 781.733297] env[70542]: value = "task-3911036" [ 781.733297] env[70542]: _type = "Task" [ 781.733297] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.741735] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.834908] env[70542]: DEBUG oslo_vmware.api [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Task: {'id': task-3911032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.602701} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.835447] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.835694] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.836891] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.837044] env[70542]: INFO nova.compute.manager [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] [instance: c8fe42f0-c100-4201-9895-f226773be184] Took 1.66 seconds to destroy the instance on the hypervisor. [ 781.837268] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.837496] env[70542]: DEBUG nova.compute.manager [-] [instance: c8fe42f0-c100-4201-9895-f226773be184] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.837596] env[70542]: DEBUG nova.network.neutron [-] [instance: c8fe42f0-c100-4201-9895-f226773be184] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.852863] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance b84f98ef-3dd3-409f-a069-c49e23ded498 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 782.199477] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.210071] env[70542]: DEBUG oslo_vmware.api [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911034, 'name': ReconfigVM_Task, 'duration_secs': 0.823189} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.210233] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Reconfigured VM instance instance-00000022 to attach disk [datastore2] bf6cc8b4-c21d-4a38-a0cd-91466bbb577d/bf6cc8b4-c21d-4a38-a0cd-91466bbb577d.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.210915] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f54e70e1-5510-488f-a101-10f100fe04f2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.223077] env[70542]: DEBUG oslo_vmware.api [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 782.223077] env[70542]: value = "task-3911037" [ 782.223077] env[70542]: _type = "Task" [ 782.223077] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.240394] env[70542]: DEBUG oslo_vmware.api [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911037, 'name': Rename_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.248751] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911036, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.274333] env[70542]: DEBUG nova.compute.manager [req-b902faba-9937-4a94-8b68-2abcfd370ff1 req-89fa0f8d-2b99-4370-b89b-e91d930d84ba service nova] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Received event network-vif-deleted-b413810a-888f-48f1-a034-8ae6fa469e3c {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.274589] env[70542]: INFO nova.compute.manager [req-b902faba-9937-4a94-8b68-2abcfd370ff1 req-89fa0f8d-2b99-4370-b89b-e91d930d84ba service nova] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Neutron deleted interface b413810a-888f-48f1-a034-8ae6fa469e3c; detaching it from the instance and deleting it from the info cache [ 782.274921] env[70542]: DEBUG nova.network.neutron [req-b902faba-9937-4a94-8b68-2abcfd370ff1 req-89fa0f8d-2b99-4370-b89b-e91d930d84ba service nova] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.356599] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 592584da-94b4-43f0-a360-36d8b1494d96 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 782.356902] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 782.357125] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3968MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 782.381153] env[70542]: DEBUG nova.compute.manager [req-36348524-8f07-4f4c-89ff-70184a5d9429 req-2fa5feb1-637a-4c7a-83d1-ce4b790d1ea7 service nova] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Received event network-vif-deleted-70461e91-5dd7-48c5-b4f5-0c98cb7d1924 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.381374] env[70542]: INFO nova.compute.manager [req-36348524-8f07-4f4c-89ff-70184a5d9429 req-2fa5feb1-637a-4c7a-83d1-ce4b790d1ea7 service nova] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Neutron deleted interface 70461e91-5dd7-48c5-b4f5-0c98cb7d1924; detaching it from the instance and deleting it from the info cache [ 782.381568] env[70542]: DEBUG nova.network.neutron [req-36348524-8f07-4f4c-89ff-70184a5d9429 req-2fa5feb1-637a-4c7a-83d1-ce4b790d1ea7 service nova] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.703552] env[70542]: DEBUG nova.network.neutron [-] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.748387] env[70542]: DEBUG oslo_vmware.api [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911037, 'name': Rename_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.749021] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684341} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.749359] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 015d3f07-677b-4dc5-a599-046728624a02/015d3f07-677b-4dc5-a599-046728624a02.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.749720] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.750160] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-877f8491-9b55-4827-af6a-6a781d0134f9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.761047] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 782.761047] env[70542]: value = "task-3911038" [ 782.761047] env[70542]: _type = "Task" [ 782.761047] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.776537] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.780978] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a99b2a2f-3c22-4b03-898e-d21f0937bb65 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.794023] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d4eda1-8494-4402-89ac-a7201b26b856 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.818747] env[70542]: DEBUG nova.network.neutron [-] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.833467] env[70542]: DEBUG nova.network.neutron [-] [instance: c8fe42f0-c100-4201-9895-f226773be184] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.834819] env[70542]: DEBUG nova.compute.manager [req-b902faba-9937-4a94-8b68-2abcfd370ff1 req-89fa0f8d-2b99-4370-b89b-e91d930d84ba service nova] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Detach interface failed, port_id=b413810a-888f-48f1-a034-8ae6fa469e3c, reason: Instance 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39 could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 782.887873] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b7a920b-1787-4cbd-bc86-c6464703daee {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.898562] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcc7cca-52bc-426e-a540-0ff7ef05071f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.933269] env[70542]: DEBUG nova.compute.manager [req-36348524-8f07-4f4c-89ff-70184a5d9429 req-2fa5feb1-637a-4c7a-83d1-ce4b790d1ea7 service nova] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Detach interface failed, port_id=70461e91-5dd7-48c5-b4f5-0c98cb7d1924, reason: Instance c82e9569-5ed3-49ca-a81d-e274ecc11a9f could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 783.073256] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabfd2f5-0dc4-43ee-a834-50009a8bcdb8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.083546] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b551c141-8639-4a11-b8d1-dc72f6bd57cc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.120825] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d06615-32ea-44d3-bff1-76a207a9cd7f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.129798] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ac908f-463a-4c2a-a809-8237a75a60f1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.145302] env[70542]: DEBUG nova.compute.provider_tree [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.207149] env[70542]: INFO nova.compute.manager [-] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Took 1.51 seconds to deallocate network for instance. [ 783.240471] env[70542]: DEBUG oslo_vmware.api [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911037, 'name': Rename_Task, 'duration_secs': 1.005203} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.240740] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.241013] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a654ca86-f911-49f6-965a-ae0f0a3b62b6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.248572] env[70542]: DEBUG oslo_vmware.api [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 783.248572] env[70542]: value = "task-3911039" [ 783.248572] env[70542]: _type = "Task" [ 783.248572] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.262417] env[70542]: DEBUG oslo_vmware.api [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.273496] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.309183} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.274075] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.274922] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3846799e-af43-41e5-9461-cf2cd9ff62f3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.297835] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 015d3f07-677b-4dc5-a599-046728624a02/015d3f07-677b-4dc5-a599-046728624a02.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.298497] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c152095a-3b19-4ff3-b885-f608e92281d8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.319059] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 783.319059] env[70542]: value = "task-3911040" [ 783.319059] env[70542]: _type = "Task" [ 783.319059] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.322838] env[70542]: INFO nova.compute.manager [-] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Took 1.60 seconds to deallocate network for instance. [ 783.330986] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.335833] env[70542]: INFO nova.compute.manager [-] [instance: c8fe42f0-c100-4201-9895-f226773be184] Took 1.50 seconds to deallocate network for instance. [ 783.648813] env[70542]: DEBUG nova.scheduler.client.report [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.712497] env[70542]: DEBUG oslo_concurrency.lockutils [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.759696] env[70542]: DEBUG oslo_vmware.api [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911039, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.829665] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.832742] env[70542]: DEBUG oslo_concurrency.lockutils [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.843863] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.157394] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70542) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 784.157627] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.404s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.157915] env[70542]: DEBUG oslo_concurrency.lockutils [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.764s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.159547] env[70542]: INFO nova.compute.claims [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.261530] env[70542]: DEBUG oslo_vmware.api [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911039, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.329826] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911040, 'name': ReconfigVM_Task, 'duration_secs': 0.84626} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.332044] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 015d3f07-677b-4dc5-a599-046728624a02/015d3f07-677b-4dc5-a599-046728624a02.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.333128] env[70542]: DEBUG nova.compute.manager [req-23d88837-34da-4981-b4e8-c14c1d3a4dae req-8b20e741-5a8a-4517-abb0-51fd867baa12 service nova] [instance: c8fe42f0-c100-4201-9895-f226773be184] Received event network-vif-deleted-71e8cc0f-fe95-4bb9-9536-7347fc07b39a {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.333128] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8fea2d7-b92b-4c85-a326-c7eb115b0d71 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.340877] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 784.340877] env[70542]: value = "task-3911041" [ 784.340877] env[70542]: _type = "Task" [ 784.340877] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.350490] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911041, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.412112] env[70542]: DEBUG nova.compute.manager [req-a73325ff-897d-4f88-afdc-eb5b20753a76 req-8ae3c67d-a9f3-4de0-9feb-4d20c4caaec2 service nova] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Received event network-changed-1019c59a-40ab-49e8-9caf-665fcc22d1ad {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.412260] env[70542]: DEBUG nova.compute.manager [req-a73325ff-897d-4f88-afdc-eb5b20753a76 req-8ae3c67d-a9f3-4de0-9feb-4d20c4caaec2 service nova] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Refreshing instance network info cache due to event network-changed-1019c59a-40ab-49e8-9caf-665fcc22d1ad. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.412578] env[70542]: DEBUG oslo_concurrency.lockutils [req-a73325ff-897d-4f88-afdc-eb5b20753a76 req-8ae3c67d-a9f3-4de0-9feb-4d20c4caaec2 service nova] Acquiring lock "refresh_cache-d8595e6b-7681-4439-9052-5a066d6f9c57" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.412710] env[70542]: DEBUG oslo_concurrency.lockutils [req-a73325ff-897d-4f88-afdc-eb5b20753a76 req-8ae3c67d-a9f3-4de0-9feb-4d20c4caaec2 service nova] Acquired lock "refresh_cache-d8595e6b-7681-4439-9052-5a066d6f9c57" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.412953] env[70542]: DEBUG nova.network.neutron [req-a73325ff-897d-4f88-afdc-eb5b20753a76 req-8ae3c67d-a9f3-4de0-9feb-4d20c4caaec2 service nova] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Refreshing network info cache for port 1019c59a-40ab-49e8-9caf-665fcc22d1ad {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.760364] env[70542]: DEBUG oslo_vmware.api [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911039, 'name': PowerOnVM_Task, 'duration_secs': 1.02008} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.760807] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.760807] env[70542]: INFO nova.compute.manager [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Took 10.25 seconds to spawn the instance on the hypervisor. [ 784.761103] env[70542]: DEBUG nova.compute.manager [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 784.761861] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edaf4c1-2547-4d41-bb99-ae2318b3b2bb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.851490] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911041, 'name': Rename_Task, 'duration_secs': 0.170444} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.851818] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.852104] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e8cafc0-6928-4106-8a97-a62a7e6cad11 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.858690] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 784.858690] env[70542]: value = "task-3911042" [ 784.858690] env[70542]: _type = "Task" [ 784.858690] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.866674] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.167270] env[70542]: DEBUG nova.network.neutron [req-a73325ff-897d-4f88-afdc-eb5b20753a76 req-8ae3c67d-a9f3-4de0-9feb-4d20c4caaec2 service nova] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Updated VIF entry in instance network info cache for port 1019c59a-40ab-49e8-9caf-665fcc22d1ad. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.167642] env[70542]: DEBUG nova.network.neutron [req-a73325ff-897d-4f88-afdc-eb5b20753a76 req-8ae3c67d-a9f3-4de0-9feb-4d20c4caaec2 service nova] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Updating instance_info_cache with network_info: [{"id": "1019c59a-40ab-49e8-9caf-665fcc22d1ad", "address": "fa:16:3e:37:aa:b2", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1019c59a-40", "ovs_interfaceid": "1019c59a-40ab-49e8-9caf-665fcc22d1ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.282334] env[70542]: INFO nova.compute.manager [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Took 45.09 seconds to build instance. [ 785.371008] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911042, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.672636] env[70542]: DEBUG oslo_concurrency.lockutils [req-a73325ff-897d-4f88-afdc-eb5b20753a76 req-8ae3c67d-a9f3-4de0-9feb-4d20c4caaec2 service nova] Releasing lock "refresh_cache-d8595e6b-7681-4439-9052-5a066d6f9c57" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.674751] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8270b2-2698-4163-8089-8155cdb19611 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.683077] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7923227-4902-4d23-a4e1-8de71f39e3e4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.716449] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e035304c-588d-4473-8b28-56a0b97639f5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.725463] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095d19c9-b26c-40b2-a188-0d2e46f2ad1d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.740715] env[70542]: DEBUG nova.compute.provider_tree [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.784589] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1eb7edea-a6dd-4092-8fe2-8b37f35cb9d1 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "bf6cc8b4-c21d-4a38-a0cd-91466bbb577d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.970s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.871910] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911042, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.995419] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9779af23-b122-4db3-8054-85c6a9cc7aa3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "bf6cc8b4-c21d-4a38-a0cd-91466bbb577d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.995767] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9779af23-b122-4db3-8054-85c6a9cc7aa3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "bf6cc8b4-c21d-4a38-a0cd-91466bbb577d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.996098] env[70542]: DEBUG nova.compute.manager [None req-9779af23-b122-4db3-8054-85c6a9cc7aa3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 785.997115] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2013f2ed-2800-42fb-8ec2-0f8506fb04d8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.006362] env[70542]: DEBUG nova.compute.manager [None req-9779af23-b122-4db3-8054-85c6a9cc7aa3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70542) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 786.007270] env[70542]: DEBUG nova.objects.instance [None req-9779af23-b122-4db3-8054-85c6a9cc7aa3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lazy-loading 'flavor' on Instance uuid bf6cc8b4-c21d-4a38-a0cd-91466bbb577d {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.244207] env[70542]: DEBUG nova.scheduler.client.report [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.286868] env[70542]: DEBUG nova.compute.manager [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.371370] env[70542]: DEBUG oslo_vmware.api [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911042, 'name': PowerOnVM_Task, 'duration_secs': 1.224651} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.371743] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.371945] env[70542]: DEBUG nova.compute.manager [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 786.372827] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c409b8a7-da4b-454e-9ead-a1096a0de450 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.749945] env[70542]: DEBUG oslo_concurrency.lockutils [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.750526] env[70542]: DEBUG nova.compute.manager [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.753192] env[70542]: DEBUG oslo_concurrency.lockutils [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.062s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.753405] env[70542]: DEBUG oslo_concurrency.lockutils [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.755544] env[70542]: DEBUG oslo_concurrency.lockutils [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.860s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.757233] env[70542]: INFO nova.compute.claims [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.782605] env[70542]: INFO nova.scheduler.client.report [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Deleted allocations for instance d7eac8eb-68a9-4247-a909-6e5aea068faa [ 786.806644] env[70542]: DEBUG oslo_concurrency.lockutils [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.889447] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.014945] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9779af23-b122-4db3-8054-85c6a9cc7aa3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.015369] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f963174-9edd-4eed-b1d5-65155d7699b6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.025022] env[70542]: DEBUG oslo_vmware.api [None req-9779af23-b122-4db3-8054-85c6a9cc7aa3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 787.025022] env[70542]: value = "task-3911043" [ 787.025022] env[70542]: _type = "Task" [ 787.025022] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.036317] env[70542]: DEBUG oslo_vmware.api [None req-9779af23-b122-4db3-8054-85c6a9cc7aa3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.261829] env[70542]: DEBUG nova.compute.utils [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.266370] env[70542]: DEBUG nova.compute.manager [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.266512] env[70542]: DEBUG nova.network.neutron [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.291894] env[70542]: DEBUG oslo_concurrency.lockutils [None req-24f9e051-26c4-4540-8457-b1c12d90b8c1 tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Lock "d7eac8eb-68a9-4247-a909-6e5aea068faa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.343s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.292937] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2f11a12f-707b-4bbc-80d8-48f8a02b8f6a tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Lock "d7eac8eb-68a9-4247-a909-6e5aea068faa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 34.485s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.293906] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2f11a12f-707b-4bbc-80d8-48f8a02b8f6a tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Acquiring lock "d7eac8eb-68a9-4247-a909-6e5aea068faa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.293906] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2f11a12f-707b-4bbc-80d8-48f8a02b8f6a tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Lock "d7eac8eb-68a9-4247-a909-6e5aea068faa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.293906] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2f11a12f-707b-4bbc-80d8-48f8a02b8f6a tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Lock "d7eac8eb-68a9-4247-a909-6e5aea068faa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.296151] env[70542]: INFO nova.compute.manager [None req-2f11a12f-707b-4bbc-80d8-48f8a02b8f6a tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Terminating instance [ 787.328226] env[70542]: DEBUG nova.policy [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5b737ac736a434c83862dfa9fab7af7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbe760689ebb4193b1b9e4776cb4bf6c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.541077] env[70542]: DEBUG oslo_vmware.api [None req-9779af23-b122-4db3-8054-85c6a9cc7aa3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911043, 'name': PowerOffVM_Task, 'duration_secs': 0.437375} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.541369] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9779af23-b122-4db3-8054-85c6a9cc7aa3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.541734] env[70542]: DEBUG nova.compute.manager [None req-9779af23-b122-4db3-8054-85c6a9cc7aa3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 787.547589] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29360ae-a8f8-48d8-849f-3be3e7adf2ae {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.766794] env[70542]: DEBUG nova.compute.manager [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.781052] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "015d3f07-677b-4dc5-a599-046728624a02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.781052] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "015d3f07-677b-4dc5-a599-046728624a02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.781052] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "015d3f07-677b-4dc5-a599-046728624a02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.781419] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "015d3f07-677b-4dc5-a599-046728624a02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.781506] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "015d3f07-677b-4dc5-a599-046728624a02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.784966] env[70542]: INFO nova.compute.manager [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Terminating instance [ 787.799941] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2f11a12f-707b-4bbc-80d8-48f8a02b8f6a tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Acquiring lock "refresh_cache-d7eac8eb-68a9-4247-a909-6e5aea068faa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.800157] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2f11a12f-707b-4bbc-80d8-48f8a02b8f6a tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Acquired lock "refresh_cache-d7eac8eb-68a9-4247-a909-6e5aea068faa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.800970] env[70542]: DEBUG nova.network.neutron [None req-2f11a12f-707b-4bbc-80d8-48f8a02b8f6a tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.832799] env[70542]: DEBUG nova.network.neutron [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Successfully created port: e1683811-e822-483e-81e0-2633ff195493 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.064057] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9779af23-b122-4db3-8054-85c6a9cc7aa3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "bf6cc8b4-c21d-4a38-a0cd-91466bbb577d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.291561] env[70542]: DEBUG nova.compute.manager [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.291561] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.291729] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b26641e-7479-43f3-9f40-7a157bad0241 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.306153] env[70542]: DEBUG nova.compute.utils [None req-2f11a12f-707b-4bbc-80d8-48f8a02b8f6a tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Can not refresh info_cache because instance was not found {{(pid=70542) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 788.307398] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.310023] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9211868e-b019-43ad-ab37-3ffac4cbda9d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.318321] env[70542]: DEBUG oslo_vmware.api [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 788.318321] env[70542]: value = "task-3911044" [ 788.318321] env[70542]: _type = "Task" [ 788.318321] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.334376] env[70542]: DEBUG oslo_vmware.api [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.342282] env[70542]: DEBUG nova.network.neutron [None req-2f11a12f-707b-4bbc-80d8-48f8a02b8f6a tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.433425] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ffa504-c349-490d-b979-f1afbe00d8a2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.441424] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5d240c-64f7-4dda-b470-d74fc4546328 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.485781] env[70542]: DEBUG nova.network.neutron [None req-2f11a12f-707b-4bbc-80d8-48f8a02b8f6a tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.488788] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f6054b-68cc-40f5-9f2f-3c002a719d5e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.497366] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "d111991f-fded-409a-82af-1b431b56f48f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.497781] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "d111991f-fded-409a-82af-1b431b56f48f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.503699] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd6843c-2969-4110-adac-33c8dc186d68 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.522265] env[70542]: DEBUG nova.compute.provider_tree [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.558176] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Acquiring lock "ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.558485] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Lock "ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.558906] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Acquiring lock "ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.559529] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Lock "ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.559849] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Lock "ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.561857] env[70542]: INFO nova.compute.manager [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Terminating instance [ 788.783594] env[70542]: DEBUG nova.compute.manager [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.809217] env[70542]: DEBUG nova.virt.hardware [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.809567] env[70542]: DEBUG nova.virt.hardware [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.809655] env[70542]: DEBUG nova.virt.hardware [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.809811] env[70542]: DEBUG nova.virt.hardware [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.809954] env[70542]: DEBUG nova.virt.hardware [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.810112] env[70542]: DEBUG nova.virt.hardware [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.810349] env[70542]: DEBUG nova.virt.hardware [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.810470] env[70542]: DEBUG nova.virt.hardware [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.810638] env[70542]: DEBUG nova.virt.hardware [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.810810] env[70542]: DEBUG nova.virt.hardware [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.811062] env[70542]: DEBUG nova.virt.hardware [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.811948] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa85a2f9-1bda-4477-bb16-14c832b5bb95 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.823780] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a043e1-a17d-4b45-8a2b-852f40f3a431 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.841097] env[70542]: DEBUG oslo_vmware.api [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911044, 'name': PowerOffVM_Task, 'duration_secs': 0.204627} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.841556] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.841556] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.841805] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62a59633-e122-46e7-bdf2-acb234b10c62 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.954943] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.954996] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.955179] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Deleting the datastore file [datastore2] 015d3f07-677b-4dc5-a599-046728624a02 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.955508] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a72fa03f-7c13-499b-95f7-9bc0bcdc85fd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.963195] env[70542]: DEBUG oslo_vmware.api [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 788.963195] env[70542]: value = "task-3911046" [ 788.963195] env[70542]: _type = "Task" [ 788.963195] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.972073] env[70542]: DEBUG oslo_vmware.api [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.996126] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2f11a12f-707b-4bbc-80d8-48f8a02b8f6a tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Releasing lock "refresh_cache-d7eac8eb-68a9-4247-a909-6e5aea068faa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.996126] env[70542]: DEBUG nova.compute.manager [None req-2f11a12f-707b-4bbc-80d8-48f8a02b8f6a tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.996126] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2f11a12f-707b-4bbc-80d8-48f8a02b8f6a tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.996126] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77038aae-3323-4e7b-bded-56bc42a536c1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.005494] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97c388f-1d6f-4725-9665-20d7928a0a49 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.025569] env[70542]: DEBUG nova.scheduler.client.report [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.046991] env[70542]: WARNING nova.virt.vmwareapi.vmops [None req-2f11a12f-707b-4bbc-80d8-48f8a02b8f6a tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance d7eac8eb-68a9-4247-a909-6e5aea068faa could not be found. [ 789.047319] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2f11a12f-707b-4bbc-80d8-48f8a02b8f6a tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.047561] env[70542]: INFO nova.compute.manager [None req-2f11a12f-707b-4bbc-80d8-48f8a02b8f6a tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Took 0.05 seconds to destroy the instance on the hypervisor. [ 789.047882] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f11a12f-707b-4bbc-80d8-48f8a02b8f6a tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.049572] env[70542]: DEBUG oslo_concurrency.lockutils [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.050132] env[70542]: DEBUG nova.compute.manager [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.052815] env[70542]: DEBUG nova.compute.manager [-] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.052948] env[70542]: DEBUG nova.network.neutron [-] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.054845] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.093s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.056637] env[70542]: INFO nova.compute.claims [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.066749] env[70542]: DEBUG nova.compute.manager [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.066749] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.068055] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e99bc9-da2c-4ceb-8664-56f79371d354 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.074774] env[70542]: DEBUG nova.network.neutron [-] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.078875] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.079456] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae2b2495-3e56-44b1-8b1b-1869cce63c8c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.081512] env[70542]: INFO nova.compute.manager [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Rebuilding instance [ 789.090067] env[70542]: DEBUG oslo_vmware.api [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Waiting for the task: (returnval){ [ 789.090067] env[70542]: value = "task-3911047" [ 789.090067] env[70542]: _type = "Task" [ 789.090067] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.103258] env[70542]: DEBUG oslo_vmware.api [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3911047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.130064] env[70542]: DEBUG nova.compute.manager [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 789.130936] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a410310c-4d66-4044-9593-d42ca1d4d69b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.403470] env[70542]: DEBUG nova.compute.manager [req-4e29b70c-e459-4c1e-b858-a15e24f4f4d1 req-e8ff3f28-9e3b-474a-ac6b-6fd36392cd83 service nova] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Received event network-vif-plugged-e1683811-e822-483e-81e0-2633ff195493 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.403645] env[70542]: DEBUG oslo_concurrency.lockutils [req-4e29b70c-e459-4c1e-b858-a15e24f4f4d1 req-e8ff3f28-9e3b-474a-ac6b-6fd36392cd83 service nova] Acquiring lock "84a3dae0-d4c2-4820-9c3b-a5069ac3d96c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.403901] env[70542]: DEBUG oslo_concurrency.lockutils [req-4e29b70c-e459-4c1e-b858-a15e24f4f4d1 req-e8ff3f28-9e3b-474a-ac6b-6fd36392cd83 service nova] Lock "84a3dae0-d4c2-4820-9c3b-a5069ac3d96c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.404270] env[70542]: DEBUG oslo_concurrency.lockutils [req-4e29b70c-e459-4c1e-b858-a15e24f4f4d1 req-e8ff3f28-9e3b-474a-ac6b-6fd36392cd83 service nova] Lock "84a3dae0-d4c2-4820-9c3b-a5069ac3d96c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.404591] env[70542]: DEBUG nova.compute.manager [req-4e29b70c-e459-4c1e-b858-a15e24f4f4d1 req-e8ff3f28-9e3b-474a-ac6b-6fd36392cd83 service nova] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] No waiting events found dispatching network-vif-plugged-e1683811-e822-483e-81e0-2633ff195493 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 789.404656] env[70542]: WARNING nova.compute.manager [req-4e29b70c-e459-4c1e-b858-a15e24f4f4d1 req-e8ff3f28-9e3b-474a-ac6b-6fd36392cd83 service nova] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Received unexpected event network-vif-plugged-e1683811-e822-483e-81e0-2633ff195493 for instance with vm_state building and task_state spawning. [ 789.480009] env[70542]: DEBUG oslo_vmware.api [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267176} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.480462] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.480660] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.480843] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.481022] env[70542]: INFO nova.compute.manager [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Took 1.19 seconds to destroy the instance on the hypervisor. [ 789.481276] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.481466] env[70542]: DEBUG nova.compute.manager [-] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.481580] env[70542]: DEBUG nova.network.neutron [-] [instance: 015d3f07-677b-4dc5-a599-046728624a02] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.501624] env[70542]: DEBUG nova.network.neutron [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Successfully updated port: e1683811-e822-483e-81e0-2633ff195493 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.564572] env[70542]: DEBUG nova.compute.utils [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.566502] env[70542]: DEBUG nova.compute.manager [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.566802] env[70542]: DEBUG nova.network.neutron [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.579782] env[70542]: DEBUG nova.network.neutron [-] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.602977] env[70542]: DEBUG oslo_vmware.api [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3911047, 'name': PowerOffVM_Task, 'duration_secs': 0.21135} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.603853] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.606885] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.606885] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-153444d6-c15d-4267-b6f8-7e6dbc7ac30e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.628951] env[70542]: DEBUG nova.policy [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebad8a54a2cd4896a4b933704c6a3e14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3897359786e64bc592fd5e207aea4974', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.673505] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.673851] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.674056] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Deleting the datastore file [datastore1] ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.674326] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93e907cd-8f8d-4b87-b004-35ded61829a7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.685217] env[70542]: DEBUG oslo_vmware.api [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Waiting for the task: (returnval){ [ 789.685217] env[70542]: value = "task-3911049" [ 789.685217] env[70542]: _type = "Task" [ 789.685217] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.695278] env[70542]: DEBUG oslo_vmware.api [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3911049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.852994] env[70542]: DEBUG nova.compute.manager [req-ab315ddb-bcf1-4960-bd24-8e305fe7d89c req-8848dfb0-abe5-4afe-98e0-6ddb4e6da24c service nova] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Received event network-vif-deleted-8038a338-bfc5-4831-881a-269f74140583 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.853286] env[70542]: INFO nova.compute.manager [req-ab315ddb-bcf1-4960-bd24-8e305fe7d89c req-8848dfb0-abe5-4afe-98e0-6ddb4e6da24c service nova] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Neutron deleted interface 8038a338-bfc5-4831-881a-269f74140583; detaching it from the instance and deleting it from the info cache [ 789.853410] env[70542]: DEBUG nova.network.neutron [req-ab315ddb-bcf1-4960-bd24-8e305fe7d89c req-8848dfb0-abe5-4afe-98e0-6ddb4e6da24c service nova] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.007789] env[70542]: DEBUG oslo_concurrency.lockutils [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "refresh_cache-84a3dae0-d4c2-4820-9c3b-a5069ac3d96c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.007789] env[70542]: DEBUG oslo_concurrency.lockutils [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquired lock "refresh_cache-84a3dae0-d4c2-4820-9c3b-a5069ac3d96c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.007789] env[70542]: DEBUG nova.network.neutron [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.045448] env[70542]: DEBUG nova.network.neutron [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Successfully created port: 7803275c-6f25-4e51-9478-5f513eb5f0a8 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.070028] env[70542]: DEBUG nova.compute.manager [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.083578] env[70542]: INFO nova.compute.manager [-] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Took 1.03 seconds to deallocate network for instance. [ 790.146584] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.147213] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bfc0edd-4b29-4255-ac68-707c2d23c287 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.157084] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 790.157084] env[70542]: value = "task-3911050" [ 790.157084] env[70542]: _type = "Task" [ 790.157084] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.174262] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] VM already powered off {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 790.174832] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.175928] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63557ada-ee0f-4abb-a959-78d109ef2abb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.187915] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.193067] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cdc73c3-8415-43f3-9262-469b16409c84 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.206863] env[70542]: DEBUG oslo_vmware.api [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Task: {'id': task-3911049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143542} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.206863] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.206863] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.207196] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.207196] env[70542]: INFO nova.compute.manager [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 790.207524] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.207816] env[70542]: DEBUG nova.compute.manager [-] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.207948] env[70542]: DEBUG nova.network.neutron [-] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.266293] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.266529] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.266712] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Deleting the datastore file [datastore2] bf6cc8b4-c21d-4a38-a0cd-91466bbb577d {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.266986] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42e94ee1-9330-4227-b66f-de6f5c2328f3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.277962] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 790.277962] env[70542]: value = "task-3911052" [ 790.277962] env[70542]: _type = "Task" [ 790.277962] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.294827] env[70542]: DEBUG nova.network.neutron [-] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.295341] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.356713] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a7cf23f-04d1-49b6-a4e9-f2681549ed0b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.368180] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ce8c7d-5de8-4ae4-83ad-3b09d63df198 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.414888] env[70542]: DEBUG nova.compute.manager [req-ab315ddb-bcf1-4960-bd24-8e305fe7d89c req-8848dfb0-abe5-4afe-98e0-6ddb4e6da24c service nova] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Detach interface failed, port_id=8038a338-bfc5-4831-881a-269f74140583, reason: Instance 015d3f07-677b-4dc5-a599-046728624a02 could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 790.561915] env[70542]: DEBUG nova.network.neutron [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.592640] env[70542]: INFO nova.compute.manager [None req-2f11a12f-707b-4bbc-80d8-48f8a02b8f6a tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Instance disappeared during terminate [ 790.593196] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2f11a12f-707b-4bbc-80d8-48f8a02b8f6a tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Lock "d7eac8eb-68a9-4247-a909-6e5aea068faa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.300s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.673979] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8377551d-af15-4874-ae11-088e38756410 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.682429] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecadc96-018f-4cf9-a823-5fccdd741a3f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.719058] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65003fd-2542-4560-a4dd-f92f81d3b3c0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.727369] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df32a69f-2771-47b6-b356-cb6c23b2b55b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.747951] env[70542]: DEBUG nova.compute.provider_tree [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.757456] env[70542]: DEBUG nova.network.neutron [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Updating instance_info_cache with network_info: [{"id": "e1683811-e822-483e-81e0-2633ff195493", "address": "fa:16:3e:34:fc:20", "network": {"id": "825937e7-152b-482b-bf7f-98ae0fc280e3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914664986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe760689ebb4193b1b9e4776cb4bf6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1683811-e8", "ovs_interfaceid": "e1683811-e822-483e-81e0-2633ff195493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.789156] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251214} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.789416] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.789597] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.789769] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.796248] env[70542]: INFO nova.compute.manager [-] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Took 1.31 seconds to deallocate network for instance. [ 791.071744] env[70542]: DEBUG nova.network.neutron [-] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.087066] env[70542]: DEBUG nova.compute.manager [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.101077] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5abff190-7467-4854-a33c-46c9e32d4b8b tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "eef02990-c512-44f2-8fc7-eab27e22ab58" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.101362] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5abff190-7467-4854-a33c-46c9e32d4b8b tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "eef02990-c512-44f2-8fc7-eab27e22ab58" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.101552] env[70542]: DEBUG nova.compute.manager [None req-5abff190-7467-4854-a33c-46c9e32d4b8b tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 791.102522] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d178f3e-f693-4781-9035-b0032719aeb1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.110742] env[70542]: DEBUG nova.compute.manager [None req-5abff190-7467-4854-a33c-46c9e32d4b8b tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70542) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 791.111136] env[70542]: DEBUG nova.objects.instance [None req-5abff190-7467-4854-a33c-46c9e32d4b8b tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lazy-loading 'flavor' on Instance uuid eef02990-c512-44f2-8fc7-eab27e22ab58 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.122270] env[70542]: DEBUG nova.virt.hardware [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.122563] env[70542]: DEBUG nova.virt.hardware [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.122638] env[70542]: DEBUG nova.virt.hardware [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.122816] env[70542]: DEBUG nova.virt.hardware [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.122963] env[70542]: DEBUG nova.virt.hardware [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.123142] env[70542]: DEBUG nova.virt.hardware [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.123354] env[70542]: DEBUG nova.virt.hardware [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.123512] env[70542]: DEBUG nova.virt.hardware [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.123719] env[70542]: DEBUG nova.virt.hardware [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.123883] env[70542]: DEBUG nova.virt.hardware [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.124073] env[70542]: DEBUG nova.virt.hardware [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.125533] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c405e37a-be6a-4097-8459-861e1e68ddc9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.135157] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25587f1-97ce-4c83-810f-4c8387bf43fe {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.260212] env[70542]: DEBUG oslo_concurrency.lockutils [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Releasing lock "refresh_cache-84a3dae0-d4c2-4820-9c3b-a5069ac3d96c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.260547] env[70542]: DEBUG nova.compute.manager [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Instance network_info: |[{"id": "e1683811-e822-483e-81e0-2633ff195493", "address": "fa:16:3e:34:fc:20", "network": {"id": "825937e7-152b-482b-bf7f-98ae0fc280e3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914664986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe760689ebb4193b1b9e4776cb4bf6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1683811-e8", "ovs_interfaceid": "e1683811-e822-483e-81e0-2633ff195493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.260968] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:fc:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1683811-e822-483e-81e0-2633ff195493', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.268663] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.269250] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.270220] env[70542]: ERROR nova.scheduler.client.report [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [req-fc2a0138-ce2b-4588-bbe9-f4a419d2790d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 42cfc9d8-0155-4d55-9653-7de4fa794724. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fc2a0138-ce2b-4588-bbe9-f4a419d2790d"}]} [ 791.270552] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-490f959a-0589-4a10-8288-0683687291ca {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.296265] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.296265] env[70542]: value = "task-3911053" [ 791.296265] env[70542]: _type = "Task" [ 791.296265] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.301999] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.303088] env[70542]: DEBUG nova.scheduler.client.report [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Refreshing inventories for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 791.308427] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911053, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.323246] env[70542]: DEBUG nova.scheduler.client.report [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Updating ProviderTree inventory for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 791.323623] env[70542]: DEBUG nova.compute.provider_tree [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 791.337365] env[70542]: DEBUG nova.scheduler.client.report [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Refreshing aggregate associations for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724, aggregates: None {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 791.358500] env[70542]: DEBUG nova.scheduler.client.report [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Refreshing trait associations for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 791.436023] env[70542]: DEBUG nova.compute.manager [req-c5fc3df3-3315-49c9-8cf7-81868bdafab2 req-bc326807-ffd2-4c37-a754-3e7fe9ec905b service nova] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Received event network-changed-e1683811-e822-483e-81e0-2633ff195493 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.436372] env[70542]: DEBUG nova.compute.manager [req-c5fc3df3-3315-49c9-8cf7-81868bdafab2 req-bc326807-ffd2-4c37-a754-3e7fe9ec905b service nova] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Refreshing instance network info cache due to event network-changed-e1683811-e822-483e-81e0-2633ff195493. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.436524] env[70542]: DEBUG oslo_concurrency.lockutils [req-c5fc3df3-3315-49c9-8cf7-81868bdafab2 req-bc326807-ffd2-4c37-a754-3e7fe9ec905b service nova] Acquiring lock "refresh_cache-84a3dae0-d4c2-4820-9c3b-a5069ac3d96c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.436752] env[70542]: DEBUG oslo_concurrency.lockutils [req-c5fc3df3-3315-49c9-8cf7-81868bdafab2 req-bc326807-ffd2-4c37-a754-3e7fe9ec905b service nova] Acquired lock "refresh_cache-84a3dae0-d4c2-4820-9c3b-a5069ac3d96c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.436869] env[70542]: DEBUG nova.network.neutron [req-c5fc3df3-3315-49c9-8cf7-81868bdafab2 req-bc326807-ffd2-4c37-a754-3e7fe9ec905b service nova] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Refreshing network info cache for port e1683811-e822-483e-81e0-2633ff195493 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.576074] env[70542]: INFO nova.compute.manager [-] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Took 1.37 seconds to deallocate network for instance. [ 791.819046] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911053, 'name': CreateVM_Task, 'duration_secs': 0.344138} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.819349] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.820080] env[70542]: DEBUG oslo_concurrency.lockutils [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.820374] env[70542]: DEBUG oslo_concurrency.lockutils [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.820578] env[70542]: DEBUG oslo_concurrency.lockutils [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.820849] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efd5b204-362d-4340-b174-0af0149cbad0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.827033] env[70542]: DEBUG oslo_vmware.api [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 791.827033] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52bebd59-16a9-474d-d1da-07751d566f78" [ 791.827033] env[70542]: _type = "Task" [ 791.827033] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.835850] env[70542]: DEBUG oslo_vmware.api [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52bebd59-16a9-474d-d1da-07751d566f78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.840068] env[70542]: DEBUG nova.virt.hardware [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.840068] env[70542]: DEBUG nova.virt.hardware [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.840068] env[70542]: DEBUG nova.virt.hardware [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.840230] env[70542]: DEBUG nova.virt.hardware [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.840230] env[70542]: DEBUG nova.virt.hardware [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.840230] env[70542]: DEBUG nova.virt.hardware [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.840230] env[70542]: DEBUG nova.virt.hardware [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.840230] env[70542]: DEBUG nova.virt.hardware [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.840383] env[70542]: DEBUG nova.virt.hardware [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.840383] env[70542]: DEBUG nova.virt.hardware [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.840383] env[70542]: DEBUG nova.virt.hardware [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.843727] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4e7d18-f5e1-49d4-a13b-ac91eb97f001 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.854017] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4468be8-36c3-41d2-b3d5-745945d9a6d1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.876297] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:4c:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9875d38f-76e2-416c-bfb7-f18a22b0d8ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5cd361b-1720-4679-bce3-729e36a0bc06', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.886794] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.890472] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.891285] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e179985b-0071-430a-a80a-1ea61781b3c1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.914801] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.914801] env[70542]: value = "task-3911054" [ 791.914801] env[70542]: _type = "Task" [ 791.914801] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.923658] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911054, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.938082] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63ad567-4574-4ca1-9c16-5607cc433a8b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.953025] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02897bd5-a04c-44ca-924d-db9402473dbd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.984669] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83fb705-1ba3-462d-b13a-bd9e8fccaefb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.993804] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f85df7-5843-45f1-a652-5154b7868b8d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.009097] env[70542]: DEBUG nova.compute.provider_tree [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.018034] env[70542]: DEBUG nova.network.neutron [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Successfully updated port: 7803275c-6f25-4e51-9478-5f513eb5f0a8 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.032852] env[70542]: DEBUG nova.compute.manager [req-e1350435-55c1-4046-8b6c-f077d9021fb7 req-95f3990d-898d-49c5-9a94-a2b6d5a53c8a service nova] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Received event network-vif-deleted-b1a49ba0-9356-4d7f-a517-980d6a2553c8 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.090922] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.122025] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5abff190-7467-4854-a33c-46c9e32d4b8b tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.122025] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27bf5170-17e2-47f8-9a7f-63e15688c1ed {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.131760] env[70542]: DEBUG oslo_vmware.api [None req-5abff190-7467-4854-a33c-46c9e32d4b8b tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 792.131760] env[70542]: value = "task-3911055" [ 792.131760] env[70542]: _type = "Task" [ 792.131760] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.146482] env[70542]: DEBUG oslo_vmware.api [None req-5abff190-7467-4854-a33c-46c9e32d4b8b tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.312561] env[70542]: DEBUG nova.network.neutron [req-c5fc3df3-3315-49c9-8cf7-81868bdafab2 req-bc326807-ffd2-4c37-a754-3e7fe9ec905b service nova] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Updated VIF entry in instance network info cache for port e1683811-e822-483e-81e0-2633ff195493. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.312943] env[70542]: DEBUG nova.network.neutron [req-c5fc3df3-3315-49c9-8cf7-81868bdafab2 req-bc326807-ffd2-4c37-a754-3e7fe9ec905b service nova] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Updating instance_info_cache with network_info: [{"id": "e1683811-e822-483e-81e0-2633ff195493", "address": "fa:16:3e:34:fc:20", "network": {"id": "825937e7-152b-482b-bf7f-98ae0fc280e3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914664986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe760689ebb4193b1b9e4776cb4bf6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1683811-e8", "ovs_interfaceid": "e1683811-e822-483e-81e0-2633ff195493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.339113] env[70542]: DEBUG oslo_vmware.api [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52bebd59-16a9-474d-d1da-07751d566f78, 'name': SearchDatastore_Task, 'duration_secs': 0.010189} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.339522] env[70542]: DEBUG oslo_concurrency.lockutils [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.339758] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.340025] env[70542]: DEBUG oslo_concurrency.lockutils [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.340161] env[70542]: DEBUG oslo_concurrency.lockutils [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.340332] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.340595] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71b65bb7-3013-4790-bd74-6096cfca4c52 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.349391] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.350037] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.351204] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4406d5c-4748-4f48-b389-3b19df03a7cd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.362481] env[70542]: DEBUG oslo_vmware.api [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 792.362481] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52975190-6851-102c-0100-7a91a00f92fc" [ 792.362481] env[70542]: _type = "Task" [ 792.362481] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.368409] env[70542]: DEBUG oslo_vmware.api [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52975190-6851-102c-0100-7a91a00f92fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.425388] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911054, 'name': CreateVM_Task, 'duration_secs': 0.323626} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.425602] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.426273] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.426539] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.426785] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.427402] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8884657e-c041-4aa8-bceb-e59443e5b6f2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.433263] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 792.433263] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]529aead9-64f0-8470-7dc3-655596a8a8ee" [ 792.433263] env[70542]: _type = "Task" [ 792.433263] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.442282] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]529aead9-64f0-8470-7dc3-655596a8a8ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.520939] env[70542]: DEBUG oslo_concurrency.lockutils [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "refresh_cache-3de4b70e-5e69-4b82-afb3-84162651b76c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.520939] env[70542]: DEBUG oslo_concurrency.lockutils [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquired lock "refresh_cache-3de4b70e-5e69-4b82-afb3-84162651b76c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.521050] env[70542]: DEBUG nova.network.neutron [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.550511] env[70542]: DEBUG nova.scheduler.client.report [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Updated inventory for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 792.550935] env[70542]: DEBUG nova.compute.provider_tree [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Updating resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724 generation from 57 to 58 during operation: update_inventory {{(pid=70542) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 792.551254] env[70542]: DEBUG nova.compute.provider_tree [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.643764] env[70542]: DEBUG oslo_vmware.api [None req-5abff190-7467-4854-a33c-46c9e32d4b8b tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911055, 'name': PowerOffVM_Task, 'duration_secs': 0.200642} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.643764] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5abff190-7467-4854-a33c-46c9e32d4b8b tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.643967] env[70542]: DEBUG nova.compute.manager [None req-5abff190-7467-4854-a33c-46c9e32d4b8b tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 792.644618] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacff928-5cc8-4dee-9c5c-d05eaea8f455 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.815572] env[70542]: DEBUG oslo_concurrency.lockutils [req-c5fc3df3-3315-49c9-8cf7-81868bdafab2 req-bc326807-ffd2-4c37-a754-3e7fe9ec905b service nova] Releasing lock "refresh_cache-84a3dae0-d4c2-4820-9c3b-a5069ac3d96c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.869859] env[70542]: DEBUG oslo_vmware.api [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52975190-6851-102c-0100-7a91a00f92fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009952} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.870727] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03400436-1b60-4eae-8dae-d71f474148bd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.875746] env[70542]: DEBUG oslo_vmware.api [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 792.875746] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a6df68-44aa-6add-873a-0787968272ec" [ 792.875746] env[70542]: _type = "Task" [ 792.875746] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.885113] env[70542]: DEBUG oslo_vmware.api [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a6df68-44aa-6add-873a-0787968272ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.942966] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]529aead9-64f0-8470-7dc3-655596a8a8ee, 'name': SearchDatastore_Task, 'duration_secs': 0.009635} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.943310] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.943538] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.944142] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.056622] env[70542]: DEBUG nova.network.neutron [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.059268] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.004s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.059961] env[70542]: DEBUG nova.compute.manager [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.063072] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.972s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.064136] env[70542]: INFO nova.compute.claims [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.159649] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5abff190-7467-4854-a33c-46c9e32d4b8b tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "eef02990-c512-44f2-8fc7-eab27e22ab58" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.272751] env[70542]: DEBUG nova.network.neutron [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Updating instance_info_cache with network_info: [{"id": "7803275c-6f25-4e51-9478-5f513eb5f0a8", "address": "fa:16:3e:54:b5:4b", "network": {"id": "0fdd78e6-604b-4680-ac71-ea4e397161ff", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-93680765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3897359786e64bc592fd5e207aea4974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7803275c-6f", "ovs_interfaceid": "7803275c-6f25-4e51-9478-5f513eb5f0a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.389024] env[70542]: DEBUG oslo_vmware.api [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a6df68-44aa-6add-873a-0787968272ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009366} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.389024] env[70542]: DEBUG oslo_concurrency.lockutils [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.389024] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c/84a3dae0-d4c2-4820-9c3b-a5069ac3d96c.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.389024] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.389363] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.389363] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a553a135-770b-4155-941a-48d57bdeee7d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.390382] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57335b73-223a-414b-af5a-919cf76bb3c3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.400316] env[70542]: DEBUG oslo_vmware.api [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 793.400316] env[70542]: value = "task-3911056" [ 793.400316] env[70542]: _type = "Task" [ 793.400316] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.405993] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.406924] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.407581] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1c95da9-803d-43fa-a712-0ab9940caec5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.413683] env[70542]: DEBUG oslo_vmware.api [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.417702] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 793.417702] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]520c8a12-e399-4ef2-e648-59d766f798c7" [ 793.417702] env[70542]: _type = "Task" [ 793.417702] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.427584] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]520c8a12-e399-4ef2-e648-59d766f798c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.526477] env[70542]: DEBUG nova.compute.manager [req-d81dc92a-fb95-43da-955b-e14a4a84b5f0 req-6ab8d823-db44-499c-8a96-271586b76303 service nova] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Received event network-vif-plugged-7803275c-6f25-4e51-9478-5f513eb5f0a8 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.526721] env[70542]: DEBUG oslo_concurrency.lockutils [req-d81dc92a-fb95-43da-955b-e14a4a84b5f0 req-6ab8d823-db44-499c-8a96-271586b76303 service nova] Acquiring lock "3de4b70e-5e69-4b82-afb3-84162651b76c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.526930] env[70542]: DEBUG oslo_concurrency.lockutils [req-d81dc92a-fb95-43da-955b-e14a4a84b5f0 req-6ab8d823-db44-499c-8a96-271586b76303 service nova] Lock "3de4b70e-5e69-4b82-afb3-84162651b76c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.527113] env[70542]: DEBUG oslo_concurrency.lockutils [req-d81dc92a-fb95-43da-955b-e14a4a84b5f0 req-6ab8d823-db44-499c-8a96-271586b76303 service nova] Lock "3de4b70e-5e69-4b82-afb3-84162651b76c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.527314] env[70542]: DEBUG nova.compute.manager [req-d81dc92a-fb95-43da-955b-e14a4a84b5f0 req-6ab8d823-db44-499c-8a96-271586b76303 service nova] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] No waiting events found dispatching network-vif-plugged-7803275c-6f25-4e51-9478-5f513eb5f0a8 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 793.527486] env[70542]: WARNING nova.compute.manager [req-d81dc92a-fb95-43da-955b-e14a4a84b5f0 req-6ab8d823-db44-499c-8a96-271586b76303 service nova] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Received unexpected event network-vif-plugged-7803275c-6f25-4e51-9478-5f513eb5f0a8 for instance with vm_state building and task_state spawning. [ 793.527644] env[70542]: DEBUG nova.compute.manager [req-d81dc92a-fb95-43da-955b-e14a4a84b5f0 req-6ab8d823-db44-499c-8a96-271586b76303 service nova] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Received event network-changed-7803275c-6f25-4e51-9478-5f513eb5f0a8 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.527794] env[70542]: DEBUG nova.compute.manager [req-d81dc92a-fb95-43da-955b-e14a4a84b5f0 req-6ab8d823-db44-499c-8a96-271586b76303 service nova] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Refreshing instance network info cache due to event network-changed-7803275c-6f25-4e51-9478-5f513eb5f0a8. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.527955] env[70542]: DEBUG oslo_concurrency.lockutils [req-d81dc92a-fb95-43da-955b-e14a4a84b5f0 req-6ab8d823-db44-499c-8a96-271586b76303 service nova] Acquiring lock "refresh_cache-3de4b70e-5e69-4b82-afb3-84162651b76c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.571708] env[70542]: DEBUG nova.compute.utils [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.573341] env[70542]: DEBUG nova.compute.manager [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.573479] env[70542]: DEBUG nova.network.neutron [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.594031] env[70542]: DEBUG nova.objects.instance [None req-7ca91aee-408b-4bb7-925c-ba05bf10fcd5 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lazy-loading 'flavor' on Instance uuid eef02990-c512-44f2-8fc7-eab27e22ab58 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.633276] env[70542]: DEBUG nova.policy [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d2a1ec372f3436faf0e156203755158', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85d1a812cd104ce88765c12e26f7b1d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.775124] env[70542]: DEBUG oslo_concurrency.lockutils [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Releasing lock "refresh_cache-3de4b70e-5e69-4b82-afb3-84162651b76c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.775463] env[70542]: DEBUG nova.compute.manager [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Instance network_info: |[{"id": "7803275c-6f25-4e51-9478-5f513eb5f0a8", "address": "fa:16:3e:54:b5:4b", "network": {"id": "0fdd78e6-604b-4680-ac71-ea4e397161ff", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-93680765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3897359786e64bc592fd5e207aea4974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7803275c-6f", "ovs_interfaceid": "7803275c-6f25-4e51-9478-5f513eb5f0a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.775855] env[70542]: DEBUG oslo_concurrency.lockutils [req-d81dc92a-fb95-43da-955b-e14a4a84b5f0 req-6ab8d823-db44-499c-8a96-271586b76303 service nova] Acquired lock "refresh_cache-3de4b70e-5e69-4b82-afb3-84162651b76c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.776117] env[70542]: DEBUG nova.network.neutron [req-d81dc92a-fb95-43da-955b-e14a4a84b5f0 req-6ab8d823-db44-499c-8a96-271586b76303 service nova] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Refreshing network info cache for port 7803275c-6f25-4e51-9478-5f513eb5f0a8 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.778047] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:b5:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b0fa7a2-ebd9-4788-8904-7bf250ce466c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7803275c-6f25-4e51-9478-5f513eb5f0a8', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.786526] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Creating folder: Project (3897359786e64bc592fd5e207aea4974). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.788249] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09572bc2-f4a9-4037-a92c-dc90a3250f24 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.805032] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Created folder: Project (3897359786e64bc592fd5e207aea4974) in parent group-v776569. [ 793.805386] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Creating folder: Instances. Parent ref: group-v776676. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.805729] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-873356ed-2e13-46ae-ab2a-95a9987036e6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.823366] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Created folder: Instances in parent group-v776676. [ 793.823715] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.823965] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.824210] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7f5b872-0db8-4692-a24a-5e461bfd7554 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.847572] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.847572] env[70542]: value = "task-3911059" [ 793.847572] env[70542]: _type = "Task" [ 793.847572] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.861255] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911059, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.911469] env[70542]: DEBUG oslo_vmware.api [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480827} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.911695] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c/84a3dae0-d4c2-4820-9c3b-a5069ac3d96c.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.911903] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.912184] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c4577ae-dc57-423b-8638-4df50177a84c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.920092] env[70542]: DEBUG oslo_vmware.api [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 793.920092] env[70542]: value = "task-3911060" [ 793.920092] env[70542]: _type = "Task" [ 793.920092] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.934883] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]520c8a12-e399-4ef2-e648-59d766f798c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010119} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.938509] env[70542]: DEBUG oslo_vmware.api [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.938755] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e476bbe-cbeb-4818-827a-30917472df8d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.944882] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 793.944882] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cf7a73-d19d-e85a-9f5b-6cbb8dab5c48" [ 793.944882] env[70542]: _type = "Task" [ 793.944882] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.954664] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cf7a73-d19d-e85a-9f5b-6cbb8dab5c48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.989022] env[70542]: DEBUG nova.network.neutron [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Successfully created port: d39bb0b4-ef56-4db4-ae07-0e2539b8ce93 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.077617] env[70542]: DEBUG nova.compute.manager [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.100729] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7ca91aee-408b-4bb7-925c-ba05bf10fcd5 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "refresh_cache-eef02990-c512-44f2-8fc7-eab27e22ab58" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.100729] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7ca91aee-408b-4bb7-925c-ba05bf10fcd5 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired lock "refresh_cache-eef02990-c512-44f2-8fc7-eab27e22ab58" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.100920] env[70542]: DEBUG nova.network.neutron [None req-7ca91aee-408b-4bb7-925c-ba05bf10fcd5 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.100967] env[70542]: DEBUG nova.objects.instance [None req-7ca91aee-408b-4bb7-925c-ba05bf10fcd5 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lazy-loading 'info_cache' on Instance uuid eef02990-c512-44f2-8fc7-eab27e22ab58 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.360542] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911059, 'name': CreateVM_Task, 'duration_secs': 0.339004} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.363702] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.365288] env[70542]: DEBUG oslo_concurrency.lockutils [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.365347] env[70542]: DEBUG oslo_concurrency.lockutils [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.365677] env[70542]: DEBUG oslo_concurrency.lockutils [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.365979] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b6983d7-34fe-4821-855b-e3d0d9e17ccf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.372045] env[70542]: DEBUG oslo_vmware.api [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 794.372045] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b7a8bf-c7dd-2d2d-622c-de1d937dcfd2" [ 794.372045] env[70542]: _type = "Task" [ 794.372045] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.386025] env[70542]: DEBUG oslo_vmware.api [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b7a8bf-c7dd-2d2d-622c-de1d937dcfd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.436260] env[70542]: DEBUG oslo_vmware.api [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065633} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.436544] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.437513] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73133098-3d9f-48d6-99fc-b94cc6c1c71d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.472080] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c/84a3dae0-d4c2-4820-9c3b-a5069ac3d96c.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.477436] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ee78c92-d933-44a3-ae57-24b4f06068c7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.502455] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cf7a73-d19d-e85a-9f5b-6cbb8dab5c48, 'name': SearchDatastore_Task, 'duration_secs': 0.009633} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.504475] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.504944] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] bf6cc8b4-c21d-4a38-a0cd-91466bbb577d/bf6cc8b4-c21d-4a38-a0cd-91466bbb577d.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.505503] env[70542]: DEBUG oslo_vmware.api [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 794.505503] env[70542]: value = "task-3911061" [ 794.505503] env[70542]: _type = "Task" [ 794.505503] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.508866] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54ac9999-cdc7-481f-aae2-803d2dcd98e5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.522813] env[70542]: DEBUG oslo_vmware.api [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.526531] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 794.526531] env[70542]: value = "task-3911062" [ 794.526531] env[70542]: _type = "Task" [ 794.526531] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.537776] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.605208] env[70542]: DEBUG nova.objects.base [None req-7ca91aee-408b-4bb7-925c-ba05bf10fcd5 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70542) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 794.690952] env[70542]: DEBUG nova.network.neutron [req-d81dc92a-fb95-43da-955b-e14a4a84b5f0 req-6ab8d823-db44-499c-8a96-271586b76303 service nova] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Updated VIF entry in instance network info cache for port 7803275c-6f25-4e51-9478-5f513eb5f0a8. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.692359] env[70542]: DEBUG nova.network.neutron [req-d81dc92a-fb95-43da-955b-e14a4a84b5f0 req-6ab8d823-db44-499c-8a96-271586b76303 service nova] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Updating instance_info_cache with network_info: [{"id": "7803275c-6f25-4e51-9478-5f513eb5f0a8", "address": "fa:16:3e:54:b5:4b", "network": {"id": "0fdd78e6-604b-4680-ac71-ea4e397161ff", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-93680765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3897359786e64bc592fd5e207aea4974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7803275c-6f", "ovs_interfaceid": "7803275c-6f25-4e51-9478-5f513eb5f0a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.749379] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6ce8aa-ba9c-40ea-b9cd-c4fac1ec94c0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.762550] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbdf16d-4e3e-4ae2-be2b-7029cbbf28d3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.800366] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4e5b43-73c2-43dc-9dab-ef20c2794d89 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.810127] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61915a67-ee13-447f-8bd4-7b979177e9be {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.827307] env[70542]: DEBUG nova.compute.provider_tree [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.883827] env[70542]: DEBUG oslo_vmware.api [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b7a8bf-c7dd-2d2d-622c-de1d937dcfd2, 'name': SearchDatastore_Task, 'duration_secs': 0.011434} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.884251] env[70542]: DEBUG oslo_concurrency.lockutils [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.884516] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.885840] env[70542]: DEBUG oslo_concurrency.lockutils [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.885840] env[70542]: DEBUG oslo_concurrency.lockutils [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.885840] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.885840] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b222dc5-a916-432d-907e-f93489149d02 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.901884] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.901884] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.902813] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71d4cf00-99d5-494b-b5ce-7c29affb5330 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.911681] env[70542]: DEBUG oslo_vmware.api [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 794.911681] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a04728-1b3d-c5b5-a31e-a3b33454cf42" [ 794.911681] env[70542]: _type = "Task" [ 794.911681] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.924710] env[70542]: DEBUG oslo_vmware.api [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a04728-1b3d-c5b5-a31e-a3b33454cf42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.023025] env[70542]: DEBUG oslo_vmware.api [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911061, 'name': ReconfigVM_Task, 'duration_secs': 0.515004} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.023387] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c/84a3dae0-d4c2-4820-9c3b-a5069ac3d96c.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.024115] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a3f4d67-899b-418c-8d49-2ddd4e79d522 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.031839] env[70542]: DEBUG oslo_vmware.api [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 795.031839] env[70542]: value = "task-3911063" [ 795.031839] env[70542]: _type = "Task" [ 795.031839] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.043240] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911062, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.046545] env[70542]: DEBUG oslo_vmware.api [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911063, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.090884] env[70542]: DEBUG nova.compute.manager [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.126136] env[70542]: DEBUG nova.virt.hardware [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.126453] env[70542]: DEBUG nova.virt.hardware [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.126611] env[70542]: DEBUG nova.virt.hardware [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.126795] env[70542]: DEBUG nova.virt.hardware [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.126939] env[70542]: DEBUG nova.virt.hardware [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.127105] env[70542]: DEBUG nova.virt.hardware [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.127319] env[70542]: DEBUG nova.virt.hardware [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.127479] env[70542]: DEBUG nova.virt.hardware [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.127647] env[70542]: DEBUG nova.virt.hardware [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.127813] env[70542]: DEBUG nova.virt.hardware [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.127993] env[70542]: DEBUG nova.virt.hardware [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.128926] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f839e3a5-03ae-450e-91fb-5a3ee521a274 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.138216] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c7ecd7-e6c7-4bcf-be0c-82a1aefb028d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.196319] env[70542]: DEBUG oslo_concurrency.lockutils [req-d81dc92a-fb95-43da-955b-e14a4a84b5f0 req-6ab8d823-db44-499c-8a96-271586b76303 service nova] Releasing lock "refresh_cache-3de4b70e-5e69-4b82-afb3-84162651b76c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.364223] env[70542]: DEBUG nova.scheduler.client.report [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Updated inventory for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 795.364667] env[70542]: DEBUG nova.compute.provider_tree [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Updating resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724 generation from 58 to 59 during operation: update_inventory {{(pid=70542) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 795.364751] env[70542]: DEBUG nova.compute.provider_tree [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 795.406516] env[70542]: DEBUG nova.network.neutron [None req-7ca91aee-408b-4bb7-925c-ba05bf10fcd5 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Updating instance_info_cache with network_info: [{"id": "d852207d-5092-40c0-bc22-bf8cf0710530", "address": "fa:16:3e:17:53:d2", "network": {"id": "b34efa28-0333-4697-a2ca-0f761a8baa3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-961568765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cecd2691d1d54b7480090328eb29a4ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd852207d-50", "ovs_interfaceid": "d852207d-5092-40c0-bc22-bf8cf0710530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.425132] env[70542]: DEBUG oslo_vmware.api [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a04728-1b3d-c5b5-a31e-a3b33454cf42, 'name': SearchDatastore_Task, 'duration_secs': 0.062975} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.425992] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a617135-b840-442b-a5d8-dd38070b1f95 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.434733] env[70542]: DEBUG oslo_vmware.api [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 795.434733] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525c536c-2448-63c9-d28d-8d50c02b53e1" [ 795.434733] env[70542]: _type = "Task" [ 795.434733] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.443841] env[70542]: DEBUG oslo_vmware.api [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525c536c-2448-63c9-d28d-8d50c02b53e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.546721] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562268} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.548902] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] bf6cc8b4-c21d-4a38-a0cd-91466bbb577d/bf6cc8b4-c21d-4a38-a0cd-91466bbb577d.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.549158] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.549429] env[70542]: DEBUG oslo_vmware.api [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911063, 'name': Rename_Task, 'duration_secs': 0.20152} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.549622] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14a8019f-1c8d-4ed9-8eaf-d23304ce185b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.551811] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.552063] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aab3008f-c556-42a1-a530-2a322212bec6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.558895] env[70542]: DEBUG oslo_vmware.api [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 795.558895] env[70542]: value = "task-3911065" [ 795.558895] env[70542]: _type = "Task" [ 795.558895] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.562206] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 795.562206] env[70542]: value = "task-3911064" [ 795.562206] env[70542]: _type = "Task" [ 795.562206] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.577615] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.577887] env[70542]: DEBUG oslo_vmware.api [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.718227] env[70542]: DEBUG nova.compute.manager [req-a0f40311-6247-43e9-b479-77e190b7d9e8 req-0660a195-6b9a-40df-bfda-218c685698c8 service nova] [instance: f71aa837-f443-447e-8052-b69156697d53] Received event network-vif-plugged-d39bb0b4-ef56-4db4-ae07-0e2539b8ce93 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.718227] env[70542]: DEBUG oslo_concurrency.lockutils [req-a0f40311-6247-43e9-b479-77e190b7d9e8 req-0660a195-6b9a-40df-bfda-218c685698c8 service nova] Acquiring lock "f71aa837-f443-447e-8052-b69156697d53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.718227] env[70542]: DEBUG oslo_concurrency.lockutils [req-a0f40311-6247-43e9-b479-77e190b7d9e8 req-0660a195-6b9a-40df-bfda-218c685698c8 service nova] Lock "f71aa837-f443-447e-8052-b69156697d53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.718227] env[70542]: DEBUG oslo_concurrency.lockutils [req-a0f40311-6247-43e9-b479-77e190b7d9e8 req-0660a195-6b9a-40df-bfda-218c685698c8 service nova] Lock "f71aa837-f443-447e-8052-b69156697d53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.718227] env[70542]: DEBUG nova.compute.manager [req-a0f40311-6247-43e9-b479-77e190b7d9e8 req-0660a195-6b9a-40df-bfda-218c685698c8 service nova] [instance: f71aa837-f443-447e-8052-b69156697d53] No waiting events found dispatching network-vif-plugged-d39bb0b4-ef56-4db4-ae07-0e2539b8ce93 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 795.718709] env[70542]: WARNING nova.compute.manager [req-a0f40311-6247-43e9-b479-77e190b7d9e8 req-0660a195-6b9a-40df-bfda-218c685698c8 service nova] [instance: f71aa837-f443-447e-8052-b69156697d53] Received unexpected event network-vif-plugged-d39bb0b4-ef56-4db4-ae07-0e2539b8ce93 for instance with vm_state building and task_state spawning. [ 795.757063] env[70542]: DEBUG nova.network.neutron [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Successfully updated port: d39bb0b4-ef56-4db4-ae07-0e2539b8ce93 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.873786] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.873786] env[70542]: DEBUG nova.compute.manager [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.875734] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.780s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.875944] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.879466] env[70542]: DEBUG oslo_concurrency.lockutils [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.162s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.883987] env[70542]: INFO nova.compute.claims [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.910263] env[70542]: INFO nova.scheduler.client.report [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Deleted allocations for instance a7bffb65-7477-4ea5-ba13-cad72418f11a [ 795.912458] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7ca91aee-408b-4bb7-925c-ba05bf10fcd5 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Releasing lock "refresh_cache-eef02990-c512-44f2-8fc7-eab27e22ab58" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.952648] env[70542]: DEBUG oslo_vmware.api [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525c536c-2448-63c9-d28d-8d50c02b53e1, 'name': SearchDatastore_Task, 'duration_secs': 0.009817} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.954271] env[70542]: DEBUG oslo_concurrency.lockutils [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.954271] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 3de4b70e-5e69-4b82-afb3-84162651b76c/3de4b70e-5e69-4b82-afb3-84162651b76c.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.954271] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6231b658-9a72-415f-88e6-906d25d358f2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.962461] env[70542]: DEBUG oslo_vmware.api [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 795.962461] env[70542]: value = "task-3911066" [ 795.962461] env[70542]: _type = "Task" [ 795.962461] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.972405] env[70542]: DEBUG oslo_vmware.api [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.073051] env[70542]: DEBUG oslo_vmware.api [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911065, 'name': PowerOnVM_Task, 'duration_secs': 0.495084} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.076040] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.076257] env[70542]: INFO nova.compute.manager [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Took 7.29 seconds to spawn the instance on the hypervisor. [ 796.076433] env[70542]: DEBUG nova.compute.manager [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 796.076713] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.20834} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.077409] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04529f4a-7e94-45a3-97ea-3e813222cad9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.079868] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.080610] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089d6cc3-47aa-48d2-94e2-8d42a1835e2e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.107557] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] bf6cc8b4-c21d-4a38-a0cd-91466bbb577d/bf6cc8b4-c21d-4a38-a0cd-91466bbb577d.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.108469] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e35c06e-8d74-4085-bc9a-b57902407390 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.129848] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 796.129848] env[70542]: value = "task-3911067" [ 796.129848] env[70542]: _type = "Task" [ 796.129848] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.138705] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.264356] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Acquiring lock "refresh_cache-f71aa837-f443-447e-8052-b69156697d53" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.264468] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Acquired lock "refresh_cache-f71aa837-f443-447e-8052-b69156697d53" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.264631] env[70542]: DEBUG nova.network.neutron [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.388662] env[70542]: DEBUG nova.compute.utils [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.393789] env[70542]: DEBUG nova.compute.manager [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.393989] env[70542]: DEBUG nova.network.neutron [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.420593] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f97789b7-23b0-42a7-a910-246c897ebff4 tempest-ServerAddressesNegativeTestJSON-6836579 tempest-ServerAddressesNegativeTestJSON-6836579-project-member] Lock "a7bffb65-7477-4ea5-ba13-cad72418f11a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.850s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.448056] env[70542]: DEBUG nova.policy [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f52267bd7bf438a8878ea9ef46126a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f052d30fde64e43aa58447a2c58eba9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.476217] env[70542]: DEBUG oslo_vmware.api [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911066, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.622262] env[70542]: INFO nova.compute.manager [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Took 47.26 seconds to build instance. [ 796.642134] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.806434] env[70542]: DEBUG nova.network.neutron [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.882871] env[70542]: DEBUG nova.network.neutron [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Successfully created port: c005ff21-4a9c-4a34-8ed5-1ed1c582afea {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.894302] env[70542]: DEBUG nova.compute.manager [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.920585] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca91aee-408b-4bb7-925c-ba05bf10fcd5 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.920926] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-616a1d4a-5936-470b-9c6d-97b0adeb3098 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.930548] env[70542]: DEBUG oslo_vmware.api [None req-7ca91aee-408b-4bb7-925c-ba05bf10fcd5 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 796.930548] env[70542]: value = "task-3911068" [ 796.930548] env[70542]: _type = "Task" [ 796.930548] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.941087] env[70542]: DEBUG oslo_vmware.api [None req-7ca91aee-408b-4bb7-925c-ba05bf10fcd5 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.975753] env[70542]: DEBUG oslo_vmware.api [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647253} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.976483] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 3de4b70e-5e69-4b82-afb3-84162651b76c/3de4b70e-5e69-4b82-afb3-84162651b76c.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.977182] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.977263] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d34faebc-0965-4da2-918b-bafbd5298e2e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.994526] env[70542]: DEBUG oslo_vmware.api [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 796.994526] env[70542]: value = "task-3911069" [ 796.994526] env[70542]: _type = "Task" [ 796.994526] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.005845] env[70542]: DEBUG oslo_vmware.api [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.066165] env[70542]: DEBUG nova.network.neutron [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Updating instance_info_cache with network_info: [{"id": "d39bb0b4-ef56-4db4-ae07-0e2539b8ce93", "address": "fa:16:3e:bb:fc:e1", "network": {"id": "ad5b2a1e-a753-4772-b9c1-783bede232d8", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-314870414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "85d1a812cd104ce88765c12e26f7b1d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd39bb0b4-ef", "ovs_interfaceid": "d39bb0b4-ef56-4db4-ae07-0e2539b8ce93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.124406] env[70542]: DEBUG oslo_concurrency.lockutils [None req-77ebe2a6-d517-4033-b640-24a235d4a4b9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "84a3dae0-d4c2-4820-9c3b-a5069ac3d96c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.444s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.144850] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911067, 'name': ReconfigVM_Task, 'duration_secs': 0.593456} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.145205] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Reconfigured VM instance instance-00000022 to attach disk [datastore2] bf6cc8b4-c21d-4a38-a0cd-91466bbb577d/bf6cc8b4-c21d-4a38-a0cd-91466bbb577d.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.145901] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1728420-eb74-48d1-bb2c-5619d9704dcc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.156084] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 797.156084] env[70542]: value = "task-3911070" [ 797.156084] env[70542]: _type = "Task" [ 797.156084] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.169084] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911070, 'name': Rename_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.320040] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25d3e48-18b9-457b-813a-1644bbb8a0df {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.329723] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb7d3b5-0231-44a6-ade8-2b40299a47b1 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Suspending the VM {{(pid=70542) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 797.335185] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9bc75439-bc45-4c11-aefb-151c79531aaa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.344799] env[70542]: DEBUG oslo_vmware.api [None req-eeb7d3b5-0231-44a6-ade8-2b40299a47b1 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 797.344799] env[70542]: value = "task-3911071" [ 797.344799] env[70542]: _type = "Task" [ 797.344799] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.358794] env[70542]: DEBUG oslo_vmware.api [None req-eeb7d3b5-0231-44a6-ade8-2b40299a47b1 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911071, 'name': SuspendVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.446984] env[70542]: DEBUG oslo_vmware.api [None req-7ca91aee-408b-4bb7-925c-ba05bf10fcd5 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911068, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.511543] env[70542]: DEBUG oslo_vmware.api [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073795} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.511841] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.512789] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a95f1a5-5914-435a-b9a0-9d568bf5664f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.539901] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 3de4b70e-5e69-4b82-afb3-84162651b76c/3de4b70e-5e69-4b82-afb3-84162651b76c.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.544083] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2c033c1-61b5-400e-a60d-18f5f65b1a1a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.559401] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab2af9e-6827-4fb7-8830-403b8911c46c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.568276] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b3a8b9-4c0c-4abf-a6bf-1cc5e8604d4a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.573536] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Releasing lock "refresh_cache-f71aa837-f443-447e-8052-b69156697d53" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.574074] env[70542]: DEBUG nova.compute.manager [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Instance network_info: |[{"id": "d39bb0b4-ef56-4db4-ae07-0e2539b8ce93", "address": "fa:16:3e:bb:fc:e1", "network": {"id": "ad5b2a1e-a753-4772-b9c1-783bede232d8", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-314870414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "85d1a812cd104ce88765c12e26f7b1d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd39bb0b4-ef", "ovs_interfaceid": "d39bb0b4-ef56-4db4-ae07-0e2539b8ce93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.574375] env[70542]: DEBUG oslo_vmware.api [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 797.574375] env[70542]: value = "task-3911072" [ 797.574375] env[70542]: _type = "Task" [ 797.574375] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.574792] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:fc:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd39bb0b4-ef56-4db4-ae07-0e2539b8ce93', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.585027] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Creating folder: Project (85d1a812cd104ce88765c12e26f7b1d2). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.585027] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04591bf2-7ce0-486f-8378-04dad7ccd69f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.619431] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff43511-ddaf-4e92-be78-4b147929f1d1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.626439] env[70542]: DEBUG oslo_vmware.api [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.626928] env[70542]: DEBUG nova.compute.manager [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.632934] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Created folder: Project (85d1a812cd104ce88765c12e26f7b1d2) in parent group-v776569. [ 797.633859] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Creating folder: Instances. Parent ref: group-v776679. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.633859] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1091bd80-c6cf-4362-bce7-4ed469149147 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.636724] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691cd554-04c4-4026-a634-4b161eded293 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.654248] env[70542]: DEBUG nova.compute.provider_tree [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.657574] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Created folder: Instances in parent group-v776679. [ 797.657709] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.661338] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f71aa837-f443-447e-8052-b69156697d53] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.661636] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ba2db2f-95e4-41d3-a1aa-785cd6c4496b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.689964] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911070, 'name': Rename_Task, 'duration_secs': 0.255244} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.689964] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.689964] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.689964] env[70542]: value = "task-3911075" [ 797.689964] env[70542]: _type = "Task" [ 797.689964] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.689964] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ea251ff-7d19-4785-9b00-900eb6f1ce5d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.702578] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911075, 'name': CreateVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.704417] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 797.704417] env[70542]: value = "task-3911076" [ 797.704417] env[70542]: _type = "Task" [ 797.704417] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.715806] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.823177] env[70542]: DEBUG nova.compute.manager [req-de692318-5235-48fd-bb4b-403e0e7e4f04 req-20735468-0232-4e65-a628-002e940d7790 service nova] [instance: f71aa837-f443-447e-8052-b69156697d53] Received event network-changed-d39bb0b4-ef56-4db4-ae07-0e2539b8ce93 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.823434] env[70542]: DEBUG nova.compute.manager [req-de692318-5235-48fd-bb4b-403e0e7e4f04 req-20735468-0232-4e65-a628-002e940d7790 service nova] [instance: f71aa837-f443-447e-8052-b69156697d53] Refreshing instance network info cache due to event network-changed-d39bb0b4-ef56-4db4-ae07-0e2539b8ce93. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.823823] env[70542]: DEBUG oslo_concurrency.lockutils [req-de692318-5235-48fd-bb4b-403e0e7e4f04 req-20735468-0232-4e65-a628-002e940d7790 service nova] Acquiring lock "refresh_cache-f71aa837-f443-447e-8052-b69156697d53" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.823991] env[70542]: DEBUG oslo_concurrency.lockutils [req-de692318-5235-48fd-bb4b-403e0e7e4f04 req-20735468-0232-4e65-a628-002e940d7790 service nova] Acquired lock "refresh_cache-f71aa837-f443-447e-8052-b69156697d53" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.824201] env[70542]: DEBUG nova.network.neutron [req-de692318-5235-48fd-bb4b-403e0e7e4f04 req-20735468-0232-4e65-a628-002e940d7790 service nova] [instance: f71aa837-f443-447e-8052-b69156697d53] Refreshing network info cache for port d39bb0b4-ef56-4db4-ae07-0e2539b8ce93 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.855774] env[70542]: DEBUG oslo_vmware.api [None req-eeb7d3b5-0231-44a6-ade8-2b40299a47b1 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911071, 'name': SuspendVM_Task} progress is 58%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.917565] env[70542]: DEBUG nova.compute.manager [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.942116] env[70542]: DEBUG oslo_vmware.api [None req-7ca91aee-408b-4bb7-925c-ba05bf10fcd5 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911068, 'name': PowerOnVM_Task, 'duration_secs': 0.723446} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.942116] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca91aee-408b-4bb7-925c-ba05bf10fcd5 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.942116] env[70542]: DEBUG nova.compute.manager [None req-7ca91aee-408b-4bb7-925c-ba05bf10fcd5 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 797.944967] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0351c5bc-c43a-45c7-a9ee-8e5d77fab225 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.959603] env[70542]: DEBUG nova.virt.hardware [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.960102] env[70542]: DEBUG nova.virt.hardware [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.960395] env[70542]: DEBUG nova.virt.hardware [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.960700] env[70542]: DEBUG nova.virt.hardware [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.961854] env[70542]: DEBUG nova.virt.hardware [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.962240] env[70542]: DEBUG nova.virt.hardware [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.962691] env[70542]: DEBUG nova.virt.hardware [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.963120] env[70542]: DEBUG nova.virt.hardware [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.963521] env[70542]: DEBUG nova.virt.hardware [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.963922] env[70542]: DEBUG nova.virt.hardware [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.964357] env[70542]: DEBUG nova.virt.hardware [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.968594] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797e8511-2fa2-458e-a81d-540ba1af86fc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.976824] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a704d9-7280-4cc3-ba69-02a8a5c9dbdf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.095259] env[70542]: DEBUG oslo_vmware.api [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911072, 'name': ReconfigVM_Task, 'duration_secs': 0.513936} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.095671] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 3de4b70e-5e69-4b82-afb3-84162651b76c/3de4b70e-5e69-4b82-afb3-84162651b76c.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.096679] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-330ee750-535a-4990-8398-afd274041fdd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.104416] env[70542]: DEBUG oslo_vmware.api [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 798.104416] env[70542]: value = "task-3911077" [ 798.104416] env[70542]: _type = "Task" [ 798.104416] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.114845] env[70542]: DEBUG oslo_vmware.api [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911077, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.150067] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.159223] env[70542]: DEBUG nova.scheduler.client.report [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.204027] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911075, 'name': CreateVM_Task, 'duration_secs': 0.368798} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.204202] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f71aa837-f443-447e-8052-b69156697d53] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.205031] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.205214] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.205543] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.206030] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ccbaf7a-6cc4-440b-ae68-8f6962026f1e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.218604] env[70542]: DEBUG oslo_vmware.api [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Waiting for the task: (returnval){ [ 798.218604] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ecf43b-30ab-75ab-4e9e-a9c7bba14f5d" [ 798.218604] env[70542]: _type = "Task" [ 798.218604] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.222755] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911076, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.231949] env[70542]: DEBUG oslo_vmware.api [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ecf43b-30ab-75ab-4e9e-a9c7bba14f5d, 'name': SearchDatastore_Task, 'duration_secs': 0.011647} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.232455] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.232705] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.233017] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.233179] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.233407] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.233625] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1951918b-da7a-4a97-a883-5bfabf1cef3a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.243994] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.244265] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.245010] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ea569de-cefd-409e-a0ea-6da0177447ed {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.251892] env[70542]: DEBUG oslo_vmware.api [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Waiting for the task: (returnval){ [ 798.251892] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526861e0-9839-acf0-ac71-4597f15186bb" [ 798.251892] env[70542]: _type = "Task" [ 798.251892] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.263723] env[70542]: DEBUG oslo_vmware.api [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526861e0-9839-acf0-ac71-4597f15186bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.356738] env[70542]: DEBUG oslo_vmware.api [None req-eeb7d3b5-0231-44a6-ade8-2b40299a47b1 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911071, 'name': SuspendVM_Task, 'duration_secs': 0.830994} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.357087] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb7d3b5-0231-44a6-ade8-2b40299a47b1 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Suspended the VM {{(pid=70542) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 798.357217] env[70542]: DEBUG nova.compute.manager [None req-eeb7d3b5-0231-44a6-ade8-2b40299a47b1 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 798.358149] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af35044a-e1b5-4be1-a017-ed57d3963f38 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.620182] env[70542]: DEBUG oslo_vmware.api [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911077, 'name': Rename_Task, 'duration_secs': 0.224947} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.620669] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.620669] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73fbac20-a702-43c7-9e44-e650a3b5701b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.628942] env[70542]: DEBUG oslo_vmware.api [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 798.628942] env[70542]: value = "task-3911078" [ 798.628942] env[70542]: _type = "Task" [ 798.628942] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.639961] env[70542]: DEBUG oslo_vmware.api [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.664395] env[70542]: DEBUG oslo_concurrency.lockutils [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.664961] env[70542]: DEBUG nova.compute.manager [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.667746] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.794s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.669948] env[70542]: INFO nova.compute.claims [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.721481] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911076, 'name': PowerOnVM_Task, 'duration_secs': 0.961322} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.721481] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.721481] env[70542]: DEBUG nova.compute.manager [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 798.721481] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765b7c7f-6513-45a4-99be-015db4238547 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.769028] env[70542]: DEBUG oslo_vmware.api [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526861e0-9839-acf0-ac71-4597f15186bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011932} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.769028] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86a10af8-debb-4523-b873-25ce59994c4a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.774559] env[70542]: DEBUG oslo_vmware.api [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Waiting for the task: (returnval){ [ 798.774559] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52bd0832-520c-2682-9e6d-8f9b6d281a5c" [ 798.774559] env[70542]: _type = "Task" [ 798.774559] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.785077] env[70542]: DEBUG oslo_vmware.api [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52bd0832-520c-2682-9e6d-8f9b6d281a5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.885674] env[70542]: DEBUG nova.network.neutron [req-de692318-5235-48fd-bb4b-403e0e7e4f04 req-20735468-0232-4e65-a628-002e940d7790 service nova] [instance: f71aa837-f443-447e-8052-b69156697d53] Updated VIF entry in instance network info cache for port d39bb0b4-ef56-4db4-ae07-0e2539b8ce93. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.886042] env[70542]: DEBUG nova.network.neutron [req-de692318-5235-48fd-bb4b-403e0e7e4f04 req-20735468-0232-4e65-a628-002e940d7790 service nova] [instance: f71aa837-f443-447e-8052-b69156697d53] Updating instance_info_cache with network_info: [{"id": "d39bb0b4-ef56-4db4-ae07-0e2539b8ce93", "address": "fa:16:3e:bb:fc:e1", "network": {"id": "ad5b2a1e-a753-4772-b9c1-783bede232d8", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-314870414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "85d1a812cd104ce88765c12e26f7b1d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd39bb0b4-ef", "ovs_interfaceid": "d39bb0b4-ef56-4db4-ae07-0e2539b8ce93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.057016] env[70542]: DEBUG nova.network.neutron [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Successfully updated port: c005ff21-4a9c-4a34-8ed5-1ed1c582afea {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.141667] env[70542]: DEBUG oslo_vmware.api [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911078, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.174322] env[70542]: DEBUG nova.compute.utils [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.179598] env[70542]: DEBUG nova.compute.manager [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 799.179789] env[70542]: DEBUG nova.network.neutron [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 799.232233] env[70542]: INFO nova.compute.manager [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] bringing vm to original state: 'stopped' [ 799.249175] env[70542]: DEBUG nova.policy [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a848c191b8fb4ff99e76fada1542640a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bd3350967fd4c76ac0a221910d233cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.291528] env[70542]: DEBUG oslo_vmware.api [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52bd0832-520c-2682-9e6d-8f9b6d281a5c, 'name': SearchDatastore_Task, 'duration_secs': 0.011941} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.291862] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.292176] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] f71aa837-f443-447e-8052-b69156697d53/f71aa837-f443-447e-8052-b69156697d53.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.292461] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1572326-5f89-4d67-b014-27e487c6a8ad {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.300619] env[70542]: DEBUG oslo_vmware.api [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Waiting for the task: (returnval){ [ 799.300619] env[70542]: value = "task-3911079" [ 799.300619] env[70542]: _type = "Task" [ 799.300619] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.313853] env[70542]: DEBUG oslo_vmware.api [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Task: {'id': task-3911079, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.388801] env[70542]: DEBUG oslo_concurrency.lockutils [req-de692318-5235-48fd-bb4b-403e0e7e4f04 req-20735468-0232-4e65-a628-002e940d7790 service nova] Releasing lock "refresh_cache-f71aa837-f443-447e-8052-b69156697d53" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.562783] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Acquiring lock "refresh_cache-c09cc678-024d-4442-9e98-daf82b734c5c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.562783] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Acquired lock "refresh_cache-c09cc678-024d-4442-9e98-daf82b734c5c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.563000] env[70542]: DEBUG nova.network.neutron [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.646035] env[70542]: DEBUG oslo_vmware.api [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911078, 'name': PowerOnVM_Task, 'duration_secs': 0.922203} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.646035] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.646035] env[70542]: INFO nova.compute.manager [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Took 8.56 seconds to spawn the instance on the hypervisor. [ 799.646035] env[70542]: DEBUG nova.compute.manager [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 799.647688] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bec88c-2bd6-49ee-9723-3c3becc96424 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.688322] env[70542]: DEBUG nova.compute.manager [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.818226] env[70542]: DEBUG oslo_vmware.api [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Task: {'id': task-3911079, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.003335] env[70542]: DEBUG nova.network.neutron [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Successfully created port: 895d12ae-4aaf-4afd-a13f-1ad147bbee50 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.149316] env[70542]: DEBUG nova.network.neutron [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.179560] env[70542]: INFO nova.compute.manager [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Took 45.30 seconds to build instance. [ 800.242088] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "bf6cc8b4-c21d-4a38-a0cd-91466bbb577d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.242518] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "bf6cc8b4-c21d-4a38-a0cd-91466bbb577d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.242637] env[70542]: DEBUG nova.compute.manager [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 800.243494] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf0c481-be89-490b-8aae-6b1ab4a24a95 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.252848] env[70542]: DEBUG nova.compute.manager [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70542) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 800.319831] env[70542]: DEBUG oslo_vmware.api [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Task: {'id': task-3911079, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56889} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.320131] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] f71aa837-f443-447e-8052-b69156697d53/f71aa837-f443-447e-8052-b69156697d53.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.320370] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.321822] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2252376-7644-4017-830f-bf0ade5e40c2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.324266] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60556cd-0beb-4b4c-b708-375207d90f05 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.341541] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d9abfc-af9d-41f5-a2b9-e2f441201389 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.345477] env[70542]: DEBUG oslo_vmware.api [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Waiting for the task: (returnval){ [ 800.345477] env[70542]: value = "task-3911080" [ 800.345477] env[70542]: _type = "Task" [ 800.345477] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.386314] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c417c6a-2998-4823-a05b-746e3b24a959 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.392806] env[70542]: DEBUG oslo_vmware.api [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Task: {'id': task-3911080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.399329] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3521780-1165-42a9-a9a9-96a5cb9b77a8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.419362] env[70542]: DEBUG nova.compute.provider_tree [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.426200] env[70542]: DEBUG nova.compute.manager [req-40213c9f-0de5-437e-b002-9bee6647d0d7 req-f6a76169-5782-4353-9ecc-bf4c37d09dad service nova] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Received event network-vif-plugged-c005ff21-4a9c-4a34-8ed5-1ed1c582afea {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.426200] env[70542]: DEBUG oslo_concurrency.lockutils [req-40213c9f-0de5-437e-b002-9bee6647d0d7 req-f6a76169-5782-4353-9ecc-bf4c37d09dad service nova] Acquiring lock "c09cc678-024d-4442-9e98-daf82b734c5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.426200] env[70542]: DEBUG oslo_concurrency.lockutils [req-40213c9f-0de5-437e-b002-9bee6647d0d7 req-f6a76169-5782-4353-9ecc-bf4c37d09dad service nova] Lock "c09cc678-024d-4442-9e98-daf82b734c5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.426200] env[70542]: DEBUG oslo_concurrency.lockutils [req-40213c9f-0de5-437e-b002-9bee6647d0d7 req-f6a76169-5782-4353-9ecc-bf4c37d09dad service nova] Lock "c09cc678-024d-4442-9e98-daf82b734c5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.426200] env[70542]: DEBUG nova.compute.manager [req-40213c9f-0de5-437e-b002-9bee6647d0d7 req-f6a76169-5782-4353-9ecc-bf4c37d09dad service nova] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] No waiting events found dispatching network-vif-plugged-c005ff21-4a9c-4a34-8ed5-1ed1c582afea {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 800.426395] env[70542]: WARNING nova.compute.manager [req-40213c9f-0de5-437e-b002-9bee6647d0d7 req-f6a76169-5782-4353-9ecc-bf4c37d09dad service nova] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Received unexpected event network-vif-plugged-c005ff21-4a9c-4a34-8ed5-1ed1c582afea for instance with vm_state building and task_state spawning. [ 800.426395] env[70542]: DEBUG nova.compute.manager [req-40213c9f-0de5-437e-b002-9bee6647d0d7 req-f6a76169-5782-4353-9ecc-bf4c37d09dad service nova] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Received event network-changed-c005ff21-4a9c-4a34-8ed5-1ed1c582afea {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.426395] env[70542]: DEBUG nova.compute.manager [req-40213c9f-0de5-437e-b002-9bee6647d0d7 req-f6a76169-5782-4353-9ecc-bf4c37d09dad service nova] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Refreshing instance network info cache due to event network-changed-c005ff21-4a9c-4a34-8ed5-1ed1c582afea. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.426395] env[70542]: DEBUG oslo_concurrency.lockutils [req-40213c9f-0de5-437e-b002-9bee6647d0d7 req-f6a76169-5782-4353-9ecc-bf4c37d09dad service nova] Acquiring lock "refresh_cache-c09cc678-024d-4442-9e98-daf82b734c5c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.434244] env[70542]: DEBUG nova.network.neutron [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Updating instance_info_cache with network_info: [{"id": "c005ff21-4a9c-4a34-8ed5-1ed1c582afea", "address": "fa:16:3e:cd:13:3e", "network": {"id": "bd359b93-84a2-4946-8283-31c1a619327d", "bridge": "br-int", "label": "tempest-ServersTestJSON-73407500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9f052d30fde64e43aa58447a2c58eba9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc005ff21-4a", "ovs_interfaceid": "c005ff21-4a9c-4a34-8ed5-1ed1c582afea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.676196] env[70542]: DEBUG oslo_concurrency.lockutils [None req-950455e3-7184-431f-a6ef-41849b033ef1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "3de4b70e-5e69-4b82-afb3-84162651b76c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.676s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.705550] env[70542]: DEBUG nova.compute.manager [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.735279] env[70542]: DEBUG nova.virt.hardware [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.735568] env[70542]: DEBUG nova.virt.hardware [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.735677] env[70542]: DEBUG nova.virt.hardware [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.735860] env[70542]: DEBUG nova.virt.hardware [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.736047] env[70542]: DEBUG nova.virt.hardware [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.736467] env[70542]: DEBUG nova.virt.hardware [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.736690] env[70542]: DEBUG nova.virt.hardware [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.736855] env[70542]: DEBUG nova.virt.hardware [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.737033] env[70542]: DEBUG nova.virt.hardware [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.737333] env[70542]: DEBUG nova.virt.hardware [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.737394] env[70542]: DEBUG nova.virt.hardware [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.740166] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fe1f98-f976-4a4d-89c1-e7a8f79f6796 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.749539] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05508860-1460-48f9-ad1b-a9baf16f7171 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.765872] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.766390] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8103ec2a-5834-468d-b192-e4f7ef2c0adb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.774429] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 800.774429] env[70542]: value = "task-3911081" [ 800.774429] env[70542]: _type = "Task" [ 800.774429] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.784734] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.856500] env[70542]: DEBUG oslo_vmware.api [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Task: {'id': task-3911080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151867} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.857538] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.858416] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58424267-7108-4cea-a223-526141f940a8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.882423] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] f71aa837-f443-447e-8052-b69156697d53/f71aa837-f443-447e-8052-b69156697d53.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.882822] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbf218e1-2de1-40be-91ff-7e9048ab4b89 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.903472] env[70542]: DEBUG oslo_vmware.api [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Waiting for the task: (returnval){ [ 800.903472] env[70542]: value = "task-3911082" [ 800.903472] env[70542]: _type = "Task" [ 800.903472] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.913250] env[70542]: DEBUG oslo_vmware.api [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Task: {'id': task-3911082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.923568] env[70542]: DEBUG nova.scheduler.client.report [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.937024] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Releasing lock "refresh_cache-c09cc678-024d-4442-9e98-daf82b734c5c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.937331] env[70542]: DEBUG nova.compute.manager [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Instance network_info: |[{"id": "c005ff21-4a9c-4a34-8ed5-1ed1c582afea", "address": "fa:16:3e:cd:13:3e", "network": {"id": "bd359b93-84a2-4946-8283-31c1a619327d", "bridge": "br-int", "label": "tempest-ServersTestJSON-73407500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9f052d30fde64e43aa58447a2c58eba9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc005ff21-4a", "ovs_interfaceid": "c005ff21-4a9c-4a34-8ed5-1ed1c582afea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.937634] env[70542]: DEBUG oslo_concurrency.lockutils [req-40213c9f-0de5-437e-b002-9bee6647d0d7 req-f6a76169-5782-4353-9ecc-bf4c37d09dad service nova] Acquired lock "refresh_cache-c09cc678-024d-4442-9e98-daf82b734c5c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.937812] env[70542]: DEBUG nova.network.neutron [req-40213c9f-0de5-437e-b002-9bee6647d0d7 req-f6a76169-5782-4353-9ecc-bf4c37d09dad service nova] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Refreshing network info cache for port c005ff21-4a9c-4a34-8ed5-1ed1c582afea {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.939212] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:13:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c005ff21-4a9c-4a34-8ed5-1ed1c582afea', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.946750] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Creating folder: Project (9f052d30fde64e43aa58447a2c58eba9). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.948117] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcb57dff-a2aa-4a7b-aef2-1b8f4213af26 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.960801] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Created folder: Project (9f052d30fde64e43aa58447a2c58eba9) in parent group-v776569. [ 800.960918] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Creating folder: Instances. Parent ref: group-v776682. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.961180] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de8f6f9b-3d1d-4879-8859-2eb233ef1870 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.972637] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Created folder: Instances in parent group-v776682. [ 800.972957] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.973189] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.973402] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31b80692-9ff6-4219-9356-aea6e5ffab4c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.994106] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.994106] env[70542]: value = "task-3911085" [ 800.994106] env[70542]: _type = "Task" [ 800.994106] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.002747] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911085, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.077460] env[70542]: DEBUG nova.compute.manager [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 801.078513] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7b5520-b6c3-4dbf-a113-d590dd3e38f8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.182024] env[70542]: DEBUG nova.compute.manager [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.287581] env[70542]: DEBUG oslo_vmware.api [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911081, 'name': PowerOffVM_Task, 'duration_secs': 0.489982} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.288553] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.289093] env[70542]: DEBUG nova.compute.manager [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 801.290268] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966b5225-b536-4572-bb46-2e2bdcdbda74 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.415791] env[70542]: DEBUG oslo_vmware.api [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Task: {'id': task-3911082, 'name': ReconfigVM_Task, 'duration_secs': 0.48078} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.418555] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Reconfigured VM instance instance-00000025 to attach disk [datastore2] f71aa837-f443-447e-8052-b69156697d53/f71aa837-f443-447e-8052-b69156697d53.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.425201] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39f3fedf-d08a-4501-a391-8c6ff438b689 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.426406] env[70542]: DEBUG oslo_vmware.api [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Waiting for the task: (returnval){ [ 801.426406] env[70542]: value = "task-3911086" [ 801.426406] env[70542]: _type = "Task" [ 801.426406] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.437145] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.437482] env[70542]: DEBUG nova.compute.manager [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.444242] env[70542]: DEBUG oslo_vmware.api [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Task: {'id': task-3911086, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.444897] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.508s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.446511] env[70542]: INFO nova.compute.claims [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.512597] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911085, 'name': CreateVM_Task, 'duration_secs': 0.428057} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.513352] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.514259] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.514573] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.515134] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.515637] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1b6b827-4431-45b4-98e5-3a1765a6021a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.526676] env[70542]: DEBUG oslo_vmware.api [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Waiting for the task: (returnval){ [ 801.526676] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f5b1fb-bd8a-da9a-ab7c-9e7554c4c290" [ 801.526676] env[70542]: _type = "Task" [ 801.526676] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.538383] env[70542]: DEBUG oslo_vmware.api [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f5b1fb-bd8a-da9a-ab7c-9e7554c4c290, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.592929] env[70542]: INFO nova.compute.manager [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] instance snapshotting [ 801.592929] env[70542]: WARNING nova.compute.manager [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 801.594858] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b50645a-002c-404a-9089-d6c249da6432 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.621500] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2753826a-ca15-4840-8725-f31f627ec75d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.717373] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.812358] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "bf6cc8b4-c21d-4a38-a0cd-91466bbb577d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.570s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.861854] env[70542]: DEBUG nova.network.neutron [req-40213c9f-0de5-437e-b002-9bee6647d0d7 req-f6a76169-5782-4353-9ecc-bf4c37d09dad service nova] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Updated VIF entry in instance network info cache for port c005ff21-4a9c-4a34-8ed5-1ed1c582afea. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.862258] env[70542]: DEBUG nova.network.neutron [req-40213c9f-0de5-437e-b002-9bee6647d0d7 req-f6a76169-5782-4353-9ecc-bf4c37d09dad service nova] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Updating instance_info_cache with network_info: [{"id": "c005ff21-4a9c-4a34-8ed5-1ed1c582afea", "address": "fa:16:3e:cd:13:3e", "network": {"id": "bd359b93-84a2-4946-8283-31c1a619327d", "bridge": "br-int", "label": "tempest-ServersTestJSON-73407500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9f052d30fde64e43aa58447a2c58eba9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc005ff21-4a", "ovs_interfaceid": "c005ff21-4a9c-4a34-8ed5-1ed1c582afea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.941672] env[70542]: DEBUG oslo_vmware.api [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Task: {'id': task-3911086, 'name': Rename_Task, 'duration_secs': 0.16674} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.941958] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.943332] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0512e38c-3d24-42a9-9f8c-b060ad513a28 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.947371] env[70542]: DEBUG nova.compute.utils [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.947855] env[70542]: DEBUG nova.compute.manager [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.951018] env[70542]: DEBUG nova.network.neutron [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.956394] env[70542]: DEBUG oslo_vmware.api [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Waiting for the task: (returnval){ [ 801.956394] env[70542]: value = "task-3911087" [ 801.956394] env[70542]: _type = "Task" [ 801.956394] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.967729] env[70542]: DEBUG oslo_vmware.api [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Task: {'id': task-3911087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.010010] env[70542]: DEBUG nova.policy [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5ebce703fd442ce9820388cc65b1a41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62b7ecf136824113b9bec7dfb2aecd42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.017497] env[70542]: DEBUG nova.network.neutron [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Successfully updated port: 895d12ae-4aaf-4afd-a13f-1ad147bbee50 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.049127] env[70542]: DEBUG oslo_vmware.api [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f5b1fb-bd8a-da9a-ab7c-9e7554c4c290, 'name': SearchDatastore_Task, 'duration_secs': 0.010717} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.050939] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.051342] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.051795] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.051940] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.052331] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.053043] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06b0d26a-b758-476b-8f00-89fd9b750fae {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.070540] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.070540] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.070767] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b06313a1-9cc3-46f5-8dd0-305b56337268 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.077586] env[70542]: DEBUG oslo_vmware.api [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Waiting for the task: (returnval){ [ 802.077586] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52737f43-583f-1d32-cb4c-9d97d9cee693" [ 802.077586] env[70542]: _type = "Task" [ 802.077586] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.091291] env[70542]: DEBUG oslo_vmware.api [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52737f43-583f-1d32-cb4c-9d97d9cee693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.135478] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Creating Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 802.136281] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0eb7e27d-2f8e-4eaa-b934-b15965e2ed05 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.147482] env[70542]: DEBUG oslo_vmware.api [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 802.147482] env[70542]: value = "task-3911088" [ 802.147482] env[70542]: _type = "Task" [ 802.147482] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.163937] env[70542]: DEBUG oslo_vmware.api [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911088, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.328870] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.369034] env[70542]: DEBUG oslo_concurrency.lockutils [req-40213c9f-0de5-437e-b002-9bee6647d0d7 req-f6a76169-5782-4353-9ecc-bf4c37d09dad service nova] Releasing lock "refresh_cache-c09cc678-024d-4442-9e98-daf82b734c5c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.416400] env[70542]: DEBUG nova.network.neutron [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Successfully created port: 696dd423-c5af-495c-beda-2774c0b02532 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.451636] env[70542]: DEBUG nova.compute.manager [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.478535] env[70542]: DEBUG oslo_vmware.api [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Task: {'id': task-3911087, 'name': PowerOnVM_Task, 'duration_secs': 0.515875} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.478535] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.478919] env[70542]: INFO nova.compute.manager [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Took 7.39 seconds to spawn the instance on the hypervisor. [ 802.479019] env[70542]: DEBUG nova.compute.manager [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 802.479957] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27d7575-e887-4ae8-9aa1-0bd094eeee33 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.525635] env[70542]: DEBUG oslo_concurrency.lockutils [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Acquiring lock "refresh_cache-b2338985-ea99-4a2f-8e5c-9c0597fdc7e0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.525753] env[70542]: DEBUG oslo_concurrency.lockutils [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Acquired lock "refresh_cache-b2338985-ea99-4a2f-8e5c-9c0597fdc7e0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.525907] env[70542]: DEBUG nova.network.neutron [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.563639] env[70542]: DEBUG nova.compute.manager [req-d49dcb42-a520-4d49-b284-b84888ae9874 req-d9af1600-3352-4c10-8678-1870247b79f4 service nova] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Received event network-changed-7803275c-6f25-4e51-9478-5f513eb5f0a8 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.564207] env[70542]: DEBUG nova.compute.manager [req-d49dcb42-a520-4d49-b284-b84888ae9874 req-d9af1600-3352-4c10-8678-1870247b79f4 service nova] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Refreshing instance network info cache due to event network-changed-7803275c-6f25-4e51-9478-5f513eb5f0a8. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.564510] env[70542]: DEBUG oslo_concurrency.lockutils [req-d49dcb42-a520-4d49-b284-b84888ae9874 req-d9af1600-3352-4c10-8678-1870247b79f4 service nova] Acquiring lock "refresh_cache-3de4b70e-5e69-4b82-afb3-84162651b76c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.565478] env[70542]: DEBUG oslo_concurrency.lockutils [req-d49dcb42-a520-4d49-b284-b84888ae9874 req-d9af1600-3352-4c10-8678-1870247b79f4 service nova] Acquired lock "refresh_cache-3de4b70e-5e69-4b82-afb3-84162651b76c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.565747] env[70542]: DEBUG nova.network.neutron [req-d49dcb42-a520-4d49-b284-b84888ae9874 req-d9af1600-3352-4c10-8678-1870247b79f4 service nova] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Refreshing network info cache for port 7803275c-6f25-4e51-9478-5f513eb5f0a8 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.592429] env[70542]: DEBUG oslo_vmware.api [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52737f43-583f-1d32-cb4c-9d97d9cee693, 'name': SearchDatastore_Task, 'duration_secs': 0.013272} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.596804] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c221f97-6954-4c45-ad87-7f5424c8e8f9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.610637] env[70542]: DEBUG oslo_vmware.api [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Waiting for the task: (returnval){ [ 802.610637] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b76924-c8e1-9a6a-c7ae-c95f12b5a0d1" [ 802.610637] env[70542]: _type = "Task" [ 802.610637] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.632034] env[70542]: DEBUG oslo_vmware.api [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b76924-c8e1-9a6a-c7ae-c95f12b5a0d1, 'name': SearchDatastore_Task} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.632034] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.632034] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] c09cc678-024d-4442-9e98-daf82b734c5c/c09cc678-024d-4442-9e98-daf82b734c5c.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.632034] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d25f9f61-6844-4927-a099-a96873fbd54e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.648444] env[70542]: DEBUG oslo_vmware.api [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Waiting for the task: (returnval){ [ 802.648444] env[70542]: value = "task-3911089" [ 802.648444] env[70542]: _type = "Task" [ 802.648444] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.669338] env[70542]: DEBUG oslo_vmware.api [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911088, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.675214] env[70542]: DEBUG oslo_vmware.api [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Task: {'id': task-3911089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.958487] env[70542]: INFO nova.virt.block_device [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Booting with volume b97d997b-4a01-4b2d-ba2a-54990af4d4ac at /dev/sda [ 803.011660] env[70542]: INFO nova.compute.manager [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Took 47.07 seconds to build instance. [ 803.020257] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0eaf0af5-9b90-47c8-8825-8aec2659a859 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.034083] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea09ed48-864a-4d89-8f65-622e710ce043 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.088027] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-128c6cf6-0f9a-442d-892f-577d51fe4ea9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.098824] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7f4626-c043-4cf5-98dc-42b20714809d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.118303] env[70542]: DEBUG nova.network.neutron [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.152417] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cee9b8-0c2b-4c7e-99af-9f86059e1db5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.170679] env[70542]: DEBUG oslo_vmware.api [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911088, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.178149] env[70542]: DEBUG oslo_vmware.api [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Task: {'id': task-3911089, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.180371] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90989d6c-eeb3-486f-a28b-215c6a938352 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.197973] env[70542]: DEBUG nova.virt.block_device [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Updating existing volume attachment record: 6fff597b-b68b-4e54-9e3a-fbef6e959c89 {{(pid=70542) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 803.203773] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6347b1-968d-48fb-9ea9-77ee60f146a0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.212288] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd68bb52-66b6-4f62-8a07-d3db4f0f0955 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.260267] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f99180-d9ac-42e2-bc3d-346add057072 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.270297] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2226dcce-1063-45ef-a517-1d44eadb8744 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.291444] env[70542]: DEBUG nova.compute.provider_tree [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.376202] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d7c6757-6d8f-4a51-9188-75163131b960 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "bf6cc8b4-c21d-4a38-a0cd-91466bbb577d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.376554] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d7c6757-6d8f-4a51-9188-75163131b960 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "bf6cc8b4-c21d-4a38-a0cd-91466bbb577d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.376901] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d7c6757-6d8f-4a51-9188-75163131b960 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "bf6cc8b4-c21d-4a38-a0cd-91466bbb577d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.377362] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d7c6757-6d8f-4a51-9188-75163131b960 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "bf6cc8b4-c21d-4a38-a0cd-91466bbb577d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.377362] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d7c6757-6d8f-4a51-9188-75163131b960 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "bf6cc8b4-c21d-4a38-a0cd-91466bbb577d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.380530] env[70542]: INFO nova.compute.manager [None req-4d7c6757-6d8f-4a51-9188-75163131b960 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Terminating instance [ 803.399424] env[70542]: DEBUG nova.network.neutron [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Updating instance_info_cache with network_info: [{"id": "895d12ae-4aaf-4afd-a13f-1ad147bbee50", "address": "fa:16:3e:f9:9a:b6", "network": {"id": "4a26a5a7-2e25-4e0f-83bb-b8e1543ea103", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-150083106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bd3350967fd4c76ac0a221910d233cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap895d12ae-4a", "ovs_interfaceid": "895d12ae-4aaf-4afd-a13f-1ad147bbee50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.516502] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57a8284c-78be-4f7b-a605-017b57537461 tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Lock "f71aa837-f443-447e-8052-b69156697d53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.133s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.545812] env[70542]: DEBUG nova.network.neutron [req-d49dcb42-a520-4d49-b284-b84888ae9874 req-d9af1600-3352-4c10-8678-1870247b79f4 service nova] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Updated VIF entry in instance network info cache for port 7803275c-6f25-4e51-9478-5f513eb5f0a8. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.546191] env[70542]: DEBUG nova.network.neutron [req-d49dcb42-a520-4d49-b284-b84888ae9874 req-d9af1600-3352-4c10-8678-1870247b79f4 service nova] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Updating instance_info_cache with network_info: [{"id": "7803275c-6f25-4e51-9478-5f513eb5f0a8", "address": "fa:16:3e:54:b5:4b", "network": {"id": "0fdd78e6-604b-4680-ac71-ea4e397161ff", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-93680765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3897359786e64bc592fd5e207aea4974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7803275c-6f", "ovs_interfaceid": "7803275c-6f25-4e51-9478-5f513eb5f0a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.670275] env[70542]: DEBUG oslo_vmware.api [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Task: {'id': task-3911089, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739892} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.674302] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] c09cc678-024d-4442-9e98-daf82b734c5c/c09cc678-024d-4442-9e98-daf82b734c5c.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.674564] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.674911] env[70542]: DEBUG oslo_vmware.api [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911088, 'name': CreateSnapshot_Task, 'duration_secs': 1.100847} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.675324] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c10a6b2-d1f6-45b5-8ea1-4860ba195d79 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.677432] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Created Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 803.678432] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7243b60-ceb1-4395-a7a3-ade5ae332f5e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.691986] env[70542]: DEBUG oslo_vmware.api [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Waiting for the task: (returnval){ [ 803.691986] env[70542]: value = "task-3911090" [ 803.691986] env[70542]: _type = "Task" [ 803.691986] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.704032] env[70542]: DEBUG oslo_vmware.api [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Task: {'id': task-3911090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.794927] env[70542]: DEBUG nova.scheduler.client.report [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.887871] env[70542]: DEBUG nova.compute.manager [None req-4d7c6757-6d8f-4a51-9188-75163131b960 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.888174] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7c6757-6d8f-4a51-9188-75163131b960 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.889085] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87c1527-f3dc-4cb2-83eb-6ada634dde02 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.902253] env[70542]: DEBUG oslo_concurrency.lockutils [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Releasing lock "refresh_cache-b2338985-ea99-4a2f-8e5c-9c0597fdc7e0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.904321] env[70542]: DEBUG nova.compute.manager [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Instance network_info: |[{"id": "895d12ae-4aaf-4afd-a13f-1ad147bbee50", "address": "fa:16:3e:f9:9a:b6", "network": {"id": "4a26a5a7-2e25-4e0f-83bb-b8e1543ea103", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-150083106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bd3350967fd4c76ac0a221910d233cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap895d12ae-4a", "ovs_interfaceid": "895d12ae-4aaf-4afd-a13f-1ad147bbee50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.904321] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7c6757-6d8f-4a51-9188-75163131b960 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.904787] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:9a:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '895d12ae-4aaf-4afd-a13f-1ad147bbee50', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.911702] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Creating folder: Project (8bd3350967fd4c76ac0a221910d233cc). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.912015] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0368817-ec48-421c-92b2-a769d823794b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.916018] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33dac5e3-787b-40d8-bbe6-6dc59709ab7d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.926400] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Created folder: Project (8bd3350967fd4c76ac0a221910d233cc) in parent group-v776569. [ 803.927284] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Creating folder: Instances. Parent ref: group-v776686. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.927284] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d3a84ef-f25b-4163-902b-2275e36b9b98 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.937518] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Created folder: Instances in parent group-v776686. [ 803.937954] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.938082] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.938405] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53e69878-1479-4fe7-8146-e68951f0b5ff {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.962268] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.962268] env[70542]: value = "task-3911094" [ 803.962268] env[70542]: _type = "Task" [ 803.962268] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.977661] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911094, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.007479] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7c6757-6d8f-4a51-9188-75163131b960 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.007479] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7c6757-6d8f-4a51-9188-75163131b960 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.007767] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d7c6757-6d8f-4a51-9188-75163131b960 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Deleting the datastore file [datastore2] bf6cc8b4-c21d-4a38-a0cd-91466bbb577d {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.007931] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6cb0fa8-7355-4532-b9ab-e0e6dd0e6878 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.018141] env[70542]: DEBUG oslo_vmware.api [None req-4d7c6757-6d8f-4a51-9188-75163131b960 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 804.018141] env[70542]: value = "task-3911095" [ 804.018141] env[70542]: _type = "Task" [ 804.018141] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.022530] env[70542]: DEBUG nova.compute.manager [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.036156] env[70542]: DEBUG oslo_vmware.api [None req-4d7c6757-6d8f-4a51-9188-75163131b960 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.050841] env[70542]: DEBUG oslo_concurrency.lockutils [req-d49dcb42-a520-4d49-b284-b84888ae9874 req-d9af1600-3352-4c10-8678-1870247b79f4 service nova] Releasing lock "refresh_cache-3de4b70e-5e69-4b82-afb3-84162651b76c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.050841] env[70542]: DEBUG nova.compute.manager [req-d49dcb42-a520-4d49-b284-b84888ae9874 req-d9af1600-3352-4c10-8678-1870247b79f4 service nova] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Received event network-vif-plugged-895d12ae-4aaf-4afd-a13f-1ad147bbee50 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.051227] env[70542]: DEBUG oslo_concurrency.lockutils [req-d49dcb42-a520-4d49-b284-b84888ae9874 req-d9af1600-3352-4c10-8678-1870247b79f4 service nova] Acquiring lock "b2338985-ea99-4a2f-8e5c-9c0597fdc7e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.051309] env[70542]: DEBUG oslo_concurrency.lockutils [req-d49dcb42-a520-4d49-b284-b84888ae9874 req-d9af1600-3352-4c10-8678-1870247b79f4 service nova] Lock "b2338985-ea99-4a2f-8e5c-9c0597fdc7e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.051791] env[70542]: DEBUG oslo_concurrency.lockutils [req-d49dcb42-a520-4d49-b284-b84888ae9874 req-d9af1600-3352-4c10-8678-1870247b79f4 service nova] Lock "b2338985-ea99-4a2f-8e5c-9c0597fdc7e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.052104] env[70542]: DEBUG nova.compute.manager [req-d49dcb42-a520-4d49-b284-b84888ae9874 req-d9af1600-3352-4c10-8678-1870247b79f4 service nova] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] No waiting events found dispatching network-vif-plugged-895d12ae-4aaf-4afd-a13f-1ad147bbee50 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 804.052367] env[70542]: WARNING nova.compute.manager [req-d49dcb42-a520-4d49-b284-b84888ae9874 req-d9af1600-3352-4c10-8678-1870247b79f4 service nova] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Received unexpected event network-vif-plugged-895d12ae-4aaf-4afd-a13f-1ad147bbee50 for instance with vm_state building and task_state spawning. [ 804.056738] env[70542]: DEBUG nova.compute.manager [req-d49dcb42-a520-4d49-b284-b84888ae9874 req-d9af1600-3352-4c10-8678-1870247b79f4 service nova] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Received event network-changed-895d12ae-4aaf-4afd-a13f-1ad147bbee50 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.056738] env[70542]: DEBUG nova.compute.manager [req-d49dcb42-a520-4d49-b284-b84888ae9874 req-d9af1600-3352-4c10-8678-1870247b79f4 service nova] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Refreshing instance network info cache due to event network-changed-895d12ae-4aaf-4afd-a13f-1ad147bbee50. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.056738] env[70542]: DEBUG oslo_concurrency.lockutils [req-d49dcb42-a520-4d49-b284-b84888ae9874 req-d9af1600-3352-4c10-8678-1870247b79f4 service nova] Acquiring lock "refresh_cache-b2338985-ea99-4a2f-8e5c-9c0597fdc7e0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.056738] env[70542]: DEBUG oslo_concurrency.lockutils [req-d49dcb42-a520-4d49-b284-b84888ae9874 req-d9af1600-3352-4c10-8678-1870247b79f4 service nova] Acquired lock "refresh_cache-b2338985-ea99-4a2f-8e5c-9c0597fdc7e0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.056738] env[70542]: DEBUG nova.network.neutron [req-d49dcb42-a520-4d49-b284-b84888ae9874 req-d9af1600-3352-4c10-8678-1870247b79f4 service nova] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Refreshing network info cache for port 895d12ae-4aaf-4afd-a13f-1ad147bbee50 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.202710] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Creating linked-clone VM from snapshot {{(pid=70542) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 804.203247] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c7d0c4b7-7013-4dc0-a40e-fd3baea75c14 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.220389] env[70542]: DEBUG oslo_vmware.api [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Task: {'id': task-3911090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090951} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.222220] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.222662] env[70542]: DEBUG oslo_vmware.api [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 804.222662] env[70542]: value = "task-3911096" [ 804.222662] env[70542]: _type = "Task" [ 804.222662] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.225837] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825fa7b6-52e9-4c79-b062-c3a31c08add2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.247215] env[70542]: DEBUG oslo_vmware.api [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911096, 'name': CloneVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.257888] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] c09cc678-024d-4442-9e98-daf82b734c5c/c09cc678-024d-4442-9e98-daf82b734c5c.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.258322] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e619f58f-7fbd-4535-beb9-2ff31db5b69c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.284711] env[70542]: DEBUG oslo_vmware.api [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Waiting for the task: (returnval){ [ 804.284711] env[70542]: value = "task-3911097" [ 804.284711] env[70542]: _type = "Task" [ 804.284711] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.294742] env[70542]: DEBUG oslo_vmware.api [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Task: {'id': task-3911097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.299876] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.855s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.300410] env[70542]: DEBUG nova.compute.manager [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.303577] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.493s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.305476] env[70542]: INFO nova.compute.claims [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.440517] env[70542]: DEBUG oslo_concurrency.lockutils [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Acquiring lock "12aaebeb-90a4-4a41-abf6-4edaa7512cd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.441222] env[70542]: DEBUG oslo_concurrency.lockutils [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Lock "12aaebeb-90a4-4a41-abf6-4edaa7512cd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.480212] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911094, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.536166] env[70542]: DEBUG oslo_vmware.api [None req-4d7c6757-6d8f-4a51-9188-75163131b960 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.479018} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.539787] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d7c6757-6d8f-4a51-9188-75163131b960 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.540138] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7c6757-6d8f-4a51-9188-75163131b960 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.540641] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7c6757-6d8f-4a51-9188-75163131b960 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.540907] env[70542]: INFO nova.compute.manager [None req-4d7c6757-6d8f-4a51-9188-75163131b960 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Took 0.65 seconds to destroy the instance on the hypervisor. [ 804.541413] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d7c6757-6d8f-4a51-9188-75163131b960 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.542030] env[70542]: DEBUG nova.compute.manager [-] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.542156] env[70542]: DEBUG nova.network.neutron [-] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.565934] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.612203] env[70542]: DEBUG nova.compute.manager [req-fe3e1e7c-49c8-4b02-aa32-cf76b6775e92 req-c0342104-9b05-41fc-867d-69f0ca9ca9c3 service nova] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Received event network-vif-plugged-696dd423-c5af-495c-beda-2774c0b02532 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.612447] env[70542]: DEBUG oslo_concurrency.lockutils [req-fe3e1e7c-49c8-4b02-aa32-cf76b6775e92 req-c0342104-9b05-41fc-867d-69f0ca9ca9c3 service nova] Acquiring lock "a4636d85-7109-4b7e-a01a-4cf2d2952886-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.612714] env[70542]: DEBUG oslo_concurrency.lockutils [req-fe3e1e7c-49c8-4b02-aa32-cf76b6775e92 req-c0342104-9b05-41fc-867d-69f0ca9ca9c3 service nova] Lock "a4636d85-7109-4b7e-a01a-4cf2d2952886-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.612909] env[70542]: DEBUG oslo_concurrency.lockutils [req-fe3e1e7c-49c8-4b02-aa32-cf76b6775e92 req-c0342104-9b05-41fc-867d-69f0ca9ca9c3 service nova] Lock "a4636d85-7109-4b7e-a01a-4cf2d2952886-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.613341] env[70542]: DEBUG nova.compute.manager [req-fe3e1e7c-49c8-4b02-aa32-cf76b6775e92 req-c0342104-9b05-41fc-867d-69f0ca9ca9c3 service nova] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] No waiting events found dispatching network-vif-plugged-696dd423-c5af-495c-beda-2774c0b02532 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 804.613545] env[70542]: WARNING nova.compute.manager [req-fe3e1e7c-49c8-4b02-aa32-cf76b6775e92 req-c0342104-9b05-41fc-867d-69f0ca9ca9c3 service nova] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Received unexpected event network-vif-plugged-696dd423-c5af-495c-beda-2774c0b02532 for instance with vm_state building and task_state block_device_mapping. [ 804.740946] env[70542]: DEBUG oslo_vmware.api [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911096, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.798458] env[70542]: DEBUG oslo_vmware.api [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Task: {'id': task-3911097, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.810906] env[70542]: DEBUG nova.compute.utils [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.817768] env[70542]: DEBUG nova.compute.manager [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.817768] env[70542]: DEBUG nova.network.neutron [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.949686] env[70542]: DEBUG nova.network.neutron [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Successfully updated port: 696dd423-c5af-495c-beda-2774c0b02532 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.980463] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911094, 'name': CreateVM_Task, 'duration_secs': 0.653755} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.981092] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.981428] env[70542]: DEBUG oslo_concurrency.lockutils [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.981613] env[70542]: DEBUG oslo_concurrency.lockutils [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.982106] env[70542]: DEBUG oslo_concurrency.lockutils [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.982397] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1700097a-7cd8-4d9d-bfa4-c65e68d39c24 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.990058] env[70542]: DEBUG oslo_vmware.api [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Waiting for the task: (returnval){ [ 804.990058] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b446fb-726c-3478-ded1-0908973570a5" [ 804.990058] env[70542]: _type = "Task" [ 804.990058] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.995361] env[70542]: DEBUG nova.policy [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1cbeac50d604f808eb069d288013785', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d9b411d8411498280967cf4eb250b66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.003914] env[70542]: DEBUG oslo_vmware.api [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b446fb-726c-3478-ded1-0908973570a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.221575] env[70542]: DEBUG nova.compute.manager [req-479b727b-10bd-45e4-991d-050bcadbf8ff req-48d7737c-2a5a-43e8-a950-447a48865e38 service nova] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Received event network-vif-deleted-c5cd361b-1720-4679-bce3-729e36a0bc06 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.221575] env[70542]: INFO nova.compute.manager [req-479b727b-10bd-45e4-991d-050bcadbf8ff req-48d7737c-2a5a-43e8-a950-447a48865e38 service nova] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Neutron deleted interface c5cd361b-1720-4679-bce3-729e36a0bc06; detaching it from the instance and deleting it from the info cache [ 805.221575] env[70542]: DEBUG nova.network.neutron [req-479b727b-10bd-45e4-991d-050bcadbf8ff req-48d7737c-2a5a-43e8-a950-447a48865e38 service nova] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.251115] env[70542]: DEBUG oslo_vmware.api [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911096, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.277590] env[70542]: DEBUG nova.network.neutron [req-d49dcb42-a520-4d49-b284-b84888ae9874 req-d9af1600-3352-4c10-8678-1870247b79f4 service nova] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Updated VIF entry in instance network info cache for port 895d12ae-4aaf-4afd-a13f-1ad147bbee50. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.278079] env[70542]: DEBUG nova.network.neutron [req-d49dcb42-a520-4d49-b284-b84888ae9874 req-d9af1600-3352-4c10-8678-1870247b79f4 service nova] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Updating instance_info_cache with network_info: [{"id": "895d12ae-4aaf-4afd-a13f-1ad147bbee50", "address": "fa:16:3e:f9:9a:b6", "network": {"id": "4a26a5a7-2e25-4e0f-83bb-b8e1543ea103", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-150083106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bd3350967fd4c76ac0a221910d233cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap895d12ae-4a", "ovs_interfaceid": "895d12ae-4aaf-4afd-a13f-1ad147bbee50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.299800] env[70542]: DEBUG oslo_vmware.api [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Task: {'id': task-3911097, 'name': ReconfigVM_Task, 'duration_secs': 0.521257} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.299800] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Reconfigured VM instance instance-00000026 to attach disk [datastore1] c09cc678-024d-4442-9e98-daf82b734c5c/c09cc678-024d-4442-9e98-daf82b734c5c.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.301545] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e76604ba-b0cc-40db-9d3d-a5ebabbdfde7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.310051] env[70542]: DEBUG oslo_vmware.api [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Waiting for the task: (returnval){ [ 805.310051] env[70542]: value = "task-3911098" [ 805.310051] env[70542]: _type = "Task" [ 805.310051] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.323836] env[70542]: DEBUG oslo_vmware.api [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Task: {'id': task-3911098, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.326835] env[70542]: DEBUG nova.compute.manager [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.341452] env[70542]: DEBUG nova.compute.manager [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.342328] env[70542]: DEBUG nova.virt.hardware [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.342627] env[70542]: DEBUG nova.virt.hardware [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.342878] env[70542]: DEBUG nova.virt.hardware [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.343216] env[70542]: DEBUG nova.virt.hardware [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.343479] env[70542]: DEBUG nova.virt.hardware [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.343881] env[70542]: DEBUG nova.virt.hardware [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.344126] env[70542]: DEBUG nova.virt.hardware [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.345918] env[70542]: DEBUG nova.virt.hardware [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.345918] env[70542]: DEBUG nova.virt.hardware [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.345918] env[70542]: DEBUG nova.virt.hardware [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.345918] env[70542]: DEBUG nova.virt.hardware [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.347555] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831fc5a4-301d-4676-98b6-829fbe70b71d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.363697] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567be7ce-0fe7-4296-a4bd-198dd17158a1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.455743] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Acquiring lock "refresh_cache-a4636d85-7109-4b7e-a01a-4cf2d2952886" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.455743] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Acquired lock "refresh_cache-a4636d85-7109-4b7e-a01a-4cf2d2952886" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.455743] env[70542]: DEBUG nova.network.neutron [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.509765] env[70542]: DEBUG oslo_vmware.api [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b446fb-726c-3478-ded1-0908973570a5, 'name': SearchDatastore_Task, 'duration_secs': 0.024403} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.510260] env[70542]: DEBUG oslo_concurrency.lockutils [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.511103] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.511103] env[70542]: DEBUG oslo_concurrency.lockutils [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.511306] env[70542]: DEBUG oslo_concurrency.lockutils [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.511387] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.511944] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58e71c81-ed68-4d16-9ee6-9115b4ebf7fd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.526949] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.527137] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.527932] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ebe7a17-4756-4e30-aac5-1232de2f6555 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.535308] env[70542]: DEBUG oslo_vmware.api [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Waiting for the task: (returnval){ [ 805.535308] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527f05e2-7cb3-cc9a-e10c-3880b49eac77" [ 805.535308] env[70542]: _type = "Task" [ 805.535308] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.550257] env[70542]: DEBUG oslo_vmware.api [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527f05e2-7cb3-cc9a-e10c-3880b49eac77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.585144] env[70542]: DEBUG nova.network.neutron [-] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.732293] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8609c03e-09fe-4b32-9189-c18f296f6824 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.756867] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dbc3b3-15fd-4640-8d8c-28c8782a1f42 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.773589] env[70542]: DEBUG oslo_vmware.api [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911096, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.782017] env[70542]: DEBUG oslo_concurrency.lockutils [req-d49dcb42-a520-4d49-b284-b84888ae9874 req-d9af1600-3352-4c10-8678-1870247b79f4 service nova] Releasing lock "refresh_cache-b2338985-ea99-4a2f-8e5c-9c0597fdc7e0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.821370] env[70542]: DEBUG nova.compute.manager [req-479b727b-10bd-45e4-991d-050bcadbf8ff req-48d7737c-2a5a-43e8-a950-447a48865e38 service nova] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Detach interface failed, port_id=c5cd361b-1720-4679-bce3-729e36a0bc06, reason: Instance bf6cc8b4-c21d-4a38-a0cd-91466bbb577d could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 805.839060] env[70542]: DEBUG oslo_vmware.api [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Task: {'id': task-3911098, 'name': Rename_Task, 'duration_secs': 0.181387} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.839060] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.839060] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a7d7c9e-bd94-4027-ad06-bf2ec7750d19 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.854951] env[70542]: DEBUG oslo_vmware.api [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Waiting for the task: (returnval){ [ 805.854951] env[70542]: value = "task-3911099" [ 805.854951] env[70542]: _type = "Task" [ 805.854951] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.866330] env[70542]: DEBUG oslo_vmware.api [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Task: {'id': task-3911099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.967544] env[70542]: DEBUG nova.network.neutron [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Successfully created port: a4b8822b-76d7-4123-ae43-d3ae3537ff24 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.013308] env[70542]: DEBUG nova.network.neutron [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.047363] env[70542]: DEBUG oslo_vmware.api [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527f05e2-7cb3-cc9a-e10c-3880b49eac77, 'name': SearchDatastore_Task, 'duration_secs': 0.032211} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.051134] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c41c3e1-5551-4753-9ff1-a11b5fdbdc26 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.058260] env[70542]: DEBUG oslo_vmware.api [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Waiting for the task: (returnval){ [ 806.058260] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d8870e-e894-e326-788e-7823639f9d5d" [ 806.058260] env[70542]: _type = "Task" [ 806.058260] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.074207] env[70542]: DEBUG oslo_vmware.api [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d8870e-e894-e326-788e-7823639f9d5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.088572] env[70542]: INFO nova.compute.manager [-] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Took 1.55 seconds to deallocate network for instance. [ 806.121474] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8d1d67-b321-4e37-9114-3fbb66c0ef2b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.138051] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c247c4b6-3d45-4f5d-adc2-385d13d64238 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.176171] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205dc416-3ec9-4cf1-8318-1f21e154f7c0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.185182] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262a0b6d-8332-42f3-96d4-520527e08a7a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.204223] env[70542]: DEBUG nova.compute.provider_tree [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.245088] env[70542]: DEBUG oslo_vmware.api [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911096, 'name': CloneVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.261030] env[70542]: DEBUG nova.network.neutron [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Updating instance_info_cache with network_info: [{"id": "696dd423-c5af-495c-beda-2774c0b02532", "address": "fa:16:3e:e7:9c:3a", "network": {"id": "da762a47-600f-4c47-b1f6-3f19c04da805", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-178819557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b7ecf136824113b9bec7dfb2aecd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap696dd423-c5", "ovs_interfaceid": "696dd423-c5af-495c-beda-2774c0b02532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.346900] env[70542]: DEBUG nova.compute.manager [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.365685] env[70542]: DEBUG oslo_vmware.api [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Task: {'id': task-3911099, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.379579] env[70542]: DEBUG nova.virt.hardware [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.379898] env[70542]: DEBUG nova.virt.hardware [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.380199] env[70542]: DEBUG nova.virt.hardware [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.380397] env[70542]: DEBUG nova.virt.hardware [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.380713] env[70542]: DEBUG nova.virt.hardware [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.380790] env[70542]: DEBUG nova.virt.hardware [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.381040] env[70542]: DEBUG nova.virt.hardware [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.381263] env[70542]: DEBUG nova.virt.hardware [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.381478] env[70542]: DEBUG nova.virt.hardware [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.381785] env[70542]: DEBUG nova.virt.hardware [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.382196] env[70542]: DEBUG nova.virt.hardware [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.383685] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f130e8e-95d5-4c48-91ce-11377269d6ab {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.392983] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca03cae3-a523-49f1-af24-2717697e0c2e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.572815] env[70542]: DEBUG oslo_vmware.api [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d8870e-e894-e326-788e-7823639f9d5d, 'name': SearchDatastore_Task, 'duration_secs': 0.017685} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.573626] env[70542]: DEBUG oslo_concurrency.lockutils [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.576980] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] b2338985-ea99-4a2f-8e5c-9c0597fdc7e0/b2338985-ea99-4a2f-8e5c-9c0597fdc7e0.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.576980] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b102abab-d64b-41d7-a52b-335662f266df {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.583341] env[70542]: DEBUG oslo_vmware.api [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Waiting for the task: (returnval){ [ 806.583341] env[70542]: value = "task-3911100" [ 806.583341] env[70542]: _type = "Task" [ 806.583341] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.596702] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d7c6757-6d8f-4a51-9188-75163131b960 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.597335] env[70542]: DEBUG oslo_vmware.api [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.712398] env[70542]: DEBUG nova.scheduler.client.report [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.745282] env[70542]: DEBUG oslo_vmware.api [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911096, 'name': CloneVM_Task, 'duration_secs': 2.049041} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.745905] env[70542]: INFO nova.virt.vmwareapi.vmops [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Created linked-clone VM from snapshot [ 806.746610] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46b00dd-bca6-4e93-bc9e-bc2c5dc4d54c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.756516] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Uploading image 6659269c-40b8-4527-92a1-de1525459ab6 {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 806.765986] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Releasing lock "refresh_cache-a4636d85-7109-4b7e-a01a-4cf2d2952886" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.766823] env[70542]: DEBUG nova.compute.manager [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Instance network_info: |[{"id": "696dd423-c5af-495c-beda-2774c0b02532", "address": "fa:16:3e:e7:9c:3a", "network": {"id": "da762a47-600f-4c47-b1f6-3f19c04da805", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-178819557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b7ecf136824113b9bec7dfb2aecd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap696dd423-c5", "ovs_interfaceid": "696dd423-c5af-495c-beda-2774c0b02532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.767792] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:9c:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '696dd423-c5af-495c-beda-2774c0b02532', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.777798] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Creating folder: Project (62b7ecf136824113b9bec7dfb2aecd42). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.778212] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-841b0a36-f6f4-40ad-8586-f82a04edf725 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.791089] env[70542]: DEBUG oslo_vmware.rw_handles [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 806.791089] env[70542]: value = "vm-776689" [ 806.791089] env[70542]: _type = "VirtualMachine" [ 806.791089] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 806.791394] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c07171f6-6aa1-49fa-97c0-178b6a043425 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.795351] env[70542]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 806.795725] env[70542]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70542) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 806.795991] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Folder already exists: Project (62b7ecf136824113b9bec7dfb2aecd42). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 806.796458] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Creating folder: Instances. Parent ref: group-v776623. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.797330] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77e5d78a-742f-4fba-acb7-1598980e4bdf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.803206] env[70542]: DEBUG oslo_vmware.rw_handles [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lease: (returnval){ [ 806.803206] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522e73f7-bb52-b6f4-c63d-41743e3e5c39" [ 806.803206] env[70542]: _type = "HttpNfcLease" [ 806.803206] env[70542]: } obtained for exporting VM: (result){ [ 806.803206] env[70542]: value = "vm-776689" [ 806.803206] env[70542]: _type = "VirtualMachine" [ 806.803206] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 806.803703] env[70542]: DEBUG oslo_vmware.api [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the lease: (returnval){ [ 806.803703] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522e73f7-bb52-b6f4-c63d-41743e3e5c39" [ 806.803703] env[70542]: _type = "HttpNfcLease" [ 806.803703] env[70542]: } to be ready. {{(pid=70542) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 806.812268] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Created folder: Instances in parent group-v776623. [ 806.812559] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.812778] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.812965] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a370543c-5ecf-40ea-bc89-9b6c010ac033 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.831860] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 806.831860] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522e73f7-bb52-b6f4-c63d-41743e3e5c39" [ 806.831860] env[70542]: _type = "HttpNfcLease" [ 806.831860] env[70542]: } is initializing. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 806.838927] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.838927] env[70542]: value = "task-3911104" [ 806.838927] env[70542]: _type = "Task" [ 806.838927] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.849164] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911104, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.867254] env[70542]: DEBUG oslo_vmware.api [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Task: {'id': task-3911099, 'name': PowerOnVM_Task, 'duration_secs': 0.990896} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.867599] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.867901] env[70542]: INFO nova.compute.manager [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Took 8.95 seconds to spawn the instance on the hypervisor. [ 806.868106] env[70542]: DEBUG nova.compute.manager [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 806.869631] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f1e4a9-b29b-4a0b-949d-a4cfe7fc8cad {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.922037] env[70542]: DEBUG nova.compute.manager [req-1bf018dc-3b5e-4d74-90c8-85785fd8518a req-7d05139c-6a63-47eb-b88d-845347a202f2 service nova] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Received event network-changed-696dd423-c5af-495c-beda-2774c0b02532 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.922841] env[70542]: DEBUG nova.compute.manager [req-1bf018dc-3b5e-4d74-90c8-85785fd8518a req-7d05139c-6a63-47eb-b88d-845347a202f2 service nova] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Refreshing instance network info cache due to event network-changed-696dd423-c5af-495c-beda-2774c0b02532. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.922983] env[70542]: DEBUG oslo_concurrency.lockutils [req-1bf018dc-3b5e-4d74-90c8-85785fd8518a req-7d05139c-6a63-47eb-b88d-845347a202f2 service nova] Acquiring lock "refresh_cache-a4636d85-7109-4b7e-a01a-4cf2d2952886" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.923283] env[70542]: DEBUG oslo_concurrency.lockutils [req-1bf018dc-3b5e-4d74-90c8-85785fd8518a req-7d05139c-6a63-47eb-b88d-845347a202f2 service nova] Acquired lock "refresh_cache-a4636d85-7109-4b7e-a01a-4cf2d2952886" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.923531] env[70542]: DEBUG nova.network.neutron [req-1bf018dc-3b5e-4d74-90c8-85785fd8518a req-7d05139c-6a63-47eb-b88d-845347a202f2 service nova] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Refreshing network info cache for port 696dd423-c5af-495c-beda-2774c0b02532 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.095948] env[70542]: DEBUG oslo_vmware.api [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911100, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.219029] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.914s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.219029] env[70542]: DEBUG nova.compute.manager [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.222158] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.023s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.225572] env[70542]: INFO nova.compute.claims [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.313109] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 807.313109] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522e73f7-bb52-b6f4-c63d-41743e3e5c39" [ 807.313109] env[70542]: _type = "HttpNfcLease" [ 807.313109] env[70542]: } is ready. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 807.314169] env[70542]: DEBUG oslo_vmware.rw_handles [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 807.314169] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522e73f7-bb52-b6f4-c63d-41743e3e5c39" [ 807.314169] env[70542]: _type = "HttpNfcLease" [ 807.314169] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 807.318180] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755f245b-39f2-4d74-b01c-ac84fe8bd12e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.327078] env[70542]: DEBUG oslo_vmware.rw_handles [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d291c8-7bb9-903b-fa09-2fb1a15e189f/disk-0.vmdk from lease info. {{(pid=70542) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 807.327299] env[70542]: DEBUG oslo_vmware.rw_handles [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d291c8-7bb9-903b-fa09-2fb1a15e189f/disk-0.vmdk for reading. {{(pid=70542) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 807.394732] env[70542]: INFO nova.compute.manager [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Took 47.33 seconds to build instance. [ 807.406248] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911104, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.449585] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cd64a4e7-0053-455f-bcf4-a6e811451a57 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.601327] env[70542]: DEBUG oslo_vmware.api [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72829} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.601600] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] b2338985-ea99-4a2f-8e5c-9c0597fdc7e0/b2338985-ea99-4a2f-8e5c-9c0597fdc7e0.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.601829] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.602164] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7221467-8c7e-4069-8fcf-a9b3306c7607 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.611432] env[70542]: DEBUG oslo_vmware.api [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Waiting for the task: (returnval){ [ 807.611432] env[70542]: value = "task-3911105" [ 807.611432] env[70542]: _type = "Task" [ 807.611432] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.621748] env[70542]: DEBUG oslo_vmware.api [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.659280] env[70542]: DEBUG nova.compute.manager [req-1667fbcf-c7c5-4af8-9a87-c537c25f7da9 req-6ba3983f-ada3-4c6c-9de9-85eb002e60da service nova] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Received event network-vif-plugged-a4b8822b-76d7-4123-ae43-d3ae3537ff24 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.659280] env[70542]: DEBUG oslo_concurrency.lockutils [req-1667fbcf-c7c5-4af8-9a87-c537c25f7da9 req-6ba3983f-ada3-4c6c-9de9-85eb002e60da service nova] Acquiring lock "7da44ecc-2b8f-4068-86bc-f8632048f2b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.659280] env[70542]: DEBUG oslo_concurrency.lockutils [req-1667fbcf-c7c5-4af8-9a87-c537c25f7da9 req-6ba3983f-ada3-4c6c-9de9-85eb002e60da service nova] Lock "7da44ecc-2b8f-4068-86bc-f8632048f2b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.659280] env[70542]: DEBUG oslo_concurrency.lockutils [req-1667fbcf-c7c5-4af8-9a87-c537c25f7da9 req-6ba3983f-ada3-4c6c-9de9-85eb002e60da service nova] Lock "7da44ecc-2b8f-4068-86bc-f8632048f2b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.659280] env[70542]: DEBUG nova.compute.manager [req-1667fbcf-c7c5-4af8-9a87-c537c25f7da9 req-6ba3983f-ada3-4c6c-9de9-85eb002e60da service nova] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] No waiting events found dispatching network-vif-plugged-a4b8822b-76d7-4123-ae43-d3ae3537ff24 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 807.659654] env[70542]: WARNING nova.compute.manager [req-1667fbcf-c7c5-4af8-9a87-c537c25f7da9 req-6ba3983f-ada3-4c6c-9de9-85eb002e60da service nova] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Received unexpected event network-vif-plugged-a4b8822b-76d7-4123-ae43-d3ae3537ff24 for instance with vm_state building and task_state spawning. [ 807.690943] env[70542]: DEBUG nova.objects.instance [None req-c97839d6-e7b1-4394-9995-28cd8c4410c8 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Lazy-loading 'flavor' on Instance uuid 61b93ec7-7899-446d-8e08-d354622eeaa4 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.729939] env[70542]: DEBUG nova.compute.utils [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.739544] env[70542]: DEBUG nova.compute.manager [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.739801] env[70542]: DEBUG nova.network.neutron [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.753223] env[70542]: DEBUG nova.network.neutron [req-1bf018dc-3b5e-4d74-90c8-85785fd8518a req-7d05139c-6a63-47eb-b88d-845347a202f2 service nova] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Updated VIF entry in instance network info cache for port 696dd423-c5af-495c-beda-2774c0b02532. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.753545] env[70542]: DEBUG nova.network.neutron [req-1bf018dc-3b5e-4d74-90c8-85785fd8518a req-7d05139c-6a63-47eb-b88d-845347a202f2 service nova] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Updating instance_info_cache with network_info: [{"id": "696dd423-c5af-495c-beda-2774c0b02532", "address": "fa:16:3e:e7:9c:3a", "network": {"id": "da762a47-600f-4c47-b1f6-3f19c04da805", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-178819557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b7ecf136824113b9bec7dfb2aecd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap696dd423-c5", "ovs_interfaceid": "696dd423-c5af-495c-beda-2774c0b02532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.778828] env[70542]: DEBUG nova.network.neutron [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Successfully updated port: a4b8822b-76d7-4123-ae43-d3ae3537ff24 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.820907] env[70542]: DEBUG nova.policy [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3253acb4369b469d83fe629fbcd4375f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fca619f92b54e778e31c2d839227873', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.894443] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911104, 'name': CreateVM_Task, 'duration_secs': 0.784153} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.894908] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.895857] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776634', 'volume_id': 'b97d997b-4a01-4b2d-ba2a-54990af4d4ac', 'name': 'volume-b97d997b-4a01-4b2d-ba2a-54990af4d4ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a4636d85-7109-4b7e-a01a-4cf2d2952886', 'attached_at': '', 'detached_at': '', 'volume_id': 'b97d997b-4a01-4b2d-ba2a-54990af4d4ac', 'serial': 'b97d997b-4a01-4b2d-ba2a-54990af4d4ac'}, 'device_type': None, 'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'attachment_id': '6fff597b-b68b-4e54-9e3a-fbef6e959c89', 'volume_type': None}], 'swap': None} {{(pid=70542) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 807.896466] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Root volume attach. Driver type: vmdk {{(pid=70542) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 807.897702] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d3f9bd-378c-4240-8b01-92938c5687b2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.901254] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16e6b19e-0d81-4ed8-8e9b-00b39601bd83 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Lock "c09cc678-024d-4442-9e98-daf82b734c5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.178s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.909859] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7d9b3e-ce46-48fe-9ab9-7953a0a6e7a5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.919368] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9917c884-8056-4d90-8208-cdfb691f8414 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.929805] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-19c7f723-3c4a-4ea4-91b9-8d9a01cdee35 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.942187] env[70542]: DEBUG oslo_vmware.api [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Waiting for the task: (returnval){ [ 807.942187] env[70542]: value = "task-3911106" [ 807.942187] env[70542]: _type = "Task" [ 807.942187] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.954430] env[70542]: DEBUG oslo_vmware.api [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Task: {'id': task-3911106, 'name': RelocateVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.129023] env[70542]: DEBUG oslo_vmware.api [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153683} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.129023] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.129621] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb39de1-3151-4e5e-9d9f-055a6a4d0277 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.157426] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] b2338985-ea99-4a2f-8e5c-9c0597fdc7e0/b2338985-ea99-4a2f-8e5c-9c0597fdc7e0.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.158216] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a85216e-f06b-483b-b4a7-dae1904ad125 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.184024] env[70542]: DEBUG oslo_vmware.api [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Waiting for the task: (returnval){ [ 808.184024] env[70542]: value = "task-3911107" [ 808.184024] env[70542]: _type = "Task" [ 808.184024] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.195034] env[70542]: DEBUG oslo_vmware.api [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.201695] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c97839d6-e7b1-4394-9995-28cd8c4410c8 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Acquiring lock "refresh_cache-61b93ec7-7899-446d-8e08-d354622eeaa4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.202212] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c97839d6-e7b1-4394-9995-28cd8c4410c8 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Acquired lock "refresh_cache-61b93ec7-7899-446d-8e08-d354622eeaa4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.245103] env[70542]: DEBUG nova.compute.manager [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.258911] env[70542]: DEBUG oslo_concurrency.lockutils [req-1bf018dc-3b5e-4d74-90c8-85785fd8518a req-7d05139c-6a63-47eb-b88d-845347a202f2 service nova] Releasing lock "refresh_cache-a4636d85-7109-4b7e-a01a-4cf2d2952886" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.258911] env[70542]: DEBUG nova.compute.manager [req-1bf018dc-3b5e-4d74-90c8-85785fd8518a req-7d05139c-6a63-47eb-b88d-845347a202f2 service nova] [instance: f71aa837-f443-447e-8052-b69156697d53] Received event network-changed-d39bb0b4-ef56-4db4-ae07-0e2539b8ce93 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.258911] env[70542]: DEBUG nova.compute.manager [req-1bf018dc-3b5e-4d74-90c8-85785fd8518a req-7d05139c-6a63-47eb-b88d-845347a202f2 service nova] [instance: f71aa837-f443-447e-8052-b69156697d53] Refreshing instance network info cache due to event network-changed-d39bb0b4-ef56-4db4-ae07-0e2539b8ce93. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.258911] env[70542]: DEBUG oslo_concurrency.lockutils [req-1bf018dc-3b5e-4d74-90c8-85785fd8518a req-7d05139c-6a63-47eb-b88d-845347a202f2 service nova] Acquiring lock "refresh_cache-f71aa837-f443-447e-8052-b69156697d53" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.258911] env[70542]: DEBUG oslo_concurrency.lockutils [req-1bf018dc-3b5e-4d74-90c8-85785fd8518a req-7d05139c-6a63-47eb-b88d-845347a202f2 service nova] Acquired lock "refresh_cache-f71aa837-f443-447e-8052-b69156697d53" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.259430] env[70542]: DEBUG nova.network.neutron [req-1bf018dc-3b5e-4d74-90c8-85785fd8518a req-7d05139c-6a63-47eb-b88d-845347a202f2 service nova] [instance: f71aa837-f443-447e-8052-b69156697d53] Refreshing network info cache for port d39bb0b4-ef56-4db4-ae07-0e2539b8ce93 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.282765] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Acquiring lock "refresh_cache-7da44ecc-2b8f-4068-86bc-f8632048f2b0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.282765] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Acquired lock "refresh_cache-7da44ecc-2b8f-4068-86bc-f8632048f2b0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.282765] env[70542]: DEBUG nova.network.neutron [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.408962] env[70542]: DEBUG nova.compute.manager [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.460862] env[70542]: DEBUG oslo_vmware.api [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Task: {'id': task-3911106, 'name': RelocateVM_Task} progress is 20%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.695184] env[70542]: DEBUG oslo_vmware.api [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911107, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.771035] env[70542]: DEBUG nova.network.neutron [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Successfully created port: 010f802b-a86f-4e3e-8c3f-392d4a58d50d {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.846354] env[70542]: DEBUG nova.network.neutron [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.915616] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dca9fe3-d3a3-4156-9a78-88aec5b593be {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.930609] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cecbdc-e292-4c13-911c-a4268d3405fc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.966857] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.970764] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b28d78f-c658-44a0-bc91-0032f45b8eff {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.985651] env[70542]: DEBUG oslo_vmware.api [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Task: {'id': task-3911106, 'name': RelocateVM_Task, 'duration_secs': 0.706219} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.989508] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c09fb0b-1d4b-4ae5-bc8b-522f649b3d05 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.993883] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Volume attach. Driver type: vmdk {{(pid=70542) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 808.994172] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776634', 'volume_id': 'b97d997b-4a01-4b2d-ba2a-54990af4d4ac', 'name': 'volume-b97d997b-4a01-4b2d-ba2a-54990af4d4ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a4636d85-7109-4b7e-a01a-4cf2d2952886', 'attached_at': '', 'detached_at': '', 'volume_id': 'b97d997b-4a01-4b2d-ba2a-54990af4d4ac', 'serial': 'b97d997b-4a01-4b2d-ba2a-54990af4d4ac'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 808.995036] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cf58a5-9c70-4676-911d-c8c3a005f576 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.020256] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fed9b4f-0448-42dc-afcd-3055d62098ce {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.023323] env[70542]: DEBUG nova.compute.provider_tree [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.048234] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] volume-b97d997b-4a01-4b2d-ba2a-54990af4d4ac/volume-b97d997b-4a01-4b2d-ba2a-54990af4d4ac.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.053999] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28d0448b-f9a0-4d97-8f79-786ce909264f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.079199] env[70542]: DEBUG oslo_vmware.api [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Waiting for the task: (returnval){ [ 809.079199] env[70542]: value = "task-3911108" [ 809.079199] env[70542]: _type = "Task" [ 809.079199] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.090264] env[70542]: DEBUG oslo_vmware.api [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Task: {'id': task-3911108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.148630] env[70542]: DEBUG nova.network.neutron [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Updating instance_info_cache with network_info: [{"id": "a4b8822b-76d7-4123-ae43-d3ae3537ff24", "address": "fa:16:3e:95:ff:3a", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4b8822b-76", "ovs_interfaceid": "a4b8822b-76d7-4123-ae43-d3ae3537ff24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.202024] env[70542]: DEBUG oslo_vmware.api [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911107, 'name': ReconfigVM_Task, 'duration_secs': 0.539764} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.202024] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Reconfigured VM instance instance-00000027 to attach disk [datastore1] b2338985-ea99-4a2f-8e5c-9c0597fdc7e0/b2338985-ea99-4a2f-8e5c-9c0597fdc7e0.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.202024] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5091f921-989c-4aba-83e4-49916edddd3c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.211933] env[70542]: DEBUG oslo_vmware.api [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Waiting for the task: (returnval){ [ 809.211933] env[70542]: value = "task-3911109" [ 809.211933] env[70542]: _type = "Task" [ 809.211933] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.222299] env[70542]: DEBUG oslo_vmware.api [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911109, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.231269] env[70542]: DEBUG nova.network.neutron [req-1bf018dc-3b5e-4d74-90c8-85785fd8518a req-7d05139c-6a63-47eb-b88d-845347a202f2 service nova] [instance: f71aa837-f443-447e-8052-b69156697d53] Updated VIF entry in instance network info cache for port d39bb0b4-ef56-4db4-ae07-0e2539b8ce93. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.232024] env[70542]: DEBUG nova.network.neutron [req-1bf018dc-3b5e-4d74-90c8-85785fd8518a req-7d05139c-6a63-47eb-b88d-845347a202f2 service nova] [instance: f71aa837-f443-447e-8052-b69156697d53] Updating instance_info_cache with network_info: [{"id": "d39bb0b4-ef56-4db4-ae07-0e2539b8ce93", "address": "fa:16:3e:bb:fc:e1", "network": {"id": "ad5b2a1e-a753-4772-b9c1-783bede232d8", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-314870414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "85d1a812cd104ce88765c12e26f7b1d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd39bb0b4-ef", "ovs_interfaceid": "d39bb0b4-ef56-4db4-ae07-0e2539b8ce93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.255786] env[70542]: DEBUG nova.compute.manager [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.280011] env[70542]: DEBUG nova.network.neutron [None req-c97839d6-e7b1-4394-9995-28cd8c4410c8 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.290186] env[70542]: DEBUG nova.virt.hardware [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.290362] env[70542]: DEBUG nova.virt.hardware [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.290534] env[70542]: DEBUG nova.virt.hardware [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.290774] env[70542]: DEBUG nova.virt.hardware [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.290977] env[70542]: DEBUG nova.virt.hardware [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.291267] env[70542]: DEBUG nova.virt.hardware [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.291536] env[70542]: DEBUG nova.virt.hardware [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.291707] env[70542]: DEBUG nova.virt.hardware [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.292196] env[70542]: DEBUG nova.virt.hardware [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.292543] env[70542]: DEBUG nova.virt.hardware [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.292818] env[70542]: DEBUG nova.virt.hardware [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.293974] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef558dc6-321a-4576-9c4e-62e33464a2e3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.307430] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7971ca35-fbc4-4b7e-af2e-e49f7a276ceb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.529027] env[70542]: DEBUG nova.scheduler.client.report [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.594942] env[70542]: DEBUG oslo_vmware.api [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Task: {'id': task-3911108, 'name': ReconfigVM_Task, 'duration_secs': 0.47709} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.595926] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Reconfigured VM instance instance-00000028 to attach disk [datastore1] volume-b97d997b-4a01-4b2d-ba2a-54990af4d4ac/volume-b97d997b-4a01-4b2d-ba2a-54990af4d4ac.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.606048] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec1ec5bb-3b2b-4953-83fa-9bcb3c2d17ef {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.628311] env[70542]: DEBUG oslo_vmware.api [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Waiting for the task: (returnval){ [ 809.628311] env[70542]: value = "task-3911110" [ 809.628311] env[70542]: _type = "Task" [ 809.628311] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.644639] env[70542]: DEBUG oslo_vmware.api [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Task: {'id': task-3911110, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.651405] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Releasing lock "refresh_cache-7da44ecc-2b8f-4068-86bc-f8632048f2b0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.651771] env[70542]: DEBUG nova.compute.manager [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Instance network_info: |[{"id": "a4b8822b-76d7-4123-ae43-d3ae3537ff24", "address": "fa:16:3e:95:ff:3a", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4b8822b-76", "ovs_interfaceid": "a4b8822b-76d7-4123-ae43-d3ae3537ff24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.652345] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:ff:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4b8822b-76d7-4123-ae43-d3ae3537ff24', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.660630] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Creating folder: Project (7d9b411d8411498280967cf4eb250b66). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 809.660965] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45b024f7-295a-4dbd-ac17-83dc18249271 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.673103] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Created folder: Project (7d9b411d8411498280967cf4eb250b66) in parent group-v776569. [ 809.673322] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Creating folder: Instances. Parent ref: group-v776692. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 809.673589] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc27861b-dae2-4179-ad08-429b4f287be1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.685440] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Created folder: Instances in parent group-v776692. [ 809.685665] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.685862] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.686096] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67c7efc4-c562-4695-92f5-625a00743fe3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.718856] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.718856] env[70542]: value = "task-3911113" [ 809.718856] env[70542]: _type = "Task" [ 809.718856] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.728885] env[70542]: DEBUG oslo_vmware.api [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911109, 'name': Rename_Task, 'duration_secs': 0.239635} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.728885] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.728885] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d2feea6-e6a6-4c25-bbf2-b0f3a2b02579 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.734404] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911113, 'name': CreateVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.735897] env[70542]: DEBUG oslo_concurrency.lockutils [req-1bf018dc-3b5e-4d74-90c8-85785fd8518a req-7d05139c-6a63-47eb-b88d-845347a202f2 service nova] Releasing lock "refresh_cache-f71aa837-f443-447e-8052-b69156697d53" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.736394] env[70542]: DEBUG oslo_vmware.api [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Waiting for the task: (returnval){ [ 809.736394] env[70542]: value = "task-3911114" [ 809.736394] env[70542]: _type = "Task" [ 809.736394] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.748027] env[70542]: DEBUG oslo_vmware.api [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.948368] env[70542]: DEBUG nova.compute.manager [req-ad0ea4a1-ead9-42e3-8e04-0e8283f8e08b req-b8fd5b87-7c13-437d-af28-fba9672812c9 service nova] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Received event network-changed-a4b8822b-76d7-4123-ae43-d3ae3537ff24 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.948368] env[70542]: DEBUG nova.compute.manager [req-ad0ea4a1-ead9-42e3-8e04-0e8283f8e08b req-b8fd5b87-7c13-437d-af28-fba9672812c9 service nova] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Refreshing instance network info cache due to event network-changed-a4b8822b-76d7-4123-ae43-d3ae3537ff24. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.948368] env[70542]: DEBUG oslo_concurrency.lockutils [req-ad0ea4a1-ead9-42e3-8e04-0e8283f8e08b req-b8fd5b87-7c13-437d-af28-fba9672812c9 service nova] Acquiring lock "refresh_cache-7da44ecc-2b8f-4068-86bc-f8632048f2b0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.948368] env[70542]: DEBUG oslo_concurrency.lockutils [req-ad0ea4a1-ead9-42e3-8e04-0e8283f8e08b req-b8fd5b87-7c13-437d-af28-fba9672812c9 service nova] Acquired lock "refresh_cache-7da44ecc-2b8f-4068-86bc-f8632048f2b0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.948368] env[70542]: DEBUG nova.network.neutron [req-ad0ea4a1-ead9-42e3-8e04-0e8283f8e08b req-b8fd5b87-7c13-437d-af28-fba9672812c9 service nova] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Refreshing network info cache for port a4b8822b-76d7-4123-ae43-d3ae3537ff24 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.035184] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.035870] env[70542]: DEBUG nova.compute.manager [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.041907] env[70542]: DEBUG oslo_concurrency.lockutils [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.329s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.042207] env[70542]: DEBUG nova.objects.instance [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lazy-loading 'resources' on Instance uuid 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.141114] env[70542]: DEBUG oslo_vmware.api [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Task: {'id': task-3911110, 'name': ReconfigVM_Task, 'duration_secs': 0.198521} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.141114] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776634', 'volume_id': 'b97d997b-4a01-4b2d-ba2a-54990af4d4ac', 'name': 'volume-b97d997b-4a01-4b2d-ba2a-54990af4d4ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a4636d85-7109-4b7e-a01a-4cf2d2952886', 'attached_at': '', 'detached_at': '', 'volume_id': 'b97d997b-4a01-4b2d-ba2a-54990af4d4ac', 'serial': 'b97d997b-4a01-4b2d-ba2a-54990af4d4ac'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 810.141672] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6df43bf-0698-488d-b39e-43ef4174db85 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.150074] env[70542]: DEBUG oslo_vmware.api [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Waiting for the task: (returnval){ [ 810.150074] env[70542]: value = "task-3911115" [ 810.150074] env[70542]: _type = "Task" [ 810.150074] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.162385] env[70542]: DEBUG oslo_vmware.api [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Task: {'id': task-3911115, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.181585] env[70542]: DEBUG nova.network.neutron [None req-c97839d6-e7b1-4394-9995-28cd8c4410c8 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Updating instance_info_cache with network_info: [{"id": "601c9f06-1cc1-4e4d-8b6f-763d07559dad", "address": "fa:16:3e:ad:dd:47", "network": {"id": "3fe0af82-2f75-4ef6-884b-7e0748fd3323", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-821776871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cc20bc07b54f06a1599250b8409dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap601c9f06-1c", "ovs_interfaceid": "601c9f06-1cc1-4e4d-8b6f-763d07559dad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.231268] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911113, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.248113] env[70542]: DEBUG oslo_vmware.api [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911114, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.545700] env[70542]: DEBUG nova.compute.utils [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.553452] env[70542]: DEBUG nova.compute.manager [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.553748] env[70542]: DEBUG nova.network.neutron [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.606622] env[70542]: DEBUG nova.policy [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e1e6a61cc8d47cf9aa58331624d73e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86dcf16590494c778c14f67b1e94b13f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.670094] env[70542]: DEBUG oslo_vmware.api [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Task: {'id': task-3911115, 'name': Rename_Task, 'duration_secs': 0.196098} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.670094] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.671460] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21d3b8c9-1a4b-466c-9f71-d9b0299cd85f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.681532] env[70542]: DEBUG oslo_vmware.api [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Waiting for the task: (returnval){ [ 810.681532] env[70542]: value = "task-3911116" [ 810.681532] env[70542]: _type = "Task" [ 810.681532] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.686340] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c97839d6-e7b1-4394-9995-28cd8c4410c8 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Releasing lock "refresh_cache-61b93ec7-7899-446d-8e08-d354622eeaa4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.686712] env[70542]: DEBUG nova.compute.manager [None req-c97839d6-e7b1-4394-9995-28cd8c4410c8 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Inject network info {{(pid=70542) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 810.687079] env[70542]: DEBUG nova.compute.manager [None req-c97839d6-e7b1-4394-9995-28cd8c4410c8 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] network_info to inject: |[{"id": "601c9f06-1cc1-4e4d-8b6f-763d07559dad", "address": "fa:16:3e:ad:dd:47", "network": {"id": "3fe0af82-2f75-4ef6-884b-7e0748fd3323", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-821776871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cc20bc07b54f06a1599250b8409dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap601c9f06-1c", "ovs_interfaceid": "601c9f06-1cc1-4e4d-8b6f-763d07559dad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 810.692533] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c97839d6-e7b1-4394-9995-28cd8c4410c8 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Reconfiguring VM instance to set the machine id {{(pid=70542) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 810.696471] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f0fca36-0e91-452c-a290-56f0453915f7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.719465] env[70542]: DEBUG oslo_vmware.api [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Task: {'id': task-3911116, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.726198] env[70542]: DEBUG oslo_vmware.api [None req-c97839d6-e7b1-4394-9995-28cd8c4410c8 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Waiting for the task: (returnval){ [ 810.726198] env[70542]: value = "task-3911117" [ 810.726198] env[70542]: _type = "Task" [ 810.726198] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.739350] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911113, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.748897] env[70542]: DEBUG oslo_vmware.api [None req-c97839d6-e7b1-4394-9995-28cd8c4410c8 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': task-3911117, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.756242] env[70542]: DEBUG oslo_vmware.api [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911114, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.964682] env[70542]: DEBUG nova.network.neutron [req-ad0ea4a1-ead9-42e3-8e04-0e8283f8e08b req-b8fd5b87-7c13-437d-af28-fba9672812c9 service nova] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Updated VIF entry in instance network info cache for port a4b8822b-76d7-4123-ae43-d3ae3537ff24. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.964890] env[70542]: DEBUG nova.network.neutron [req-ad0ea4a1-ead9-42e3-8e04-0e8283f8e08b req-b8fd5b87-7c13-437d-af28-fba9672812c9 service nova] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Updating instance_info_cache with network_info: [{"id": "a4b8822b-76d7-4123-ae43-d3ae3537ff24", "address": "fa:16:3e:95:ff:3a", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4b8822b-76", "ovs_interfaceid": "a4b8822b-76d7-4123-ae43-d3ae3537ff24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.037779] env[70542]: DEBUG nova.network.neutron [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Successfully updated port: 010f802b-a86f-4e3e-8c3f-392d4a58d50d {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.057787] env[70542]: DEBUG nova.compute.manager [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.069833] env[70542]: DEBUG nova.network.neutron [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Successfully created port: 6a60fcfb-c252-4f89-8ab1-623a21d155f1 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.196488] env[70542]: DEBUG oslo_vmware.api [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Task: {'id': task-3911116, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.220428] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efedf336-affa-4c90-8fba-ab56a37f57df {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.243925] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27b71e3-9a57-4a28-9283-b946d38fb3a7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.249316] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911113, 'name': CreateVM_Task, 'duration_secs': 1.463532} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.255517] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.256231] env[70542]: DEBUG oslo_vmware.api [None req-c97839d6-e7b1-4394-9995-28cd8c4410c8 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': task-3911117, 'name': ReconfigVM_Task, 'duration_secs': 0.281311} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.257302] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.258336] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.258336] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.258336] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c97839d6-e7b1-4394-9995-28cd8c4410c8 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Reconfigured VM instance to set the machine id {{(pid=70542) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 811.286835] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d92267a5-8799-405a-a40e-884928b05661 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.292843] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d360cca2-118b-4ebe-bd48-74de670b5956 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.296140] env[70542]: DEBUG oslo_vmware.api [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911114, 'name': PowerOnVM_Task, 'duration_secs': 1.133688} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.296591] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.296802] env[70542]: INFO nova.compute.manager [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Took 10.59 seconds to spawn the instance on the hypervisor. [ 811.296985] env[70542]: DEBUG nova.compute.manager [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 811.298787] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4003cf-7779-45b1-a448-358b8dfc008f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.304198] env[70542]: DEBUG oslo_vmware.api [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Waiting for the task: (returnval){ [ 811.304198] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523ec8e9-3cfc-ac87-0393-36abeadd9584" [ 811.304198] env[70542]: _type = "Task" [ 811.304198] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.309025] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570a06e4-a48a-4fd5-bd16-e58e4372f89e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.329944] env[70542]: DEBUG nova.compute.provider_tree [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.338356] env[70542]: DEBUG oslo_vmware.api [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523ec8e9-3cfc-ac87-0393-36abeadd9584, 'name': SearchDatastore_Task, 'duration_secs': 0.018363} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.338356] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.338356] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.338356] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.338628] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.338628] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.338628] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41fcc254-46e8-4c23-8b1f-2ad5f2336912 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.348416] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.348618] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.349409] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0018599-4522-4c61-93a9-112c252d52ac {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.356831] env[70542]: DEBUG oslo_vmware.api [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Waiting for the task: (returnval){ [ 811.356831] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528a6635-1f26-c098-ea7e-b2d0c1af1675" [ 811.356831] env[70542]: _type = "Task" [ 811.356831] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.367599] env[70542]: DEBUG oslo_vmware.api [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528a6635-1f26-c098-ea7e-b2d0c1af1675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.444222] env[70542]: DEBUG nova.objects.instance [None req-6efc56af-c515-4847-aadc-f35434a47a41 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Lazy-loading 'flavor' on Instance uuid 61b93ec7-7899-446d-8e08-d354622eeaa4 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.470605] env[70542]: DEBUG oslo_concurrency.lockutils [req-ad0ea4a1-ead9-42e3-8e04-0e8283f8e08b req-b8fd5b87-7c13-437d-af28-fba9672812c9 service nova] Releasing lock "refresh_cache-7da44ecc-2b8f-4068-86bc-f8632048f2b0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.471269] env[70542]: DEBUG nova.compute.manager [req-ad0ea4a1-ead9-42e3-8e04-0e8283f8e08b req-b8fd5b87-7c13-437d-af28-fba9672812c9 service nova] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Received event network-changed-c005ff21-4a9c-4a34-8ed5-1ed1c582afea {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.471269] env[70542]: DEBUG nova.compute.manager [req-ad0ea4a1-ead9-42e3-8e04-0e8283f8e08b req-b8fd5b87-7c13-437d-af28-fba9672812c9 service nova] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Refreshing instance network info cache due to event network-changed-c005ff21-4a9c-4a34-8ed5-1ed1c582afea. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.471269] env[70542]: DEBUG oslo_concurrency.lockutils [req-ad0ea4a1-ead9-42e3-8e04-0e8283f8e08b req-b8fd5b87-7c13-437d-af28-fba9672812c9 service nova] Acquiring lock "refresh_cache-c09cc678-024d-4442-9e98-daf82b734c5c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.471463] env[70542]: DEBUG oslo_concurrency.lockutils [req-ad0ea4a1-ead9-42e3-8e04-0e8283f8e08b req-b8fd5b87-7c13-437d-af28-fba9672812c9 service nova] Acquired lock "refresh_cache-c09cc678-024d-4442-9e98-daf82b734c5c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.471586] env[70542]: DEBUG nova.network.neutron [req-ad0ea4a1-ead9-42e3-8e04-0e8283f8e08b req-b8fd5b87-7c13-437d-af28-fba9672812c9 service nova] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Refreshing network info cache for port c005ff21-4a9c-4a34-8ed5-1ed1c582afea {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.548099] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquiring lock "refresh_cache-e24cd975-f193-447c-872e-6bb88284a63b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.548099] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquired lock "refresh_cache-e24cd975-f193-447c-872e-6bb88284a63b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.548099] env[70542]: DEBUG nova.network.neutron [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.694102] env[70542]: DEBUG oslo_vmware.api [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Task: {'id': task-3911116, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.833100] env[70542]: INFO nova.compute.manager [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Took 47.14 seconds to build instance. [ 811.839020] env[70542]: DEBUG nova.scheduler.client.report [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.869761] env[70542]: DEBUG oslo_vmware.api [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528a6635-1f26-c098-ea7e-b2d0c1af1675, 'name': SearchDatastore_Task, 'duration_secs': 0.018254} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.870864] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-892b99c0-d25f-439c-b689-2bd4bbd379da {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.878224] env[70542]: DEBUG oslo_vmware.api [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Waiting for the task: (returnval){ [ 811.878224] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5259f5f7-0d03-193b-29fa-e8d68e300c6c" [ 811.878224] env[70542]: _type = "Task" [ 811.878224] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.889462] env[70542]: DEBUG oslo_vmware.api [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5259f5f7-0d03-193b-29fa-e8d68e300c6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.951627] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6efc56af-c515-4847-aadc-f35434a47a41 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Acquiring lock "refresh_cache-61b93ec7-7899-446d-8e08-d354622eeaa4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.951892] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6efc56af-c515-4847-aadc-f35434a47a41 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Acquired lock "refresh_cache-61b93ec7-7899-446d-8e08-d354622eeaa4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.987922] env[70542]: DEBUG nova.compute.manager [req-b1af4952-c7dd-44dc-bc12-e06b3ec8e10f req-8928deb6-8983-4ff2-9723-303b2fcae1df service nova] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Received event network-vif-plugged-010f802b-a86f-4e3e-8c3f-392d4a58d50d {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.989072] env[70542]: DEBUG oslo_concurrency.lockutils [req-b1af4952-c7dd-44dc-bc12-e06b3ec8e10f req-8928deb6-8983-4ff2-9723-303b2fcae1df service nova] Acquiring lock "e24cd975-f193-447c-872e-6bb88284a63b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.989266] env[70542]: DEBUG oslo_concurrency.lockutils [req-b1af4952-c7dd-44dc-bc12-e06b3ec8e10f req-8928deb6-8983-4ff2-9723-303b2fcae1df service nova] Lock "e24cd975-f193-447c-872e-6bb88284a63b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.989848] env[70542]: DEBUG oslo_concurrency.lockutils [req-b1af4952-c7dd-44dc-bc12-e06b3ec8e10f req-8928deb6-8983-4ff2-9723-303b2fcae1df service nova] Lock "e24cd975-f193-447c-872e-6bb88284a63b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.989848] env[70542]: DEBUG nova.compute.manager [req-b1af4952-c7dd-44dc-bc12-e06b3ec8e10f req-8928deb6-8983-4ff2-9723-303b2fcae1df service nova] [instance: e24cd975-f193-447c-872e-6bb88284a63b] No waiting events found dispatching network-vif-plugged-010f802b-a86f-4e3e-8c3f-392d4a58d50d {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 811.989848] env[70542]: WARNING nova.compute.manager [req-b1af4952-c7dd-44dc-bc12-e06b3ec8e10f req-8928deb6-8983-4ff2-9723-303b2fcae1df service nova] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Received unexpected event network-vif-plugged-010f802b-a86f-4e3e-8c3f-392d4a58d50d for instance with vm_state building and task_state spawning. [ 811.990384] env[70542]: DEBUG nova.compute.manager [req-b1af4952-c7dd-44dc-bc12-e06b3ec8e10f req-8928deb6-8983-4ff2-9723-303b2fcae1df service nova] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Received event network-changed-010f802b-a86f-4e3e-8c3f-392d4a58d50d {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.990384] env[70542]: DEBUG nova.compute.manager [req-b1af4952-c7dd-44dc-bc12-e06b3ec8e10f req-8928deb6-8983-4ff2-9723-303b2fcae1df service nova] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Refreshing instance network info cache due to event network-changed-010f802b-a86f-4e3e-8c3f-392d4a58d50d. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.990384] env[70542]: DEBUG oslo_concurrency.lockutils [req-b1af4952-c7dd-44dc-bc12-e06b3ec8e10f req-8928deb6-8983-4ff2-9723-303b2fcae1df service nova] Acquiring lock "refresh_cache-e24cd975-f193-447c-872e-6bb88284a63b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.067037] env[70542]: DEBUG nova.compute.manager [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.110391] env[70542]: DEBUG nova.virt.hardware [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.110648] env[70542]: DEBUG nova.virt.hardware [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.110935] env[70542]: DEBUG nova.virt.hardware [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.111357] env[70542]: DEBUG nova.virt.hardware [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.111523] env[70542]: DEBUG nova.virt.hardware [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.111674] env[70542]: DEBUG nova.virt.hardware [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.111932] env[70542]: DEBUG nova.virt.hardware [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.112135] env[70542]: DEBUG nova.virt.hardware [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.112319] env[70542]: DEBUG nova.virt.hardware [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.112489] env[70542]: DEBUG nova.virt.hardware [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.112667] env[70542]: DEBUG nova.virt.hardware [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.113660] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672911ae-c454-4298-948e-8f17d14b363e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.118101] env[70542]: DEBUG nova.network.neutron [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.127427] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e524cd-c09d-4d38-b5df-3f825e581c2f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.194433] env[70542]: DEBUG oslo_vmware.api [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Task: {'id': task-3911116, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.336873] env[70542]: DEBUG oslo_concurrency.lockutils [None req-285af49a-b99f-4090-822a-2e255dfc0318 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lock "b2338985-ea99-4a2f-8e5c-9c0597fdc7e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.436s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.346629] env[70542]: DEBUG oslo_concurrency.lockutils [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.305s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.350469] env[70542]: DEBUG oslo_concurrency.lockutils [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.518s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.350933] env[70542]: DEBUG nova.objects.instance [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Lazy-loading 'resources' on Instance uuid c82e9569-5ed3-49ca-a81d-e274ecc11a9f {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.385446] env[70542]: DEBUG nova.network.neutron [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Updating instance_info_cache with network_info: [{"id": "010f802b-a86f-4e3e-8c3f-392d4a58d50d", "address": "fa:16:3e:51:0f:bf", "network": {"id": "45b56ba7-8e9b-463f-86d0-9d1f66ec51b2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1643102114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1fca619f92b54e778e31c2d839227873", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap010f802b-a8", "ovs_interfaceid": "010f802b-a86f-4e3e-8c3f-392d4a58d50d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.393350] env[70542]: INFO nova.scheduler.client.report [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Deleted allocations for instance 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39 [ 812.407855] env[70542]: DEBUG oslo_vmware.api [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5259f5f7-0d03-193b-29fa-e8d68e300c6c, 'name': SearchDatastore_Task, 'duration_secs': 0.014827} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.408444] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.408723] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 7da44ecc-2b8f-4068-86bc-f8632048f2b0/7da44ecc-2b8f-4068-86bc-f8632048f2b0.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.409392] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1917d207-21f6-485b-81b3-8868050b18a0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.420399] env[70542]: DEBUG oslo_vmware.api [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Waiting for the task: (returnval){ [ 812.420399] env[70542]: value = "task-3911118" [ 812.420399] env[70542]: _type = "Task" [ 812.420399] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.436623] env[70542]: DEBUG oslo_vmware.api [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Task: {'id': task-3911118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.554357] env[70542]: DEBUG nova.network.neutron [req-ad0ea4a1-ead9-42e3-8e04-0e8283f8e08b req-b8fd5b87-7c13-437d-af28-fba9672812c9 service nova] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Updated VIF entry in instance network info cache for port c005ff21-4a9c-4a34-8ed5-1ed1c582afea. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.554875] env[70542]: DEBUG nova.network.neutron [req-ad0ea4a1-ead9-42e3-8e04-0e8283f8e08b req-b8fd5b87-7c13-437d-af28-fba9672812c9 service nova] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Updating instance_info_cache with network_info: [{"id": "c005ff21-4a9c-4a34-8ed5-1ed1c582afea", "address": "fa:16:3e:cd:13:3e", "network": {"id": "bd359b93-84a2-4946-8283-31c1a619327d", "bridge": "br-int", "label": "tempest-ServersTestJSON-73407500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f052d30fde64e43aa58447a2c58eba9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc005ff21-4a", "ovs_interfaceid": "c005ff21-4a9c-4a34-8ed5-1ed1c582afea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.578225] env[70542]: DEBUG nova.compute.manager [req-38fbe00c-92da-46c1-af32-eb43c6c4279a req-40a28589-bc1c-41cd-973e-2bcaecf8f5b8 service nova] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Received event network-changed-895d12ae-4aaf-4afd-a13f-1ad147bbee50 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.578225] env[70542]: DEBUG nova.compute.manager [req-38fbe00c-92da-46c1-af32-eb43c6c4279a req-40a28589-bc1c-41cd-973e-2bcaecf8f5b8 service nova] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Refreshing instance network info cache due to event network-changed-895d12ae-4aaf-4afd-a13f-1ad147bbee50. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.578225] env[70542]: DEBUG oslo_concurrency.lockutils [req-38fbe00c-92da-46c1-af32-eb43c6c4279a req-40a28589-bc1c-41cd-973e-2bcaecf8f5b8 service nova] Acquiring lock "refresh_cache-b2338985-ea99-4a2f-8e5c-9c0597fdc7e0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.578225] env[70542]: DEBUG oslo_concurrency.lockutils [req-38fbe00c-92da-46c1-af32-eb43c6c4279a req-40a28589-bc1c-41cd-973e-2bcaecf8f5b8 service nova] Acquired lock "refresh_cache-b2338985-ea99-4a2f-8e5c-9c0597fdc7e0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.579093] env[70542]: DEBUG nova.network.neutron [req-38fbe00c-92da-46c1-af32-eb43c6c4279a req-40a28589-bc1c-41cd-973e-2bcaecf8f5b8 service nova] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Refreshing network info cache for port 895d12ae-4aaf-4afd-a13f-1ad147bbee50 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.701027] env[70542]: DEBUG oslo_vmware.api [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Task: {'id': task-3911116, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.701027] env[70542]: DEBUG nova.network.neutron [None req-6efc56af-c515-4847-aadc-f35434a47a41 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.840420] env[70542]: DEBUG nova.compute.manager [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.890191] env[70542]: DEBUG nova.network.neutron [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Successfully updated port: 6a60fcfb-c252-4f89-8ab1-623a21d155f1 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.892195] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Releasing lock "refresh_cache-e24cd975-f193-447c-872e-6bb88284a63b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.892719] env[70542]: DEBUG nova.compute.manager [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Instance network_info: |[{"id": "010f802b-a86f-4e3e-8c3f-392d4a58d50d", "address": "fa:16:3e:51:0f:bf", "network": {"id": "45b56ba7-8e9b-463f-86d0-9d1f66ec51b2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1643102114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1fca619f92b54e778e31c2d839227873", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap010f802b-a8", "ovs_interfaceid": "010f802b-a86f-4e3e-8c3f-392d4a58d50d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.898182] env[70542]: DEBUG oslo_concurrency.lockutils [req-b1af4952-c7dd-44dc-bc12-e06b3ec8e10f req-8928deb6-8983-4ff2-9723-303b2fcae1df service nova] Acquired lock "refresh_cache-e24cd975-f193-447c-872e-6bb88284a63b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.898182] env[70542]: DEBUG nova.network.neutron [req-b1af4952-c7dd-44dc-bc12-e06b3ec8e10f req-8928deb6-8983-4ff2-9723-303b2fcae1df service nova] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Refreshing network info cache for port 010f802b-a86f-4e3e-8c3f-392d4a58d50d {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.899524] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:0f:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '17c839f5-4de0-449c-9a24-4e0e2fca37ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '010f802b-a86f-4e3e-8c3f-392d4a58d50d', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.910222] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Creating folder: Project (1fca619f92b54e778e31c2d839227873). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.915952] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e47f5385-a5d4-484a-8ea5-ddecc32022b8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.920074] env[70542]: DEBUG oslo_concurrency.lockutils [None req-131c29a3-c066-4abc-ace5-110d35e7f92d tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "4c656ad6-d574-4ac8-9fa3-6722d0cc0b39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.443s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.939915] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Created folder: Project (1fca619f92b54e778e31c2d839227873) in parent group-v776569. [ 812.940177] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Creating folder: Instances. Parent ref: group-v776695. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.940424] env[70542]: DEBUG oslo_vmware.api [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Task: {'id': task-3911118, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.941343] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4e83c2f-8b57-4f9a-9dd2-b3a90a806afe {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.958518] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Created folder: Instances in parent group-v776695. [ 812.958831] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.959077] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.959302] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07ccab12-43da-496e-b4d6-43cba312be5c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.986742] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.986742] env[70542]: value = "task-3911121" [ 812.986742] env[70542]: _type = "Task" [ 812.986742] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.006762] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911121, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.061198] env[70542]: DEBUG oslo_concurrency.lockutils [req-ad0ea4a1-ead9-42e3-8e04-0e8283f8e08b req-b8fd5b87-7c13-437d-af28-fba9672812c9 service nova] Releasing lock "refresh_cache-c09cc678-024d-4442-9e98-daf82b734c5c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.061312] env[70542]: DEBUG nova.compute.manager [req-ad0ea4a1-ead9-42e3-8e04-0e8283f8e08b req-b8fd5b87-7c13-437d-af28-fba9672812c9 service nova] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Received event network-changed-601c9f06-1cc1-4e4d-8b6f-763d07559dad {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.061539] env[70542]: DEBUG nova.compute.manager [req-ad0ea4a1-ead9-42e3-8e04-0e8283f8e08b req-b8fd5b87-7c13-437d-af28-fba9672812c9 service nova] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Refreshing instance network info cache due to event network-changed-601c9f06-1cc1-4e4d-8b6f-763d07559dad. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.061700] env[70542]: DEBUG oslo_concurrency.lockutils [req-ad0ea4a1-ead9-42e3-8e04-0e8283f8e08b req-b8fd5b87-7c13-437d-af28-fba9672812c9 service nova] Acquiring lock "refresh_cache-61b93ec7-7899-446d-8e08-d354622eeaa4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.199543] env[70542]: DEBUG oslo_vmware.api [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Task: {'id': task-3911116, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.376685] env[70542]: DEBUG oslo_concurrency.lockutils [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.387033] env[70542]: DEBUG nova.network.neutron [req-38fbe00c-92da-46c1-af32-eb43c6c4279a req-40a28589-bc1c-41cd-973e-2bcaecf8f5b8 service nova] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Updated VIF entry in instance network info cache for port 895d12ae-4aaf-4afd-a13f-1ad147bbee50. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.387033] env[70542]: DEBUG nova.network.neutron [req-38fbe00c-92da-46c1-af32-eb43c6c4279a req-40a28589-bc1c-41cd-973e-2bcaecf8f5b8 service nova] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Updating instance_info_cache with network_info: [{"id": "895d12ae-4aaf-4afd-a13f-1ad147bbee50", "address": "fa:16:3e:f9:9a:b6", "network": {"id": "4a26a5a7-2e25-4e0f-83bb-b8e1543ea103", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-150083106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bd3350967fd4c76ac0a221910d233cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap895d12ae-4a", "ovs_interfaceid": "895d12ae-4aaf-4afd-a13f-1ad147bbee50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.394549] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Acquiring lock "refresh_cache-f355d8b7-a7d9-4b25-97aa-cdc6c7102e31" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.394826] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Acquired lock "refresh_cache-f355d8b7-a7d9-4b25-97aa-cdc6c7102e31" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.395069] env[70542]: DEBUG nova.network.neutron [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.439342] env[70542]: DEBUG oslo_vmware.api [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Task: {'id': task-3911118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695931} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.442830] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 7da44ecc-2b8f-4068-86bc-f8632048f2b0/7da44ecc-2b8f-4068-86bc-f8632048f2b0.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.443144] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.444048] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e02155c-36fc-4cd1-ad06-40efe4e3eee8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.454535] env[70542]: DEBUG oslo_vmware.api [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Waiting for the task: (returnval){ [ 813.454535] env[70542]: value = "task-3911122" [ 813.454535] env[70542]: _type = "Task" [ 813.454535] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.467431] env[70542]: DEBUG oslo_vmware.api [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Task: {'id': task-3911122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.503961] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911121, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.516682] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b95f7c-e62b-4208-b12c-7b86e6e81a62 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.525269] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a366ab-638e-4f89-a3a2-c6a156faa901 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.566632] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5977f245-e117-4fe0-8bb9-0263a7d8301d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.576468] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279ed0ea-2c48-4c0d-9216-9791b756bdb0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.591606] env[70542]: DEBUG nova.compute.provider_tree [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.620528] env[70542]: DEBUG nova.network.neutron [None req-6efc56af-c515-4847-aadc-f35434a47a41 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Updating instance_info_cache with network_info: [{"id": "601c9f06-1cc1-4e4d-8b6f-763d07559dad", "address": "fa:16:3e:ad:dd:47", "network": {"id": "3fe0af82-2f75-4ef6-884b-7e0748fd3323", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-821776871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cc20bc07b54f06a1599250b8409dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap601c9f06-1c", "ovs_interfaceid": "601c9f06-1cc1-4e4d-8b6f-763d07559dad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.697039] env[70542]: DEBUG oslo_vmware.api [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Task: {'id': task-3911116, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.745333] env[70542]: DEBUG nova.network.neutron [req-b1af4952-c7dd-44dc-bc12-e06b3ec8e10f req-8928deb6-8983-4ff2-9723-303b2fcae1df service nova] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Updated VIF entry in instance network info cache for port 010f802b-a86f-4e3e-8c3f-392d4a58d50d. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.745762] env[70542]: DEBUG nova.network.neutron [req-b1af4952-c7dd-44dc-bc12-e06b3ec8e10f req-8928deb6-8983-4ff2-9723-303b2fcae1df service nova] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Updating instance_info_cache with network_info: [{"id": "010f802b-a86f-4e3e-8c3f-392d4a58d50d", "address": "fa:16:3e:51:0f:bf", "network": {"id": "45b56ba7-8e9b-463f-86d0-9d1f66ec51b2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1643102114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1fca619f92b54e778e31c2d839227873", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap010f802b-a8", "ovs_interfaceid": "010f802b-a86f-4e3e-8c3f-392d4a58d50d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.889213] env[70542]: DEBUG oslo_concurrency.lockutils [req-38fbe00c-92da-46c1-af32-eb43c6c4279a req-40a28589-bc1c-41cd-973e-2bcaecf8f5b8 service nova] Releasing lock "refresh_cache-b2338985-ea99-4a2f-8e5c-9c0597fdc7e0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.951197] env[70542]: DEBUG nova.network.neutron [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.968197] env[70542]: DEBUG oslo_vmware.api [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Task: {'id': task-3911122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087018} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.968787] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.970151] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5319c40a-2ee7-412c-b14e-84c35213f0ad {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.010089] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 7da44ecc-2b8f-4068-86bc-f8632048f2b0/7da44ecc-2b8f-4068-86bc-f8632048f2b0.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.013406] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ff942ee-06e2-47d8-b13a-e1ffb8487ee2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.035543] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911121, 'name': CreateVM_Task, 'duration_secs': 0.56969} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.037040] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.037729] env[70542]: DEBUG oslo_vmware.api [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Waiting for the task: (returnval){ [ 814.037729] env[70542]: value = "task-3911123" [ 814.037729] env[70542]: _type = "Task" [ 814.037729] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.039143] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.039260] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.039637] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.042652] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-761ef9f3-5a53-46fa-b748-393d5fb91384 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.055704] env[70542]: DEBUG oslo_vmware.api [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Task: {'id': task-3911123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.056955] env[70542]: DEBUG oslo_vmware.api [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 814.056955] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525979f1-73d5-7e20-06f1-e504c05df6bc" [ 814.056955] env[70542]: _type = "Task" [ 814.056955] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.066761] env[70542]: DEBUG oslo_vmware.api [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525979f1-73d5-7e20-06f1-e504c05df6bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.085290] env[70542]: DEBUG nova.compute.manager [req-6d309d31-5dba-4cb7-851a-f25bb8c4bd87 req-6936ebf3-924d-4a68-a0b1-5442bec0e071 service nova] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Received event network-changed-601c9f06-1cc1-4e4d-8b6f-763d07559dad {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.085583] env[70542]: DEBUG nova.compute.manager [req-6d309d31-5dba-4cb7-851a-f25bb8c4bd87 req-6936ebf3-924d-4a68-a0b1-5442bec0e071 service nova] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Refreshing instance network info cache due to event network-changed-601c9f06-1cc1-4e4d-8b6f-763d07559dad. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.085869] env[70542]: DEBUG oslo_concurrency.lockutils [req-6d309d31-5dba-4cb7-851a-f25bb8c4bd87 req-6936ebf3-924d-4a68-a0b1-5442bec0e071 service nova] Acquiring lock "refresh_cache-61b93ec7-7899-446d-8e08-d354622eeaa4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.094577] env[70542]: DEBUG nova.scheduler.client.report [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.124417] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6efc56af-c515-4847-aadc-f35434a47a41 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Releasing lock "refresh_cache-61b93ec7-7899-446d-8e08-d354622eeaa4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.124727] env[70542]: DEBUG nova.compute.manager [None req-6efc56af-c515-4847-aadc-f35434a47a41 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Inject network info {{(pid=70542) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 814.125114] env[70542]: DEBUG nova.compute.manager [None req-6efc56af-c515-4847-aadc-f35434a47a41 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] network_info to inject: |[{"id": "601c9f06-1cc1-4e4d-8b6f-763d07559dad", "address": "fa:16:3e:ad:dd:47", "network": {"id": "3fe0af82-2f75-4ef6-884b-7e0748fd3323", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-821776871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cc20bc07b54f06a1599250b8409dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap601c9f06-1c", "ovs_interfaceid": "601c9f06-1cc1-4e4d-8b6f-763d07559dad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 814.135051] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6efc56af-c515-4847-aadc-f35434a47a41 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Reconfiguring VM instance to set the machine id {{(pid=70542) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 814.135553] env[70542]: DEBUG oslo_concurrency.lockutils [req-ad0ea4a1-ead9-42e3-8e04-0e8283f8e08b req-b8fd5b87-7c13-437d-af28-fba9672812c9 service nova] Acquired lock "refresh_cache-61b93ec7-7899-446d-8e08-d354622eeaa4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.135836] env[70542]: DEBUG nova.network.neutron [req-ad0ea4a1-ead9-42e3-8e04-0e8283f8e08b req-b8fd5b87-7c13-437d-af28-fba9672812c9 service nova] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Refreshing network info cache for port 601c9f06-1cc1-4e4d-8b6f-763d07559dad {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.137531] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-048700ef-b953-48ee-8021-8a00b3d16298 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.160888] env[70542]: DEBUG nova.network.neutron [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Updating instance_info_cache with network_info: [{"id": "6a60fcfb-c252-4f89-8ab1-623a21d155f1", "address": "fa:16:3e:88:9f:9b", "network": {"id": "9c2a2fbf-aad1-43c7-a6bb-2bc7daee65e2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-368306689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "86dcf16590494c778c14f67b1e94b13f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a60fcfb-c2", "ovs_interfaceid": "6a60fcfb-c252-4f89-8ab1-623a21d155f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.170181] env[70542]: DEBUG oslo_vmware.api [None req-6efc56af-c515-4847-aadc-f35434a47a41 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Waiting for the task: (returnval){ [ 814.170181] env[70542]: value = "task-3911124" [ 814.170181] env[70542]: _type = "Task" [ 814.170181] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.180823] env[70542]: DEBUG oslo_vmware.api [None req-6efc56af-c515-4847-aadc-f35434a47a41 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': task-3911124, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.199999] env[70542]: DEBUG oslo_vmware.api [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Task: {'id': task-3911116, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.252065] env[70542]: DEBUG oslo_concurrency.lockutils [req-b1af4952-c7dd-44dc-bc12-e06b3ec8e10f req-8928deb6-8983-4ff2-9723-303b2fcae1df service nova] Releasing lock "refresh_cache-e24cd975-f193-447c-872e-6bb88284a63b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.303959] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Acquiring lock "61b93ec7-7899-446d-8e08-d354622eeaa4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.304278] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Lock "61b93ec7-7899-446d-8e08-d354622eeaa4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.304549] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Acquiring lock "61b93ec7-7899-446d-8e08-d354622eeaa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.304759] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Lock "61b93ec7-7899-446d-8e08-d354622eeaa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.304963] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Lock "61b93ec7-7899-446d-8e08-d354622eeaa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.307389] env[70542]: INFO nova.compute.manager [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Terminating instance [ 814.465653] env[70542]: DEBUG nova.network.neutron [req-ad0ea4a1-ead9-42e3-8e04-0e8283f8e08b req-b8fd5b87-7c13-437d-af28-fba9672812c9 service nova] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Updated VIF entry in instance network info cache for port 601c9f06-1cc1-4e4d-8b6f-763d07559dad. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.466084] env[70542]: DEBUG nova.network.neutron [req-ad0ea4a1-ead9-42e3-8e04-0e8283f8e08b req-b8fd5b87-7c13-437d-af28-fba9672812c9 service nova] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Updating instance_info_cache with network_info: [{"id": "601c9f06-1cc1-4e4d-8b6f-763d07559dad", "address": "fa:16:3e:ad:dd:47", "network": {"id": "3fe0af82-2f75-4ef6-884b-7e0748fd3323", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-821776871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cc20bc07b54f06a1599250b8409dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap601c9f06-1c", "ovs_interfaceid": "601c9f06-1cc1-4e4d-8b6f-763d07559dad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.551497] env[70542]: DEBUG oslo_vmware.api [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Task: {'id': task-3911123, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.567598] env[70542]: DEBUG oslo_vmware.api [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525979f1-73d5-7e20-06f1-e504c05df6bc, 'name': SearchDatastore_Task, 'duration_secs': 0.018228} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.568448] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.568927] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.569385] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.569751] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.570067] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.570836] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a086943-59cc-4416-b186-e2572a77927d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.582434] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.582625] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.583381] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-942f6584-d720-4756-9644-045c03381b7c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.589927] env[70542]: DEBUG oslo_vmware.api [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 814.589927] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b41373-f3af-217d-867b-cec4308685be" [ 814.589927] env[70542]: _type = "Task" [ 814.589927] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.600378] env[70542]: DEBUG oslo_concurrency.lockutils [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.602626] env[70542]: DEBUG oslo_vmware.api [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b41373-f3af-217d-867b-cec4308685be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.603605] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.759s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.603605] env[70542]: DEBUG nova.objects.instance [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lazy-loading 'resources' on Instance uuid c8fe42f0-c100-4201-9895-f226773be184 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.628131] env[70542]: DEBUG nova.compute.manager [req-4509a251-0c4b-4cc1-9643-a1f64b438cb9 req-1019595e-d140-42e1-975a-9a1a48d09f83 service nova] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Received event network-vif-plugged-6a60fcfb-c252-4f89-8ab1-623a21d155f1 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.628131] env[70542]: DEBUG oslo_concurrency.lockutils [req-4509a251-0c4b-4cc1-9643-a1f64b438cb9 req-1019595e-d140-42e1-975a-9a1a48d09f83 service nova] Acquiring lock "f355d8b7-a7d9-4b25-97aa-cdc6c7102e31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.628131] env[70542]: DEBUG oslo_concurrency.lockutils [req-4509a251-0c4b-4cc1-9643-a1f64b438cb9 req-1019595e-d140-42e1-975a-9a1a48d09f83 service nova] Lock "f355d8b7-a7d9-4b25-97aa-cdc6c7102e31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.628268] env[70542]: DEBUG oslo_concurrency.lockutils [req-4509a251-0c4b-4cc1-9643-a1f64b438cb9 req-1019595e-d140-42e1-975a-9a1a48d09f83 service nova] Lock "f355d8b7-a7d9-4b25-97aa-cdc6c7102e31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.628428] env[70542]: DEBUG nova.compute.manager [req-4509a251-0c4b-4cc1-9643-a1f64b438cb9 req-1019595e-d140-42e1-975a-9a1a48d09f83 service nova] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] No waiting events found dispatching network-vif-plugged-6a60fcfb-c252-4f89-8ab1-623a21d155f1 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 814.628497] env[70542]: WARNING nova.compute.manager [req-4509a251-0c4b-4cc1-9643-a1f64b438cb9 req-1019595e-d140-42e1-975a-9a1a48d09f83 service nova] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Received unexpected event network-vif-plugged-6a60fcfb-c252-4f89-8ab1-623a21d155f1 for instance with vm_state building and task_state spawning. [ 814.628657] env[70542]: DEBUG nova.compute.manager [req-4509a251-0c4b-4cc1-9643-a1f64b438cb9 req-1019595e-d140-42e1-975a-9a1a48d09f83 service nova] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Received event network-changed-6a60fcfb-c252-4f89-8ab1-623a21d155f1 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.628814] env[70542]: DEBUG nova.compute.manager [req-4509a251-0c4b-4cc1-9643-a1f64b438cb9 req-1019595e-d140-42e1-975a-9a1a48d09f83 service nova] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Refreshing instance network info cache due to event network-changed-6a60fcfb-c252-4f89-8ab1-623a21d155f1. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.628981] env[70542]: DEBUG oslo_concurrency.lockutils [req-4509a251-0c4b-4cc1-9643-a1f64b438cb9 req-1019595e-d140-42e1-975a-9a1a48d09f83 service nova] Acquiring lock "refresh_cache-f355d8b7-a7d9-4b25-97aa-cdc6c7102e31" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.632135] env[70542]: INFO nova.scheduler.client.report [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Deleted allocations for instance c82e9569-5ed3-49ca-a81d-e274ecc11a9f [ 814.663699] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Releasing lock "refresh_cache-f355d8b7-a7d9-4b25-97aa-cdc6c7102e31" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.664178] env[70542]: DEBUG nova.compute.manager [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Instance network_info: |[{"id": "6a60fcfb-c252-4f89-8ab1-623a21d155f1", "address": "fa:16:3e:88:9f:9b", "network": {"id": "9c2a2fbf-aad1-43c7-a6bb-2bc7daee65e2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-368306689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "86dcf16590494c778c14f67b1e94b13f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a60fcfb-c2", "ovs_interfaceid": "6a60fcfb-c252-4f89-8ab1-623a21d155f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.664893] env[70542]: DEBUG oslo_concurrency.lockutils [req-4509a251-0c4b-4cc1-9643-a1f64b438cb9 req-1019595e-d140-42e1-975a-9a1a48d09f83 service nova] Acquired lock "refresh_cache-f355d8b7-a7d9-4b25-97aa-cdc6c7102e31" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.665154] env[70542]: DEBUG nova.network.neutron [req-4509a251-0c4b-4cc1-9643-a1f64b438cb9 req-1019595e-d140-42e1-975a-9a1a48d09f83 service nova] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Refreshing network info cache for port 6a60fcfb-c252-4f89-8ab1-623a21d155f1 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.666425] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:9f:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a60fcfb-c252-4f89-8ab1-623a21d155f1', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.674903] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Creating folder: Project (86dcf16590494c778c14f67b1e94b13f). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.676059] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f6813b4-6451-42e4-9a78-6d8144f3fc0d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.691346] env[70542]: DEBUG oslo_vmware.api [None req-6efc56af-c515-4847-aadc-f35434a47a41 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': task-3911124, 'name': ReconfigVM_Task, 'duration_secs': 0.193303} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.694715] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6efc56af-c515-4847-aadc-f35434a47a41 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Reconfigured VM instance to set the machine id {{(pid=70542) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 814.700023] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Created folder: Project (86dcf16590494c778c14f67b1e94b13f) in parent group-v776569. [ 814.700227] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Creating folder: Instances. Parent ref: group-v776698. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.700857] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dada9312-9a5b-492a-9dff-c606cc8fcf4a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.706772] env[70542]: DEBUG oslo_vmware.api [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Task: {'id': task-3911116, 'name': PowerOnVM_Task, 'duration_secs': 3.85376} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.707050] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.707261] env[70542]: INFO nova.compute.manager [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Took 9.37 seconds to spawn the instance on the hypervisor. [ 814.707439] env[70542]: DEBUG nova.compute.manager [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 814.708577] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3240906-ed3d-4027-a1a6-900b215b5c32 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.720842] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Created folder: Instances in parent group-v776698. [ 814.720842] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.720842] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.720842] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fc55f97-fbd7-44d2-b6a6-950a43afd181 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.742989] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.742989] env[70542]: value = "task-3911127" [ 814.742989] env[70542]: _type = "Task" [ 814.742989] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.757366] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911127, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.815728] env[70542]: DEBUG nova.compute.manager [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.815970] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.817149] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58987e0a-576a-4cfd-9911-b42af58b64a5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.826697] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.826895] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cc2b3aa-239a-4207-b0ee-5089fcef4c6c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.834207] env[70542]: DEBUG oslo_vmware.api [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Waiting for the task: (returnval){ [ 814.834207] env[70542]: value = "task-3911128" [ 814.834207] env[70542]: _type = "Task" [ 814.834207] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.844785] env[70542]: DEBUG oslo_vmware.api [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': task-3911128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.968957] env[70542]: DEBUG oslo_concurrency.lockutils [req-ad0ea4a1-ead9-42e3-8e04-0e8283f8e08b req-b8fd5b87-7c13-437d-af28-fba9672812c9 service nova] Releasing lock "refresh_cache-61b93ec7-7899-446d-8e08-d354622eeaa4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.969579] env[70542]: DEBUG oslo_concurrency.lockutils [req-6d309d31-5dba-4cb7-851a-f25bb8c4bd87 req-6936ebf3-924d-4a68-a0b1-5442bec0e071 service nova] Acquired lock "refresh_cache-61b93ec7-7899-446d-8e08-d354622eeaa4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.969846] env[70542]: DEBUG nova.network.neutron [req-6d309d31-5dba-4cb7-851a-f25bb8c4bd87 req-6936ebf3-924d-4a68-a0b1-5442bec0e071 service nova] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Refreshing network info cache for port 601c9f06-1cc1-4e4d-8b6f-763d07559dad {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.053524] env[70542]: DEBUG oslo_vmware.api [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Task: {'id': task-3911123, 'name': ReconfigVM_Task, 'duration_secs': 0.520188} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.053821] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 7da44ecc-2b8f-4068-86bc-f8632048f2b0/7da44ecc-2b8f-4068-86bc-f8632048f2b0.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.054579] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c4e25a4-d223-46d6-a0cd-224a77d71ce0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.062418] env[70542]: DEBUG oslo_vmware.api [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Waiting for the task: (returnval){ [ 815.062418] env[70542]: value = "task-3911129" [ 815.062418] env[70542]: _type = "Task" [ 815.062418] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.072302] env[70542]: DEBUG oslo_vmware.api [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Task: {'id': task-3911129, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.102454] env[70542]: DEBUG oslo_vmware.api [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b41373-f3af-217d-867b-cec4308685be, 'name': SearchDatastore_Task, 'duration_secs': 0.016599} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.103410] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95fb333a-f0f1-404d-b747-392dfefc9a69 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.113827] env[70542]: DEBUG oslo_vmware.api [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 815.113827] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f85277-be4b-203e-60ff-e0257b2dda9f" [ 815.113827] env[70542]: _type = "Task" [ 815.113827] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.123962] env[70542]: DEBUG oslo_vmware.api [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f85277-be4b-203e-60ff-e0257b2dda9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.141148] env[70542]: DEBUG oslo_concurrency.lockutils [None req-be932b1f-2c43-49ae-a2e4-82e5a50712b9 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Lock "c82e9569-5ed3-49ca-a81d-e274ecc11a9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.125s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.232526] env[70542]: INFO nova.compute.manager [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Took 43.39 seconds to build instance. [ 815.261945] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911127, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.346998] env[70542]: DEBUG oslo_vmware.api [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': task-3911128, 'name': PowerOffVM_Task, 'duration_secs': 0.267013} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.348125] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.348384] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.351261] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06a9648d-0b4e-40ef-9629-cca42e831a94 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.438172] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.438522] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.438746] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Deleting the datastore file [datastore2] 61b93ec7-7899-446d-8e08-d354622eeaa4 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.441784] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5d31ebc-74f0-414b-a430-dee166a6bdc2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.449724] env[70542]: DEBUG oslo_vmware.api [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Waiting for the task: (returnval){ [ 815.449724] env[70542]: value = "task-3911131" [ 815.449724] env[70542]: _type = "Task" [ 815.449724] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.462306] env[70542]: DEBUG oslo_vmware.api [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': task-3911131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.501109] env[70542]: DEBUG nova.network.neutron [req-4509a251-0c4b-4cc1-9643-a1f64b438cb9 req-1019595e-d140-42e1-975a-9a1a48d09f83 service nova] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Updated VIF entry in instance network info cache for port 6a60fcfb-c252-4f89-8ab1-623a21d155f1. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.501711] env[70542]: DEBUG nova.network.neutron [req-4509a251-0c4b-4cc1-9643-a1f64b438cb9 req-1019595e-d140-42e1-975a-9a1a48d09f83 service nova] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Updating instance_info_cache with network_info: [{"id": "6a60fcfb-c252-4f89-8ab1-623a21d155f1", "address": "fa:16:3e:88:9f:9b", "network": {"id": "9c2a2fbf-aad1-43c7-a6bb-2bc7daee65e2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-368306689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "86dcf16590494c778c14f67b1e94b13f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a60fcfb-c2", "ovs_interfaceid": "6a60fcfb-c252-4f89-8ab1-623a21d155f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.577323] env[70542]: DEBUG oslo_vmware.api [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Task: {'id': task-3911129, 'name': Rename_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.631540] env[70542]: DEBUG oslo_vmware.api [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f85277-be4b-203e-60ff-e0257b2dda9f, 'name': SearchDatastore_Task, 'duration_secs': 0.049077} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.631662] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.631985] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] e24cd975-f193-447c-872e-6bb88284a63b/e24cd975-f193-447c-872e-6bb88284a63b.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.638022] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d92ae14c-d231-460c-8d4d-0ef289895fef {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.651020] env[70542]: DEBUG oslo_vmware.api [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 815.651020] env[70542]: value = "task-3911132" [ 815.651020] env[70542]: _type = "Task" [ 815.651020] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.659464] env[70542]: DEBUG oslo_vmware.api [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.705404] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abe3d28-5147-421b-96fb-3a816c3d2491 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.714740] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d2a5c7-7547-4cea-9cb3-ae75757edd42 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.755546] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f9909407-15c3-4a3a-94b8-8ffe655de06b tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Lock "a4636d85-7109-4b7e-a01a-4cf2d2952886" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.227s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.762255] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d49fe26-070f-492e-a902-69ed510268c9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.776133] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111d7d1f-dafb-4107-ac58-19e8d05135d9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.780893] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911127, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.793029] env[70542]: DEBUG nova.compute.provider_tree [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.848146] env[70542]: DEBUG nova.network.neutron [req-6d309d31-5dba-4cb7-851a-f25bb8c4bd87 req-6936ebf3-924d-4a68-a0b1-5442bec0e071 service nova] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Updated VIF entry in instance network info cache for port 601c9f06-1cc1-4e4d-8b6f-763d07559dad. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.848551] env[70542]: DEBUG nova.network.neutron [req-6d309d31-5dba-4cb7-851a-f25bb8c4bd87 req-6936ebf3-924d-4a68-a0b1-5442bec0e071 service nova] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Updating instance_info_cache with network_info: [{"id": "601c9f06-1cc1-4e4d-8b6f-763d07559dad", "address": "fa:16:3e:ad:dd:47", "network": {"id": "3fe0af82-2f75-4ef6-884b-7e0748fd3323", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-821776871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44cc20bc07b54f06a1599250b8409dd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap601c9f06-1c", "ovs_interfaceid": "601c9f06-1cc1-4e4d-8b6f-763d07559dad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.962087] env[70542]: DEBUG oslo_vmware.api [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Task: {'id': task-3911131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271712} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.962741] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.962954] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.963137] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.963316] env[70542]: INFO nova.compute.manager [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 815.963561] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.963760] env[70542]: DEBUG nova.compute.manager [-] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.963850] env[70542]: DEBUG nova.network.neutron [-] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.007909] env[70542]: DEBUG oslo_concurrency.lockutils [req-4509a251-0c4b-4cc1-9643-a1f64b438cb9 req-1019595e-d140-42e1-975a-9a1a48d09f83 service nova] Releasing lock "refresh_cache-f355d8b7-a7d9-4b25-97aa-cdc6c7102e31" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.075562] env[70542]: DEBUG oslo_vmware.api [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Task: {'id': task-3911129, 'name': Rename_Task, 'duration_secs': 0.618652} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.077021] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.077021] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-176660d2-2d66-4a5a-b136-a183a5babfa2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.086022] env[70542]: DEBUG oslo_vmware.api [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Waiting for the task: (returnval){ [ 816.086022] env[70542]: value = "task-3911133" [ 816.086022] env[70542]: _type = "Task" [ 816.086022] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.094551] env[70542]: DEBUG oslo_concurrency.lockutils [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Acquiring lock "513a1359-d44c-4e77-8621-9704298cfe79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.094805] env[70542]: DEBUG oslo_concurrency.lockutils [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Lock "513a1359-d44c-4e77-8621-9704298cfe79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.095055] env[70542]: DEBUG oslo_concurrency.lockutils [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Acquiring lock "513a1359-d44c-4e77-8621-9704298cfe79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.095248] env[70542]: DEBUG oslo_concurrency.lockutils [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Lock "513a1359-d44c-4e77-8621-9704298cfe79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.095409] env[70542]: DEBUG oslo_concurrency.lockutils [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Lock "513a1359-d44c-4e77-8621-9704298cfe79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.097164] env[70542]: DEBUG oslo_vmware.api [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Task: {'id': task-3911133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.098313] env[70542]: INFO nova.compute.manager [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Terminating instance [ 816.162060] env[70542]: DEBUG oslo_vmware.api [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911132, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.237843] env[70542]: DEBUG oslo_vmware.rw_handles [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d291c8-7bb9-903b-fa09-2fb1a15e189f/disk-0.vmdk. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 816.240312] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b943a0af-83da-4722-8c40-f6fa713b1c84 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.248918] env[70542]: DEBUG oslo_vmware.rw_handles [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d291c8-7bb9-903b-fa09-2fb1a15e189f/disk-0.vmdk is in state: ready. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 816.249189] env[70542]: ERROR oslo_vmware.rw_handles [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d291c8-7bb9-903b-fa09-2fb1a15e189f/disk-0.vmdk due to incomplete transfer. [ 816.249467] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e479960e-6421-4227-af88-5634bd480aae {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.262800] env[70542]: DEBUG oslo_vmware.rw_handles [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d291c8-7bb9-903b-fa09-2fb1a15e189f/disk-0.vmdk. {{(pid=70542) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 816.263034] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Uploaded image 6659269c-40b8-4527-92a1-de1525459ab6 to the Glance image server {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 816.265450] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Destroying the VM {{(pid=70542) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 816.266270] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3be4c05a-b15e-479f-950f-93af7f77f367 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.268321] env[70542]: DEBUG nova.compute.manager [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 816.277032] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911127, 'name': CreateVM_Task, 'duration_secs': 1.120313} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.277525] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.278268] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.278431] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.278923] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.279217] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cea2c49-94d8-4250-a6d5-046bd2b8c7fd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.284400] env[70542]: DEBUG oslo_vmware.api [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 816.284400] env[70542]: value = "task-3911134" [ 816.284400] env[70542]: _type = "Task" [ 816.284400] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.291737] env[70542]: DEBUG oslo_vmware.api [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Waiting for the task: (returnval){ [ 816.291737] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52700c29-63c2-a0c4-27c8-1e92a95d0bfa" [ 816.291737] env[70542]: _type = "Task" [ 816.291737] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.300981] env[70542]: DEBUG nova.scheduler.client.report [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.305464] env[70542]: DEBUG oslo_vmware.api [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911134, 'name': Destroy_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.312284] env[70542]: DEBUG oslo_vmware.api [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52700c29-63c2-a0c4-27c8-1e92a95d0bfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.351846] env[70542]: DEBUG oslo_concurrency.lockutils [req-6d309d31-5dba-4cb7-851a-f25bb8c4bd87 req-6936ebf3-924d-4a68-a0b1-5442bec0e071 service nova] Releasing lock "refresh_cache-61b93ec7-7899-446d-8e08-d354622eeaa4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.425048] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Acquiring lock "7e2f05a8-6f0d-4112-a654-b2a6d01a011a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.425361] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Lock "7e2f05a8-6f0d-4112-a654-b2a6d01a011a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.425665] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Acquiring lock "7e2f05a8-6f0d-4112-a654-b2a6d01a011a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.425967] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Lock "7e2f05a8-6f0d-4112-a654-b2a6d01a011a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.426269] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Lock "7e2f05a8-6f0d-4112-a654-b2a6d01a011a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.432604] env[70542]: INFO nova.compute.manager [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Terminating instance [ 816.596100] env[70542]: DEBUG oslo_vmware.api [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Task: {'id': task-3911133, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.604164] env[70542]: DEBUG nova.compute.manager [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.604413] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.605344] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3d7dc6-8ee4-4740-9684-558b1bd33807 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.614431] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.614711] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7160b0b-19d2-46ff-b35e-0f42d7b877da {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.624023] env[70542]: DEBUG oslo_vmware.api [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 816.624023] env[70542]: value = "task-3911135" [ 816.624023] env[70542]: _type = "Task" [ 816.624023] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.632844] env[70542]: DEBUG oslo_vmware.api [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3911135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.662474] env[70542]: DEBUG oslo_vmware.api [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702302} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.662828] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] e24cd975-f193-447c-872e-6bb88284a63b/e24cd975-f193-447c-872e-6bb88284a63b.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.663297] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.663589] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be7e5b47-b674-44bc-af60-4dd9388fc0e1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.672524] env[70542]: DEBUG oslo_vmware.api [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 816.672524] env[70542]: value = "task-3911136" [ 816.672524] env[70542]: _type = "Task" [ 816.672524] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.682439] env[70542]: DEBUG oslo_vmware.api [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.798263] env[70542]: DEBUG oslo_vmware.api [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911134, 'name': Destroy_Task} progress is 33%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.804908] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.805989] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.811399] env[70542]: DEBUG oslo_concurrency.lockutils [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.002s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.813208] env[70542]: INFO nova.compute.claims [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.825877] env[70542]: DEBUG oslo_vmware.api [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52700c29-63c2-a0c4-27c8-1e92a95d0bfa, 'name': SearchDatastore_Task, 'duration_secs': 0.029561} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.826488] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.827033] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.827033] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.827662] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.827662] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.827662] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df6ab44f-ae1e-4343-be8e-2c781673a3da {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.839164] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.839366] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.841422] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cd6fd89-b09b-4f47-96b4-6b5cf96374b1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.847093] env[70542]: DEBUG oslo_vmware.api [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Waiting for the task: (returnval){ [ 816.847093] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f56659-6c95-18d4-5748-d126f2b131b6" [ 816.847093] env[70542]: _type = "Task" [ 816.847093] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.851965] env[70542]: INFO nova.scheduler.client.report [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Deleted allocations for instance c8fe42f0-c100-4201-9895-f226773be184 [ 816.862982] env[70542]: DEBUG oslo_vmware.api [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f56659-6c95-18d4-5748-d126f2b131b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.939444] env[70542]: DEBUG nova.compute.manager [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.939689] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.940920] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b697b8d-0e80-48e5-90ef-19252d89824a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.955584] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.956055] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29950e4a-e401-435a-8b0c-f19765a072a1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.965939] env[70542]: DEBUG oslo_vmware.api [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Waiting for the task: (returnval){ [ 816.965939] env[70542]: value = "task-3911137" [ 816.965939] env[70542]: _type = "Task" [ 816.965939] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.975221] env[70542]: DEBUG oslo_vmware.api [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Task: {'id': task-3911137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.096821] env[70542]: DEBUG oslo_vmware.api [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Task: {'id': task-3911133, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.136056] env[70542]: DEBUG oslo_vmware.api [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3911135, 'name': PowerOffVM_Task, 'duration_secs': 0.310836} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.136367] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.136534] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.136798] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e81235d-a955-4c5f-a071-c2b102f25402 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.187616] env[70542]: DEBUG oslo_vmware.api [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079295} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.188018] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.191772] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9685ea45-f687-462b-8b22-95e7dd80c1a0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.224320] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] e24cd975-f193-447c-872e-6bb88284a63b/e24cd975-f193-447c-872e-6bb88284a63b.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.225100] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef4b51b2-60c3-45ae-ba8d-625ab3a28222 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.243405] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.243405] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.243405] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Deleting the datastore file [datastore1] 513a1359-d44c-4e77-8621-9704298cfe79 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.247436] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1a29232-e186-4e47-87c4-f2ee0e46fed8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.259926] env[70542]: DEBUG oslo_vmware.api [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 817.259926] env[70542]: value = "task-3911139" [ 817.259926] env[70542]: _type = "Task" [ 817.259926] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.262782] env[70542]: DEBUG oslo_vmware.api [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for the task: (returnval){ [ 817.262782] env[70542]: value = "task-3911140" [ 817.262782] env[70542]: _type = "Task" [ 817.262782] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.277893] env[70542]: DEBUG oslo_vmware.api [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3911140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.286481] env[70542]: DEBUG oslo_vmware.api [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911139, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.301081] env[70542]: DEBUG oslo_vmware.api [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911134, 'name': Destroy_Task, 'duration_secs': 0.676444} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.304987] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Destroyed the VM [ 817.305336] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Deleting Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 817.305646] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-85335c73-88c2-46f0-a4b7-3ffbb8b6c48f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.313821] env[70542]: DEBUG oslo_vmware.api [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 817.313821] env[70542]: value = "task-3911141" [ 817.313821] env[70542]: _type = "Task" [ 817.313821] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.327247] env[70542]: DEBUG oslo_vmware.api [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911141, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.367734] env[70542]: DEBUG oslo_vmware.api [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f56659-6c95-18d4-5748-d126f2b131b6, 'name': SearchDatastore_Task, 'duration_secs': 0.018093} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.368510] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c141ee8b-7f54-4842-a94f-bde8ec99c47e tempest-ListServersNegativeTestJSON-1092584325 tempest-ListServersNegativeTestJSON-1092584325-project-member] Lock "c8fe42f0-c100-4201-9895-f226773be184" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.704s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.371530] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-673dfa72-597e-44ff-a61f-2b1e6bcb317a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.381057] env[70542]: DEBUG oslo_vmware.api [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Waiting for the task: (returnval){ [ 817.381057] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524696e1-15da-a6df-21d5-3a213fbfdc49" [ 817.381057] env[70542]: _type = "Task" [ 817.381057] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.400348] env[70542]: DEBUG oslo_vmware.api [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524696e1-15da-a6df-21d5-3a213fbfdc49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.478950] env[70542]: DEBUG oslo_vmware.api [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Task: {'id': task-3911137, 'name': PowerOffVM_Task, 'duration_secs': 0.311624} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.479346] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.479535] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.480046] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bb4dd2e-10a0-43c3-b862-b4d8fa7e5c05 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.524365] env[70542]: DEBUG nova.compute.manager [req-bcc6402c-a38b-4969-becd-bb08e02f9b2f req-c5427bd1-f4ad-4d80-9ff4-cae6f1645e5c service nova] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Received event network-vif-deleted-601c9f06-1cc1-4e4d-8b6f-763d07559dad {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.524656] env[70542]: INFO nova.compute.manager [req-bcc6402c-a38b-4969-becd-bb08e02f9b2f req-c5427bd1-f4ad-4d80-9ff4-cae6f1645e5c service nova] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Neutron deleted interface 601c9f06-1cc1-4e4d-8b6f-763d07559dad; detaching it from the instance and deleting it from the info cache [ 817.524750] env[70542]: DEBUG nova.network.neutron [req-bcc6402c-a38b-4969-becd-bb08e02f9b2f req-c5427bd1-f4ad-4d80-9ff4-cae6f1645e5c service nova] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.564432] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.564800] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.564917] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Deleting the datastore file [datastore1] 7e2f05a8-6f0d-4112-a654-b2a6d01a011a {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.566724] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50eafaf0-c35c-4e9c-942b-aa9be15f4a99 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.574922] env[70542]: DEBUG oslo_vmware.api [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Waiting for the task: (returnval){ [ 817.574922] env[70542]: value = "task-3911143" [ 817.574922] env[70542]: _type = "Task" [ 817.574922] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.591197] env[70542]: DEBUG oslo_vmware.api [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Task: {'id': task-3911143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.604148] env[70542]: DEBUG oslo_vmware.api [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Task: {'id': task-3911133, 'name': PowerOnVM_Task, 'duration_secs': 1.201204} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.605157] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.605157] env[70542]: INFO nova.compute.manager [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Took 11.26 seconds to spawn the instance on the hypervisor. [ 817.605157] env[70542]: DEBUG nova.compute.manager [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 817.605841] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef32e3f-393d-4a35-a13d-c63fef3dc02d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.753089] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9bb43b16-9a12-4748-9940-0da384af5100 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "84a3dae0-d4c2-4820-9c3b-a5069ac3d96c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.753424] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9bb43b16-9a12-4748-9940-0da384af5100 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "84a3dae0-d4c2-4820-9c3b-a5069ac3d96c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.755888] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9bb43b16-9a12-4748-9940-0da384af5100 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "84a3dae0-d4c2-4820-9c3b-a5069ac3d96c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.755888] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9bb43b16-9a12-4748-9940-0da384af5100 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "84a3dae0-d4c2-4820-9c3b-a5069ac3d96c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.755888] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9bb43b16-9a12-4748-9940-0da384af5100 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "84a3dae0-d4c2-4820-9c3b-a5069ac3d96c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.757532] env[70542]: DEBUG nova.network.neutron [-] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.760657] env[70542]: INFO nova.compute.manager [None req-9bb43b16-9a12-4748-9940-0da384af5100 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Terminating instance [ 817.779790] env[70542]: DEBUG oslo_vmware.api [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Task: {'id': task-3911140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262792} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.785023] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.785023] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.785023] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.785023] env[70542]: INFO nova.compute.manager [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Took 1.18 seconds to destroy the instance on the hypervisor. [ 817.785023] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.785368] env[70542]: DEBUG oslo_vmware.api [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911139, 'name': ReconfigVM_Task, 'duration_secs': 0.505548} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.785368] env[70542]: DEBUG nova.compute.manager [-] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.785368] env[70542]: DEBUG nova.network.neutron [-] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.786972] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Reconfigured VM instance instance-0000002a to attach disk [datastore1] e24cd975-f193-447c-872e-6bb88284a63b/e24cd975-f193-447c-872e-6bb88284a63b.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.788236] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f286ba57-eae8-4170-b25a-a3920837892e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.798522] env[70542]: DEBUG oslo_vmware.api [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 817.798522] env[70542]: value = "task-3911144" [ 817.798522] env[70542]: _type = "Task" [ 817.798522] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.815443] env[70542]: DEBUG oslo_vmware.api [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911144, 'name': Rename_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.826979] env[70542]: DEBUG oslo_vmware.api [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911141, 'name': RemoveSnapshot_Task, 'duration_secs': 0.503655} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.826979] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Deleted Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 817.827491] env[70542]: INFO nova.compute.manager [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Took 16.23 seconds to snapshot the instance on the hypervisor. [ 817.895828] env[70542]: DEBUG oslo_vmware.api [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524696e1-15da-a6df-21d5-3a213fbfdc49, 'name': SearchDatastore_Task, 'duration_secs': 0.014704} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.905280] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.905943] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] f355d8b7-a7d9-4b25-97aa-cdc6c7102e31/f355d8b7-a7d9-4b25-97aa-cdc6c7102e31.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.907129] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ace036da-83d7-47a9-984a-0a6389fbd542 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.916287] env[70542]: DEBUG oslo_vmware.api [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Waiting for the task: (returnval){ [ 817.916287] env[70542]: value = "task-3911145" [ 817.916287] env[70542]: _type = "Task" [ 817.916287] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.932556] env[70542]: DEBUG oslo_vmware.api [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.030826] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3732cce-fdee-4abc-95f3-65455f0736c4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.042640] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff609a18-4adc-4b55-8037-0f653fc1902f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.100790] env[70542]: DEBUG nova.compute.manager [req-bcc6402c-a38b-4969-becd-bb08e02f9b2f req-c5427bd1-f4ad-4d80-9ff4-cae6f1645e5c service nova] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Detach interface failed, port_id=601c9f06-1cc1-4e4d-8b6f-763d07559dad, reason: Instance 61b93ec7-7899-446d-8e08-d354622eeaa4 could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 818.111210] env[70542]: DEBUG oslo_vmware.api [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Task: {'id': task-3911143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241975} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.111323] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.111408] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.111586] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.111763] env[70542]: INFO nova.compute.manager [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 818.112139] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.112389] env[70542]: DEBUG nova.compute.manager [-] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.112641] env[70542]: DEBUG nova.network.neutron [-] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.124784] env[70542]: INFO nova.compute.manager [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Took 43.21 seconds to build instance. [ 818.265450] env[70542]: INFO nova.compute.manager [-] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Took 2.30 seconds to deallocate network for instance. [ 818.275463] env[70542]: DEBUG nova.compute.manager [None req-9bb43b16-9a12-4748-9940-0da384af5100 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.275688] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb43b16-9a12-4748-9940-0da384af5100 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.276775] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60b0bcf-9936-436a-af1c-308592cef800 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.290900] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb43b16-9a12-4748-9940-0da384af5100 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.291398] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a486df0b-1e0d-4812-8293-444692e4bd3a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.312161] env[70542]: DEBUG oslo_vmware.api [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911144, 'name': Rename_Task, 'duration_secs': 0.243062} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.312161] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.312161] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96758f7d-7fce-4aaa-8eed-3e23a9b8a4fc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.327208] env[70542]: DEBUG oslo_vmware.api [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 818.327208] env[70542]: value = "task-3911147" [ 818.327208] env[70542]: _type = "Task" [ 818.327208] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.336086] env[70542]: DEBUG nova.compute.manager [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Instance disappeared during snapshot {{(pid=70542) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 818.350689] env[70542]: DEBUG oslo_vmware.api [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.361594] env[70542]: DEBUG nova.compute.manager [None req-28de0d11-8a9e-4c1a-9ac0-d016ff1c00b5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Image not found during clean up 6659269c-40b8-4527-92a1-de1525459ab6 {{(pid=70542) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 818.386887] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb43b16-9a12-4748-9940-0da384af5100 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.388127] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb43b16-9a12-4748-9940-0da384af5100 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.388590] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bb43b16-9a12-4748-9940-0da384af5100 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Deleting the datastore file [datastore2] 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.389858] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9292d2f0-a26a-4bf1-bc48-f1c88e25c95b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.405633] env[70542]: DEBUG oslo_vmware.api [None req-9bb43b16-9a12-4748-9940-0da384af5100 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 818.405633] env[70542]: value = "task-3911148" [ 818.405633] env[70542]: _type = "Task" [ 818.405633] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.420103] env[70542]: DEBUG oslo_vmware.api [None req-9bb43b16-9a12-4748-9940-0da384af5100 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.435590] env[70542]: DEBUG oslo_vmware.api [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911145, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.485926] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbcf944-1b62-40a7-a0b4-825d69da18a8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.498576] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35850a62-2274-4828-ae92-81625963a5f5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.542281] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0251db02-efa1-4754-baf2-7a5fd62dd745 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.552018] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5564d6d8-ea33-4a50-8143-4bf5fa22281c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.569161] env[70542]: DEBUG nova.compute.provider_tree [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.626852] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dad1fae9-5f02-4c07-9fb9-329f1ebc4e01 tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Lock "7da44ecc-2b8f-4068-86bc-f8632048f2b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.076s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.675166] env[70542]: DEBUG nova.network.neutron [-] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.720894] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "79bf7182-4a57-4a8e-a402-4d67c3158374" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.721711] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "79bf7182-4a57-4a8e-a402-4d67c3158374" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.773191] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.837414] env[70542]: DEBUG oslo_vmware.api [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911147, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.918726] env[70542]: DEBUG oslo_vmware.api [None req-9bb43b16-9a12-4748-9940-0da384af5100 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.933354] env[70542]: DEBUG oslo_vmware.api [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758129} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.933648] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] f355d8b7-a7d9-4b25-97aa-cdc6c7102e31/f355d8b7-a7d9-4b25-97aa-cdc6c7102e31.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.933868] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.934185] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d267147-f7ca-46bc-8f74-a7031873e1ac {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.942043] env[70542]: DEBUG oslo_vmware.api [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Waiting for the task: (returnval){ [ 818.942043] env[70542]: value = "task-3911149" [ 818.942043] env[70542]: _type = "Task" [ 818.942043] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.951077] env[70542]: DEBUG oslo_vmware.api [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.073863] env[70542]: DEBUG nova.scheduler.client.report [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.130864] env[70542]: DEBUG nova.compute.manager [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.178285] env[70542]: INFO nova.compute.manager [-] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Took 1.39 seconds to deallocate network for instance. [ 819.342028] env[70542]: DEBUG oslo_vmware.api [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911147, 'name': PowerOnVM_Task, 'duration_secs': 0.918364} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.342028] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.342028] env[70542]: INFO nova.compute.manager [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Took 10.08 seconds to spawn the instance on the hypervisor. [ 819.342028] env[70542]: DEBUG nova.compute.manager [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 819.342028] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338c0c10-1698-4b14-8d62-20ba4b84682c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.421481] env[70542]: DEBUG oslo_vmware.api [None req-9bb43b16-9a12-4748-9940-0da384af5100 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.654741} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.422988] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bb43b16-9a12-4748-9940-0da384af5100 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.422988] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb43b16-9a12-4748-9940-0da384af5100 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.422988] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb43b16-9a12-4748-9940-0da384af5100 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.422988] env[70542]: INFO nova.compute.manager [None req-9bb43b16-9a12-4748-9940-0da384af5100 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 819.423273] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bb43b16-9a12-4748-9940-0da384af5100 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.423661] env[70542]: DEBUG nova.compute.manager [-] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.423661] env[70542]: DEBUG nova.network.neutron [-] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.456250] env[70542]: DEBUG oslo_vmware.api [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092218} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.456562] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.457373] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adb4fae-5154-4d12-a93a-416a74df70af {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.483690] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] f355d8b7-a7d9-4b25-97aa-cdc6c7102e31/f355d8b7-a7d9-4b25-97aa-cdc6c7102e31.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.484470] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc841d35-2a57-4447-b249-0ad5b4da6cc5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.508975] env[70542]: DEBUG oslo_vmware.api [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Waiting for the task: (returnval){ [ 819.508975] env[70542]: value = "task-3911150" [ 819.508975] env[70542]: _type = "Task" [ 819.508975] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.519640] env[70542]: DEBUG oslo_vmware.api [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911150, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.581166] env[70542]: DEBUG oslo_concurrency.lockutils [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.581721] env[70542]: DEBUG nova.compute.manager [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 819.584794] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.695s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.585011] env[70542]: DEBUG nova.objects.instance [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70542) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 819.663086] env[70542]: DEBUG oslo_concurrency.lockutils [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.687196] env[70542]: DEBUG oslo_concurrency.lockutils [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.717923] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "7323ed53-e030-4128-b880-37c3ee09434b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.718201] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "7323ed53-e030-4128-b880-37c3ee09434b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.718386] env[70542]: INFO nova.compute.manager [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Shelving [ 819.866711] env[70542]: INFO nova.compute.manager [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Took 41.09 seconds to build instance. [ 819.903943] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "interface-d8595e6b-7681-4439-9052-5a066d6f9c57-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.904353] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "interface-d8595e6b-7681-4439-9052-5a066d6f9c57-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.904719] env[70542]: DEBUG nova.objects.instance [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lazy-loading 'flavor' on Instance uuid d8595e6b-7681-4439-9052-5a066d6f9c57 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.950142] env[70542]: DEBUG nova.network.neutron [-] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.024843] env[70542]: DEBUG oslo_vmware.api [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.093294] env[70542]: DEBUG nova.compute.utils [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.095066] env[70542]: DEBUG nova.compute.manager [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Not allocating networking since 'none' was specified. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 820.246883] env[70542]: DEBUG nova.compute.manager [req-7a8becec-a29d-416c-a414-eac80ff2e596 req-70b11cea-13e3-46eb-9011-0b4bd941cc26 service nova] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Received event network-vif-deleted-633b3038-0cf7-4ee5-9136-26061f357491 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.318897] env[70542]: DEBUG nova.compute.manager [req-f2b5f9fa-e593-4048-b0e1-9429301d586c req-883389bb-9cd8-432b-83f5-727f152d0df4 service nova] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Received event network-changed-696dd423-c5af-495c-beda-2774c0b02532 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.318962] env[70542]: DEBUG nova.compute.manager [req-f2b5f9fa-e593-4048-b0e1-9429301d586c req-883389bb-9cd8-432b-83f5-727f152d0df4 service nova] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Refreshing instance network info cache due to event network-changed-696dd423-c5af-495c-beda-2774c0b02532. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.319233] env[70542]: DEBUG oslo_concurrency.lockutils [req-f2b5f9fa-e593-4048-b0e1-9429301d586c req-883389bb-9cd8-432b-83f5-727f152d0df4 service nova] Acquiring lock "refresh_cache-a4636d85-7109-4b7e-a01a-4cf2d2952886" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.319757] env[70542]: DEBUG oslo_concurrency.lockutils [req-f2b5f9fa-e593-4048-b0e1-9429301d586c req-883389bb-9cd8-432b-83f5-727f152d0df4 service nova] Acquired lock "refresh_cache-a4636d85-7109-4b7e-a01a-4cf2d2952886" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.319936] env[70542]: DEBUG nova.network.neutron [req-f2b5f9fa-e593-4048-b0e1-9429301d586c req-883389bb-9cd8-432b-83f5-727f152d0df4 service nova] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Refreshing network info cache for port 696dd423-c5af-495c-beda-2774c0b02532 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.370411] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a5a9e67c-0d7d-49e8-ad98-b8f4d4da2a00 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "e24cd975-f193-447c-872e-6bb88284a63b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.764s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.375990] env[70542]: DEBUG nova.network.neutron [-] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.452937] env[70542]: INFO nova.compute.manager [-] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Took 2.34 seconds to deallocate network for instance. [ 820.504437] env[70542]: DEBUG nova.objects.instance [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lazy-loading 'pci_requests' on Instance uuid d8595e6b-7681-4439-9052-5a066d6f9c57 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.522415] env[70542]: DEBUG oslo_vmware.api [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911150, 'name': ReconfigVM_Task, 'duration_secs': 0.574356} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.522415] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Reconfigured VM instance instance-0000002b to attach disk [datastore2] f355d8b7-a7d9-4b25-97aa-cdc6c7102e31/f355d8b7-a7d9-4b25-97aa-cdc6c7102e31.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.523161] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba61874b-0244-49ce-adb0-1e19c6ed7a10 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.531645] env[70542]: DEBUG oslo_vmware.api [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Waiting for the task: (returnval){ [ 820.531645] env[70542]: value = "task-3911151" [ 820.531645] env[70542]: _type = "Task" [ 820.531645] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.542536] env[70542]: DEBUG oslo_vmware.api [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911151, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.596173] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af7beb05-25df-41aa-9b39-818166660442 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.597436] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.295s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.597588] env[70542]: DEBUG nova.objects.instance [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lazy-loading 'resources' on Instance uuid 015d3f07-677b-4dc5-a599-046728624a02 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.599118] env[70542]: DEBUG nova.compute.manager [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.732313] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.732705] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89eae88c-5568-4e2e-90f3-bc796ed266e1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.741538] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 820.741538] env[70542]: value = "task-3911152" [ 820.741538] env[70542]: _type = "Task" [ 820.741538] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.751441] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.873877] env[70542]: DEBUG nova.compute.manager [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.877151] env[70542]: INFO nova.compute.manager [-] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Took 1.45 seconds to deallocate network for instance. [ 820.965062] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.007114] env[70542]: DEBUG nova.objects.base [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70542) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 821.007359] env[70542]: DEBUG nova.network.neutron [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.043598] env[70542]: DEBUG oslo_vmware.api [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911151, 'name': Rename_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.066199] env[70542]: DEBUG nova.policy [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '636aa9b3c4844b21b44931adb536fc77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3850b9c8425489ea8aedd367c3848a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.081787] env[70542]: DEBUG nova.network.neutron [req-f2b5f9fa-e593-4048-b0e1-9429301d586c req-883389bb-9cd8-432b-83f5-727f152d0df4 service nova] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Updated VIF entry in instance network info cache for port 696dd423-c5af-495c-beda-2774c0b02532. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.081787] env[70542]: DEBUG nova.network.neutron [req-f2b5f9fa-e593-4048-b0e1-9429301d586c req-883389bb-9cd8-432b-83f5-727f152d0df4 service nova] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Updating instance_info_cache with network_info: [{"id": "696dd423-c5af-495c-beda-2774c0b02532", "address": "fa:16:3e:e7:9c:3a", "network": {"id": "da762a47-600f-4c47-b1f6-3f19c04da805", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-178819557-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62b7ecf136824113b9bec7dfb2aecd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap696dd423-c5", "ovs_interfaceid": "696dd423-c5af-495c-beda-2774c0b02532", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.261539] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911152, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.391499] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9bb43b16-9a12-4748-9940-0da384af5100 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.409410] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.505164] env[70542]: DEBUG nova.network.neutron [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Successfully created port: 2471e91a-8e3f-4ce2-8926-1a0ba8439e5e {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.547165] env[70542]: DEBUG oslo_vmware.api [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911151, 'name': Rename_Task, 'duration_secs': 0.704619} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.547455] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.547706] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92b9f61e-8d11-4fdb-99c1-6a9a232439cb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.559098] env[70542]: DEBUG oslo_vmware.api [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Waiting for the task: (returnval){ [ 821.559098] env[70542]: value = "task-3911153" [ 821.559098] env[70542]: _type = "Task" [ 821.559098] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.568795] env[70542]: DEBUG oslo_vmware.api [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.584266] env[70542]: DEBUG oslo_concurrency.lockutils [req-f2b5f9fa-e593-4048-b0e1-9429301d586c req-883389bb-9cd8-432b-83f5-727f152d0df4 service nova] Releasing lock "refresh_cache-a4636d85-7109-4b7e-a01a-4cf2d2952886" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.584546] env[70542]: DEBUG nova.compute.manager [req-f2b5f9fa-e593-4048-b0e1-9429301d586c req-883389bb-9cd8-432b-83f5-727f152d0df4 service nova] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Received event network-vif-deleted-96fc8356-1594-4a9e-83c2-bac4fb43ec09 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.613436] env[70542]: DEBUG nova.compute.manager [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 821.650931] env[70542]: DEBUG nova.virt.hardware [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.651301] env[70542]: DEBUG nova.virt.hardware [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.651607] env[70542]: DEBUG nova.virt.hardware [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.651861] env[70542]: DEBUG nova.virt.hardware [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.652086] env[70542]: DEBUG nova.virt.hardware [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.652295] env[70542]: DEBUG nova.virt.hardware [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.652557] env[70542]: DEBUG nova.virt.hardware [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.652788] env[70542]: DEBUG nova.virt.hardware [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.653091] env[70542]: DEBUG nova.virt.hardware [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.653376] env[70542]: DEBUG nova.virt.hardware [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.653736] env[70542]: DEBUG nova.virt.hardware [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.654810] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b09d84-3cf8-46de-857f-5564ba13dd14 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.670177] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d20b097-f991-4d23-bed7-5112a23480f4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.686975] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Instance VIF info [] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.693448] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Creating folder: Project (671624ce0353433eaf4c18d3a301a75c). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.694976] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bab216bc-9eb4-4473-8d08-3737bf29e97d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.697505] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effcdf4d-6228-42ef-a603-8c095e74342d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.706320] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9982c59a-c031-4a8c-a75b-88c1860a17b8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.711265] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Created folder: Project (671624ce0353433eaf4c18d3a301a75c) in parent group-v776569. [ 821.711556] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Creating folder: Instances. Parent ref: group-v776701. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.712308] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1f412d1-1178-468d-b9a3-d5991a8b3768 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.742415] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Acquiring lock "7da44ecc-2b8f-4068-86bc-f8632048f2b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.742811] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Lock "7da44ecc-2b8f-4068-86bc-f8632048f2b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.742979] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Acquiring lock "7da44ecc-2b8f-4068-86bc-f8632048f2b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.743239] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Lock "7da44ecc-2b8f-4068-86bc-f8632048f2b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.743443] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Lock "7da44ecc-2b8f-4068-86bc-f8632048f2b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.747786] env[70542]: INFO nova.compute.manager [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Terminating instance [ 821.749959] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5d8dcc-0c6e-4ca6-b321-12a70edbd559 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.752858] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Created folder: Instances in parent group-v776701. [ 821.753222] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.759704] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.760708] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f259c0d9-83aa-45d5-83a4-cbef6f08c867 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.779325] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2344775-ae24-4c6d-b1f7-17795b508ee8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.788831] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.788831] env[70542]: value = "task-3911156" [ 821.788831] env[70542]: _type = "Task" [ 821.788831] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.789184] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911152, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.802684] env[70542]: DEBUG nova.compute.provider_tree [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.811337] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911156, 'name': CreateVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.075838] env[70542]: DEBUG oslo_vmware.api [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911153, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.262204] env[70542]: DEBUG nova.compute.manager [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.264320] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.264320] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911152, 'name': PowerOffVM_Task, 'duration_secs': 1.200438} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.264320] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c803b5ac-9ea9-4d77-808e-2d2fd1ea3d54 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.266338] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.267529] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9977710a-4ba2-47e5-82e1-72a7068cbdf0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.291039] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.291039] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-460bdb4d-a1e2-4d28-8b9f-5c17df43192e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.292344] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8100d80-89a7-4697-8afa-ba4128e77dce {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.303847] env[70542]: DEBUG oslo_vmware.api [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Waiting for the task: (returnval){ [ 822.303847] env[70542]: value = "task-3911157" [ 822.303847] env[70542]: _type = "Task" [ 822.303847] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.311672] env[70542]: DEBUG nova.scheduler.client.report [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.318561] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911156, 'name': CreateVM_Task, 'duration_secs': 0.464564} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.322377] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.322882] env[70542]: DEBUG oslo_concurrency.lockutils [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.323053] env[70542]: DEBUG oslo_concurrency.lockutils [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.323443] env[70542]: DEBUG oslo_concurrency.lockutils [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.324175] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f4f7f4c-994d-455a-a1a7-02cabb8857af {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.329941] env[70542]: DEBUG oslo_vmware.api [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Task: {'id': task-3911157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.331561] env[70542]: DEBUG oslo_vmware.api [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Waiting for the task: (returnval){ [ 822.331561] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528012f2-a824-13bd-30e5-4afa974a648f" [ 822.331561] env[70542]: _type = "Task" [ 822.331561] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.340883] env[70542]: DEBUG oslo_vmware.api [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528012f2-a824-13bd-30e5-4afa974a648f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.571213] env[70542]: DEBUG oslo_vmware.api [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911153, 'name': PowerOnVM_Task, 'duration_secs': 0.615383} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.571576] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.571813] env[70542]: INFO nova.compute.manager [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Took 10.50 seconds to spawn the instance on the hypervisor. [ 822.572095] env[70542]: DEBUG nova.compute.manager [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 822.572971] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb3cd73-7054-4894-bf11-6b19a254f0e6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.825147] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Creating Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 822.826581] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.828670] env[70542]: DEBUG oslo_vmware.api [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Task: {'id': task-3911157, 'name': PowerOffVM_Task, 'duration_secs': 0.351161} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.829310] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1c50f534-4b2f-45cb-8147-f5620226678d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.831675] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.741s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.831951] env[70542]: DEBUG nova.objects.instance [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Lazy-loading 'resources' on Instance uuid ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.833795] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.834059] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.834590] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3785f8b-5c0e-457e-a151-53029e40a8e5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.844397] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 822.844397] env[70542]: value = "task-3911158" [ 822.844397] env[70542]: _type = "Task" [ 822.844397] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.855154] env[70542]: DEBUG oslo_vmware.api [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528012f2-a824-13bd-30e5-4afa974a648f, 'name': SearchDatastore_Task, 'duration_secs': 0.016069} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.856426] env[70542]: INFO nova.scheduler.client.report [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Deleted allocations for instance 015d3f07-677b-4dc5-a599-046728624a02 [ 822.858422] env[70542]: DEBUG oslo_concurrency.lockutils [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.858771] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.859211] env[70542]: DEBUG oslo_concurrency.lockutils [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.862415] env[70542]: DEBUG oslo_concurrency.lockutils [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.862867] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.869452] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4765973f-a71a-4dff-8882-29c785e9ce84 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.871543] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911158, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.880377] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.880606] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.881395] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eca76544-3849-426c-b651-662d10c28510 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.888801] env[70542]: DEBUG oslo_vmware.api [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Waiting for the task: (returnval){ [ 822.888801] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a8a6fc-e5e3-4cf4-5aaa-d767ce55f233" [ 822.888801] env[70542]: _type = "Task" [ 822.888801] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.899833] env[70542]: DEBUG oslo_vmware.api [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a8a6fc-e5e3-4cf4-5aaa-d767ce55f233, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.928167] env[70542]: DEBUG nova.compute.manager [req-bc35a0dd-5bec-4a21-a24e-4a1eea80cb4c req-19f7163e-e9a9-4445-8230-b7fe5a2ed674 service nova] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Received event network-vif-deleted-e1683811-e822-483e-81e0-2633ff195493 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.932657] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.933688] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.933688] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Deleting the datastore file [datastore1] 7da44ecc-2b8f-4068-86bc-f8632048f2b0 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.934196] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e9ad082-c231-4936-a221-e544f6f673fb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.945027] env[70542]: DEBUG oslo_vmware.api [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Waiting for the task: (returnval){ [ 822.945027] env[70542]: value = "task-3911160" [ 822.945027] env[70542]: _type = "Task" [ 822.945027] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.953967] env[70542]: DEBUG oslo_vmware.api [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Task: {'id': task-3911160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.099108] env[70542]: INFO nova.compute.manager [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Took 40.93 seconds to build instance. [ 823.224910] env[70542]: DEBUG nova.network.neutron [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Successfully updated port: 2471e91a-8e3f-4ce2-8926-1a0ba8439e5e {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.355609] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911158, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.379682] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d30a53e1-e051-4208-b506-2d311503b194 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "015d3f07-677b-4dc5-a599-046728624a02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.599s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.415132] env[70542]: DEBUG oslo_vmware.api [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a8a6fc-e5e3-4cf4-5aaa-d767ce55f233, 'name': SearchDatastore_Task, 'duration_secs': 0.016117} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.420026] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbcce85f-7933-4767-ac36-0fe8589c07ff {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.428028] env[70542]: DEBUG oslo_vmware.api [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Waiting for the task: (returnval){ [ 823.428028] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5233fd79-ed77-4349-722e-114ea9ccbf06" [ 823.428028] env[70542]: _type = "Task" [ 823.428028] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.442071] env[70542]: DEBUG oslo_vmware.api [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5233fd79-ed77-4349-722e-114ea9ccbf06, 'name': SearchDatastore_Task, 'duration_secs': 0.012211} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.448030] env[70542]: DEBUG oslo_concurrency.lockutils [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.448030] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 5f03309a-4505-49d3-854e-3082cc2cd03a/5f03309a-4505-49d3-854e-3082cc2cd03a.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.448030] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29ab7c6a-1cb9-429e-a3f1-be357f375701 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.459967] env[70542]: DEBUG oslo_vmware.api [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Task: {'id': task-3911160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37111} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.464343] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.464904] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.464904] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.465117] env[70542]: INFO nova.compute.manager [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Took 1.20 seconds to destroy the instance on the hypervisor. [ 823.465408] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.465730] env[70542]: DEBUG oslo_vmware.api [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Waiting for the task: (returnval){ [ 823.465730] env[70542]: value = "task-3911161" [ 823.465730] env[70542]: _type = "Task" [ 823.465730] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.466257] env[70542]: DEBUG nova.compute.manager [-] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.466423] env[70542]: DEBUG nova.network.neutron [-] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.481359] env[70542]: DEBUG oslo_vmware.api [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.582344] env[70542]: DEBUG nova.compute.manager [req-0db0b28a-6579-4949-8d47-0f2534643a83 req-719aa5ba-2fe1-4a11-bf07-5faed0abae00 service nova] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Received event network-vif-plugged-2471e91a-8e3f-4ce2-8926-1a0ba8439e5e {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.582344] env[70542]: DEBUG oslo_concurrency.lockutils [req-0db0b28a-6579-4949-8d47-0f2534643a83 req-719aa5ba-2fe1-4a11-bf07-5faed0abae00 service nova] Acquiring lock "d8595e6b-7681-4439-9052-5a066d6f9c57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.582344] env[70542]: DEBUG oslo_concurrency.lockutils [req-0db0b28a-6579-4949-8d47-0f2534643a83 req-719aa5ba-2fe1-4a11-bf07-5faed0abae00 service nova] Lock "d8595e6b-7681-4439-9052-5a066d6f9c57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.582617] env[70542]: DEBUG oslo_concurrency.lockutils [req-0db0b28a-6579-4949-8d47-0f2534643a83 req-719aa5ba-2fe1-4a11-bf07-5faed0abae00 service nova] Lock "d8595e6b-7681-4439-9052-5a066d6f9c57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.582617] env[70542]: DEBUG nova.compute.manager [req-0db0b28a-6579-4949-8d47-0f2534643a83 req-719aa5ba-2fe1-4a11-bf07-5faed0abae00 service nova] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] No waiting events found dispatching network-vif-plugged-2471e91a-8e3f-4ce2-8926-1a0ba8439e5e {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 823.582774] env[70542]: WARNING nova.compute.manager [req-0db0b28a-6579-4949-8d47-0f2534643a83 req-719aa5ba-2fe1-4a11-bf07-5faed0abae00 service nova] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Received unexpected event network-vif-plugged-2471e91a-8e3f-4ce2-8926-1a0ba8439e5e for instance with vm_state active and task_state None. [ 823.602134] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cbfdae38-391b-4258-aed8-d0407103d9cd tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Lock "f355d8b7-a7d9-4b25-97aa-cdc6c7102e31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.188s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.728117] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "refresh_cache-d8595e6b-7681-4439-9052-5a066d6f9c57" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.728286] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "refresh_cache-d8595e6b-7681-4439-9052-5a066d6f9c57" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.728474] env[70542]: DEBUG nova.network.neutron [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.856212] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911158, 'name': CreateSnapshot_Task, 'duration_secs': 0.837998} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.859269] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Created Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 823.860803] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6bd943-442f-4f4a-8105-cd3a69593a9e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.895965] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1195fd11-82be-4a06-b508-c206359c6eb6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.905525] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27629596-0aa0-4330-b28a-f6695ebee200 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.945037] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b82d41-3a81-4986-ad4c-4ab7a5d3c671 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.954670] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc9d5f6-d21c-43d8-9f51-224fca121c77 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.970862] env[70542]: DEBUG nova.compute.provider_tree [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.982059] env[70542]: DEBUG oslo_vmware.api [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911161, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.179221] env[70542]: INFO nova.compute.manager [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Rescuing [ 824.179671] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Acquiring lock "refresh_cache-f355d8b7-a7d9-4b25-97aa-cdc6c7102e31" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.179818] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Acquired lock "refresh_cache-f355d8b7-a7d9-4b25-97aa-cdc6c7102e31" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.180091] env[70542]: DEBUG nova.network.neutron [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.267319] env[70542]: WARNING nova.network.neutron [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] 83f7a9d1-9ac5-408f-a945-d6b16a42df8c already exists in list: networks containing: ['83f7a9d1-9ac5-408f-a945-d6b16a42df8c']. ignoring it [ 824.282126] env[70542]: DEBUG nova.network.neutron [-] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.392461] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Creating linked-clone VM from snapshot {{(pid=70542) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 824.392461] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7e14eaea-03b1-4b08-9234-3428ab37ee22 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.401284] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 824.401284] env[70542]: value = "task-3911162" [ 824.401284] env[70542]: _type = "Task" [ 824.401284] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.411243] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911162, 'name': CloneVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.474644] env[70542]: DEBUG nova.scheduler.client.report [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.484088] env[70542]: DEBUG oslo_vmware.api [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911161, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.709807] env[70542]: DEBUG nova.network.neutron [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Updating instance_info_cache with network_info: [{"id": "1019c59a-40ab-49e8-9caf-665fcc22d1ad", "address": "fa:16:3e:37:aa:b2", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1019c59a-40", "ovs_interfaceid": "1019c59a-40ab-49e8-9caf-665fcc22d1ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2471e91a-8e3f-4ce2-8926-1a0ba8439e5e", "address": "fa:16:3e:d2:7c:6d", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2471e91a-8e", "ovs_interfaceid": "2471e91a-8e3f-4ce2-8926-1a0ba8439e5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.790536] env[70542]: INFO nova.compute.manager [-] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Took 1.32 seconds to deallocate network for instance. [ 824.914089] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911162, 'name': CloneVM_Task} progress is 93%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.914089] env[70542]: DEBUG nova.network.neutron [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Updating instance_info_cache with network_info: [{"id": "6a60fcfb-c252-4f89-8ab1-623a21d155f1", "address": "fa:16:3e:88:9f:9b", "network": {"id": "9c2a2fbf-aad1-43c7-a6bb-2bc7daee65e2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-368306689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "86dcf16590494c778c14f67b1e94b13f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a60fcfb-c2", "ovs_interfaceid": "6a60fcfb-c252-4f89-8ab1-623a21d155f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.984257] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.985840] env[70542]: DEBUG oslo_vmware.api [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911161, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.986360] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.837s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.988059] env[70542]: INFO nova.compute.claims [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.006037] env[70542]: INFO nova.scheduler.client.report [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Deleted allocations for instance ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0 [ 825.213352] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "refresh_cache-d8595e6b-7681-4439-9052-5a066d6f9c57" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.214184] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "d8595e6b-7681-4439-9052-5a066d6f9c57" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.214441] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "d8595e6b-7681-4439-9052-5a066d6f9c57" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.215656] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb215ac-d821-443c-9358-2bd635822b5f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.234336] env[70542]: DEBUG nova.virt.hardware [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.235187] env[70542]: DEBUG nova.virt.hardware [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.235187] env[70542]: DEBUG nova.virt.hardware [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.235187] env[70542]: DEBUG nova.virt.hardware [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.235187] env[70542]: DEBUG nova.virt.hardware [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.235410] env[70542]: DEBUG nova.virt.hardware [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.235445] env[70542]: DEBUG nova.virt.hardware [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.235628] env[70542]: DEBUG nova.virt.hardware [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.235764] env[70542]: DEBUG nova.virt.hardware [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.237302] env[70542]: DEBUG nova.virt.hardware [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.237302] env[70542]: DEBUG nova.virt.hardware [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.244165] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Reconfiguring VM to attach interface {{(pid=70542) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 825.244646] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48b1e083-90c6-4150-8fba-dcc6efcc97ce {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.266426] env[70542]: DEBUG oslo_vmware.api [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 825.266426] env[70542]: value = "task-3911163" [ 825.266426] env[70542]: _type = "Task" [ 825.266426] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.280473] env[70542]: DEBUG oslo_vmware.api [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911163, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.300045] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.317098] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Acquiring lock "ac799fd6-04b0-4e13-8519-dcb356f1ae55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.318300] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Lock "ac799fd6-04b0-4e13-8519-dcb356f1ae55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.415020] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911162, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.416761] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Releasing lock "refresh_cache-f355d8b7-a7d9-4b25-97aa-cdc6c7102e31" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.483929] env[70542]: DEBUG oslo_vmware.api [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911161, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.53238} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.484596] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 5f03309a-4505-49d3-854e-3082cc2cd03a/5f03309a-4505-49d3-854e-3082cc2cd03a.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.485028] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.488076] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4db7092-c466-4b91-8444-88fd53acb153 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.498524] env[70542]: DEBUG oslo_vmware.api [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Waiting for the task: (returnval){ [ 825.498524] env[70542]: value = "task-3911164" [ 825.498524] env[70542]: _type = "Task" [ 825.498524] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.519218] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3dae7227-61a7-4b18-b411-04ed00c4c29e tempest-FloatingIPsAssociationTestJSON-570582915 tempest-FloatingIPsAssociationTestJSON-570582915-project-member] Lock "ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.961s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.520594] env[70542]: DEBUG oslo_vmware.api [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.780508] env[70542]: DEBUG oslo_vmware.api [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.820203] env[70542]: DEBUG nova.compute.manager [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.914258] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911162, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.013082] env[70542]: DEBUG oslo_vmware.api [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099735} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.013236] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.014382] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b926d63a-fa3b-430b-8a69-9571ba658364 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.035397] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 5f03309a-4505-49d3-854e-3082cc2cd03a/5f03309a-4505-49d3-854e-3082cc2cd03a.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.039812] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93f6f833-6f88-4bd1-9b39-aa998bd28616 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.056776] env[70542]: DEBUG nova.compute.manager [req-599343b9-ac58-4342-9a38-0d4ea0f50f9c req-21873f6a-96de-4dbd-9612-036f245c33ae service nova] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Received event network-changed-2471e91a-8e3f-4ce2-8926-1a0ba8439e5e {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.056964] env[70542]: DEBUG nova.compute.manager [req-599343b9-ac58-4342-9a38-0d4ea0f50f9c req-21873f6a-96de-4dbd-9612-036f245c33ae service nova] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Refreshing instance network info cache due to event network-changed-2471e91a-8e3f-4ce2-8926-1a0ba8439e5e. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.057203] env[70542]: DEBUG oslo_concurrency.lockutils [req-599343b9-ac58-4342-9a38-0d4ea0f50f9c req-21873f6a-96de-4dbd-9612-036f245c33ae service nova] Acquiring lock "refresh_cache-d8595e6b-7681-4439-9052-5a066d6f9c57" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.057343] env[70542]: DEBUG oslo_concurrency.lockutils [req-599343b9-ac58-4342-9a38-0d4ea0f50f9c req-21873f6a-96de-4dbd-9612-036f245c33ae service nova] Acquired lock "refresh_cache-d8595e6b-7681-4439-9052-5a066d6f9c57" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.057499] env[70542]: DEBUG nova.network.neutron [req-599343b9-ac58-4342-9a38-0d4ea0f50f9c req-21873f6a-96de-4dbd-9612-036f245c33ae service nova] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Refreshing network info cache for port 2471e91a-8e3f-4ce2-8926-1a0ba8439e5e {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.074212] env[70542]: DEBUG oslo_vmware.api [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Waiting for the task: (returnval){ [ 826.074212] env[70542]: value = "task-3911165" [ 826.074212] env[70542]: _type = "Task" [ 826.074212] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.084492] env[70542]: DEBUG oslo_vmware.api [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.280836] env[70542]: DEBUG oslo_vmware.api [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.342833] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.415278] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911162, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.567820] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b853bb-0534-467c-95db-7ad0c310f6c6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.580466] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8daeffc9-a443-469f-b33e-5684304678a0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.592083] env[70542]: DEBUG oslo_vmware.api [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.623984] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8880acbc-c7b1-435c-b6a9-63560f4d9192 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.632878] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e66e71-29ee-4c58-b3a1-4d799fd0f2ae {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.652902] env[70542]: DEBUG nova.compute.provider_tree [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.782900] env[70542]: DEBUG oslo_vmware.api [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.922759] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911162, 'name': CloneVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.961343] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.961675] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25742839-9431-4395-8352-e420df143fb8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.970475] env[70542]: DEBUG oslo_vmware.api [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Waiting for the task: (returnval){ [ 826.970475] env[70542]: value = "task-3911166" [ 826.970475] env[70542]: _type = "Task" [ 826.970475] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.984318] env[70542]: DEBUG oslo_vmware.api [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.003099] env[70542]: DEBUG nova.network.neutron [req-599343b9-ac58-4342-9a38-0d4ea0f50f9c req-21873f6a-96de-4dbd-9612-036f245c33ae service nova] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Updated VIF entry in instance network info cache for port 2471e91a-8e3f-4ce2-8926-1a0ba8439e5e. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.003566] env[70542]: DEBUG nova.network.neutron [req-599343b9-ac58-4342-9a38-0d4ea0f50f9c req-21873f6a-96de-4dbd-9612-036f245c33ae service nova] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Updating instance_info_cache with network_info: [{"id": "1019c59a-40ab-49e8-9caf-665fcc22d1ad", "address": "fa:16:3e:37:aa:b2", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1019c59a-40", "ovs_interfaceid": "1019c59a-40ab-49e8-9caf-665fcc22d1ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2471e91a-8e3f-4ce2-8926-1a0ba8439e5e", "address": "fa:16:3e:d2:7c:6d", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2471e91a-8e", "ovs_interfaceid": "2471e91a-8e3f-4ce2-8926-1a0ba8439e5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.092334] env[70542]: DEBUG oslo_vmware.api [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911165, 'name': ReconfigVM_Task, 'duration_secs': 0.756775} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.092334] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 5f03309a-4505-49d3-854e-3082cc2cd03a/5f03309a-4505-49d3-854e-3082cc2cd03a.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.094181] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22f5ffb4-48d7-42b9-89f4-ecbf1d329e3d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.102894] env[70542]: DEBUG oslo_vmware.api [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Waiting for the task: (returnval){ [ 827.102894] env[70542]: value = "task-3911167" [ 827.102894] env[70542]: _type = "Task" [ 827.102894] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.113898] env[70542]: DEBUG oslo_vmware.api [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911167, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.157248] env[70542]: DEBUG nova.scheduler.client.report [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.279689] env[70542]: DEBUG oslo_vmware.api [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911163, 'name': ReconfigVM_Task, 'duration_secs': 1.814444} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.280196] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "d8595e6b-7681-4439-9052-5a066d6f9c57" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.280387] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Reconfigured VM to attach interface {{(pid=70542) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 827.425590] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911162, 'name': CloneVM_Task, 'duration_secs': 2.715779} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.426709] env[70542]: INFO nova.virt.vmwareapi.vmops [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Created linked-clone VM from snapshot [ 827.427983] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71df7789-6d22-4bef-a5d3-1f9292d973f7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.438609] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Uploading image f706219f-3dd1-442b-b9ea-db2316d311fc {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 827.467250] env[70542]: DEBUG oslo_vmware.rw_handles [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 827.467250] env[70542]: value = "vm-776705" [ 827.467250] env[70542]: _type = "VirtualMachine" [ 827.467250] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 827.467664] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-62b804ec-5f34-4d97-b61a-9184c5062f1e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.476702] env[70542]: DEBUG oslo_vmware.rw_handles [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lease: (returnval){ [ 827.476702] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f27c90-2b8a-1661-73e6-ebdabfe80252" [ 827.476702] env[70542]: _type = "HttpNfcLease" [ 827.476702] env[70542]: } obtained for exporting VM: (result){ [ 827.476702] env[70542]: value = "vm-776705" [ 827.476702] env[70542]: _type = "VirtualMachine" [ 827.476702] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 827.477185] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the lease: (returnval){ [ 827.477185] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f27c90-2b8a-1661-73e6-ebdabfe80252" [ 827.477185] env[70542]: _type = "HttpNfcLease" [ 827.477185] env[70542]: } to be ready. {{(pid=70542) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 827.481621] env[70542]: DEBUG oslo_vmware.api [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911166, 'name': PowerOffVM_Task, 'duration_secs': 0.297749} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.484853] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.485695] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c728f7f7-c59b-4a9f-abf3-3c7a4c7802d2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.492558] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 827.492558] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f27c90-2b8a-1661-73e6-ebdabfe80252" [ 827.492558] env[70542]: _type = "HttpNfcLease" [ 827.492558] env[70542]: } is initializing. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 827.507087] env[70542]: DEBUG oslo_concurrency.lockutils [req-599343b9-ac58-4342-9a38-0d4ea0f50f9c req-21873f6a-96de-4dbd-9612-036f245c33ae service nova] Releasing lock "refresh_cache-d8595e6b-7681-4439-9052-5a066d6f9c57" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.507393] env[70542]: DEBUG nova.compute.manager [req-599343b9-ac58-4342-9a38-0d4ea0f50f9c req-21873f6a-96de-4dbd-9612-036f245c33ae service nova] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Received event network-vif-deleted-a4b8822b-76d7-4123-ae43-d3ae3537ff24 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.508507] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e629bce-d5e1-4dd9-ac46-64e3448e9f55 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.541725] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.542076] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c959c52f-a2a4-4dd2-8e11-fa9ae1baf5b1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.550537] env[70542]: DEBUG oslo_vmware.api [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Waiting for the task: (returnval){ [ 827.550537] env[70542]: value = "task-3911169" [ 827.550537] env[70542]: _type = "Task" [ 827.550537] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.563960] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] VM already powered off {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 827.564238] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.564551] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.564792] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.565115] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.565395] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f76bb9c7-cb80-4ea1-a3a0-b6fcfae6006a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.574720] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.575853] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.575853] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-762f1790-3242-4f13-9536-986259f1153b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.582105] env[70542]: DEBUG oslo_vmware.api [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Waiting for the task: (returnval){ [ 827.582105] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]520e43ea-3cd4-ffe6-1ce2-2978e083a1d8" [ 827.582105] env[70542]: _type = "Task" [ 827.582105] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.590617] env[70542]: DEBUG oslo_vmware.api [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]520e43ea-3cd4-ffe6-1ce2-2978e083a1d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.613262] env[70542]: DEBUG oslo_vmware.api [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911167, 'name': Rename_Task, 'duration_secs': 0.255745} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.615288] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.615288] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-364a66ae-73d9-4f0d-b39c-25d873f58c63 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.621715] env[70542]: DEBUG oslo_vmware.api [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Waiting for the task: (returnval){ [ 827.621715] env[70542]: value = "task-3911170" [ 827.621715] env[70542]: _type = "Task" [ 827.621715] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.631308] env[70542]: DEBUG oslo_vmware.api [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.668292] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.668780] env[70542]: DEBUG nova.compute.manager [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.671724] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.954s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.673340] env[70542]: INFO nova.compute.claims [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.785892] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fb298405-c3ed-4837-9abc-56432c7c4245 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "interface-d8595e6b-7681-4439-9052-5a066d6f9c57-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.881s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.992018] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 827.992018] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f27c90-2b8a-1661-73e6-ebdabfe80252" [ 827.992018] env[70542]: _type = "HttpNfcLease" [ 827.992018] env[70542]: } is ready. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 827.992465] env[70542]: DEBUG oslo_vmware.rw_handles [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 827.992465] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f27c90-2b8a-1661-73e6-ebdabfe80252" [ 827.992465] env[70542]: _type = "HttpNfcLease" [ 827.992465] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 827.993126] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db66d5eb-e87e-4653-a91e-9cf3e3e94828 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.004019] env[70542]: DEBUG oslo_vmware.rw_handles [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ad2dd9-a99e-534c-95f8-1c91ec7c0a44/disk-0.vmdk from lease info. {{(pid=70542) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 828.004019] env[70542]: DEBUG oslo_vmware.rw_handles [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ad2dd9-a99e-534c-95f8-1c91ec7c0a44/disk-0.vmdk for reading. {{(pid=70542) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 828.094058] env[70542]: DEBUG oslo_vmware.api [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]520e43ea-3cd4-ffe6-1ce2-2978e083a1d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010452} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.094947] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fabc15d3-0477-421a-89ed-3e09b619ff4b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.101258] env[70542]: DEBUG oslo_vmware.api [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Waiting for the task: (returnval){ [ 828.101258] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52048c45-0b6b-02b6-ddc6-7cdc15af932e" [ 828.101258] env[70542]: _type = "Task" [ 828.101258] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.110567] env[70542]: DEBUG oslo_vmware.api [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52048c45-0b6b-02b6-ddc6-7cdc15af932e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.114694] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-81f2ce2c-1720-4b87-9c9e-810eeb9a0809 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.132010] env[70542]: DEBUG oslo_vmware.api [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911170, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.178699] env[70542]: DEBUG nova.compute.utils [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.183559] env[70542]: DEBUG nova.compute.manager [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.183559] env[70542]: DEBUG nova.network.neutron [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.232283] env[70542]: DEBUG nova.policy [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88fab72a1d4b4044992e90e85b585002', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66131e2a2e6944aca9f174ef91beac79', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.420307] env[70542]: DEBUG nova.compute.manager [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 828.421941] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7354c64-9e19-48cf-b2b6-1cde6837bce1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.614529] env[70542]: DEBUG oslo_vmware.api [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52048c45-0b6b-02b6-ddc6-7cdc15af932e, 'name': SearchDatastore_Task, 'duration_secs': 0.018106} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.615899] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.615899] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] f355d8b7-a7d9-4b25-97aa-cdc6c7102e31/4c78ae56-da5c-496a-96d4-9e4c383c4552-rescue.vmdk. {{(pid=70542) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 828.615899] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d52f3b3-786e-4634-b2a0-b0d8e5178230 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.619392] env[70542]: DEBUG nova.network.neutron [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Successfully created port: de251fd2-87e6-4411-962b-4c42a254d994 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.627701] env[70542]: DEBUG oslo_vmware.api [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Waiting for the task: (returnval){ [ 828.627701] env[70542]: value = "task-3911171" [ 828.627701] env[70542]: _type = "Task" [ 828.627701] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.639024] env[70542]: DEBUG oslo_vmware.api [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911170, 'name': PowerOnVM_Task, 'duration_secs': 0.660556} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.639024] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.639024] env[70542]: INFO nova.compute.manager [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Took 7.02 seconds to spawn the instance on the hypervisor. [ 828.639024] env[70542]: DEBUG nova.compute.manager [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 828.639024] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb5de6a-5e87-48d4-b7fa-006dda3b9e0c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.646664] env[70542]: DEBUG oslo_vmware.api [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.683403] env[70542]: DEBUG nova.compute.manager [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.935755] env[70542]: INFO nova.compute.manager [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] instance snapshotting [ 828.939822] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a48297-77b4-4424-b1c0-fcf8d3a4441a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.969793] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c32689-1196-4c70-8c94-632a8bb9e5f0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.145056] env[70542]: DEBUG oslo_vmware.api [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911171, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.171819] env[70542]: INFO nova.compute.manager [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Took 42.38 seconds to build instance. [ 829.264206] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104a1619-7029-4548-a393-328eb53dc7b6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.274985] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa9a4a1-2b84-40de-aef9-73153164c525 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.311059] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ded051d-4cce-4f9d-be02-085d32c8ebca {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.319943] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87def1e1-7bfc-4dfa-af8b-f47a36e34a8d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.336559] env[70542]: DEBUG nova.compute.provider_tree [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.487787] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Creating Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 829.488546] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-089a7cdf-a34e-4269-995e-ebc5ae566945 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.497750] env[70542]: DEBUG oslo_vmware.api [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 829.497750] env[70542]: value = "task-3911172" [ 829.497750] env[70542]: _type = "Task" [ 829.497750] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.513490] env[70542]: DEBUG oslo_vmware.api [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911172, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.646879] env[70542]: DEBUG oslo_vmware.api [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698404} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.647324] env[70542]: INFO nova.virt.vmwareapi.ds_util [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] f355d8b7-a7d9-4b25-97aa-cdc6c7102e31/4c78ae56-da5c-496a-96d4-9e4c383c4552-rescue.vmdk. [ 829.648191] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2105e889-6cc0-4df0-bab6-6e84b58c4e51 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.679244] env[70542]: DEBUG oslo_concurrency.lockutils [None req-403fe55f-87cc-4393-abbf-243a67b34d76 tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Lock "5f03309a-4505-49d3-854e-3082cc2cd03a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.198s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.688161] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] f355d8b7-a7d9-4b25-97aa-cdc6c7102e31/4c78ae56-da5c-496a-96d4-9e4c383c4552-rescue.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.688812] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6a5830a-c59e-4a92-b952-b69278233308 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.706714] env[70542]: DEBUG nova.compute.manager [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.716458] env[70542]: DEBUG oslo_vmware.api [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Waiting for the task: (returnval){ [ 829.716458] env[70542]: value = "task-3911173" [ 829.716458] env[70542]: _type = "Task" [ 829.716458] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.726503] env[70542]: DEBUG oslo_vmware.api [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911173, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.755166] env[70542]: DEBUG nova.virt.hardware [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.755728] env[70542]: DEBUG nova.virt.hardware [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.755856] env[70542]: DEBUG nova.virt.hardware [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.756292] env[70542]: DEBUG nova.virt.hardware [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.756539] env[70542]: DEBUG nova.virt.hardware [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.757371] env[70542]: DEBUG nova.virt.hardware [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.757371] env[70542]: DEBUG nova.virt.hardware [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.757371] env[70542]: DEBUG nova.virt.hardware [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.758173] env[70542]: DEBUG nova.virt.hardware [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.758173] env[70542]: DEBUG nova.virt.hardware [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.758173] env[70542]: DEBUG nova.virt.hardware [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.759445] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db6e43d-5b2a-43de-9424-33f182bbf0f3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.769778] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3875640c-dc61-4168-b48d-e6ef3822f9a9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.840435] env[70542]: DEBUG nova.scheduler.client.report [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.010713] env[70542]: DEBUG oslo_vmware.api [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911172, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.015500] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b512661c-bc08-4fea-923a-51dbf12ed141 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "interface-d8595e6b-7681-4439-9052-5a066d6f9c57-2471e91a-8e3f-4ce2-8926-1a0ba8439e5e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.016663] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b512661c-bc08-4fea-923a-51dbf12ed141 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "interface-d8595e6b-7681-4439-9052-5a066d6f9c57-2471e91a-8e3f-4ce2-8926-1a0ba8439e5e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.230624] env[70542]: DEBUG oslo_vmware.api [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911173, 'name': ReconfigVM_Task, 'duration_secs': 0.505971} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.231047] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Reconfigured VM instance instance-0000002b to attach disk [datastore2] f355d8b7-a7d9-4b25-97aa-cdc6c7102e31/4c78ae56-da5c-496a-96d4-9e4c383c4552-rescue.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.232822] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5e4d3d-e719-4e29-8bd2-ddf77040dfe2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.260808] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-240857fd-5ba8-4fe8-8982-8541e62a652e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.272345] env[70542]: DEBUG nova.compute.manager [req-7265bb18-a5e3-481a-8061-ec0ef486b8a1 req-ef2bb3fd-c6f2-479e-89e2-b33fc8281e4a service nova] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Received event network-vif-plugged-de251fd2-87e6-4411-962b-4c42a254d994 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.272631] env[70542]: DEBUG oslo_concurrency.lockutils [req-7265bb18-a5e3-481a-8061-ec0ef486b8a1 req-ef2bb3fd-c6f2-479e-89e2-b33fc8281e4a service nova] Acquiring lock "58330f4d-7973-4c31-9f83-0ef58340b4ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.272848] env[70542]: DEBUG oslo_concurrency.lockutils [req-7265bb18-a5e3-481a-8061-ec0ef486b8a1 req-ef2bb3fd-c6f2-479e-89e2-b33fc8281e4a service nova] Lock "58330f4d-7973-4c31-9f83-0ef58340b4ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.273017] env[70542]: DEBUG oslo_concurrency.lockutils [req-7265bb18-a5e3-481a-8061-ec0ef486b8a1 req-ef2bb3fd-c6f2-479e-89e2-b33fc8281e4a service nova] Lock "58330f4d-7973-4c31-9f83-0ef58340b4ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.273184] env[70542]: DEBUG nova.compute.manager [req-7265bb18-a5e3-481a-8061-ec0ef486b8a1 req-ef2bb3fd-c6f2-479e-89e2-b33fc8281e4a service nova] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] No waiting events found dispatching network-vif-plugged-de251fd2-87e6-4411-962b-4c42a254d994 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 830.273344] env[70542]: WARNING nova.compute.manager [req-7265bb18-a5e3-481a-8061-ec0ef486b8a1 req-ef2bb3fd-c6f2-479e-89e2-b33fc8281e4a service nova] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Received unexpected event network-vif-plugged-de251fd2-87e6-4411-962b-4c42a254d994 for instance with vm_state building and task_state spawning. [ 830.280358] env[70542]: DEBUG oslo_vmware.api [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Waiting for the task: (returnval){ [ 830.280358] env[70542]: value = "task-3911174" [ 830.280358] env[70542]: _type = "Task" [ 830.280358] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.290367] env[70542]: DEBUG oslo_vmware.api [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.347075] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.348299] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.020s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.348468] env[70542]: DEBUG nova.objects.instance [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70542) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 830.383641] env[70542]: DEBUG nova.network.neutron [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Successfully updated port: de251fd2-87e6-4411-962b-4c42a254d994 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.402712] env[70542]: INFO nova.compute.manager [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Rebuilding instance [ 830.488228] env[70542]: DEBUG nova.compute.manager [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 830.489551] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b81d30-ebd6-49b8-b95b-4dd9d1f99232 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.511971] env[70542]: DEBUG oslo_vmware.api [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911172, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.522062] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b512661c-bc08-4fea-923a-51dbf12ed141 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "d8595e6b-7681-4439-9052-5a066d6f9c57" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.522444] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b512661c-bc08-4fea-923a-51dbf12ed141 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "d8595e6b-7681-4439-9052-5a066d6f9c57" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.523428] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0759bf34-1d0b-431f-98ff-8bdffdc39bad {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.544760] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5896338e-ec40-488e-8168-f3c3ead58717 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.573668] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b512661c-bc08-4fea-923a-51dbf12ed141 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Reconfiguring VM to detach interface {{(pid=70542) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 830.574816] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b27233d-e4c0-40f4-b4fd-10a03f6604f9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.598655] env[70542]: DEBUG oslo_vmware.api [None req-b512661c-bc08-4fea-923a-51dbf12ed141 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 830.598655] env[70542]: value = "task-3911175" [ 830.598655] env[70542]: _type = "Task" [ 830.598655] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.610791] env[70542]: DEBUG oslo_vmware.api [None req-b512661c-bc08-4fea-923a-51dbf12ed141 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911175, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.793437] env[70542]: DEBUG oslo_vmware.api [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911174, 'name': ReconfigVM_Task, 'duration_secs': 0.228475} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.793821] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.793969] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fca98d4-e73e-4acb-961b-04ecc2e55622 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.803371] env[70542]: DEBUG oslo_vmware.api [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Waiting for the task: (returnval){ [ 830.803371] env[70542]: value = "task-3911176" [ 830.803371] env[70542]: _type = "Task" [ 830.803371] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.810691] env[70542]: DEBUG oslo_vmware.api [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.858239] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Acquiring lock "4dd93bf8-a293-471f-a8bf-8292077c260d" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.858239] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Lock "4dd93bf8-a293-471f-a8bf-8292077c260d" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.886774] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "refresh_cache-58330f4d-7973-4c31-9f83-0ef58340b4ea" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.886933] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquired lock "refresh_cache-58330f4d-7973-4c31-9f83-0ef58340b4ea" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.887108] env[70542]: DEBUG nova.network.neutron [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.013849] env[70542]: DEBUG oslo_vmware.api [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911172, 'name': CreateSnapshot_Task, 'duration_secs': 1.176704} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.014192] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Created Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 831.014983] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d32eb01-0b03-4261-9a47-52a022765794 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.110815] env[70542]: DEBUG oslo_vmware.api [None req-b512661c-bc08-4fea-923a-51dbf12ed141 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.179522] env[70542]: DEBUG oslo_concurrency.lockutils [None req-599b84fe-6f9e-415d-8b6d-7e7a6b9d5932 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "eef02990-c512-44f2-8fc7-eab27e22ab58" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.179899] env[70542]: DEBUG oslo_concurrency.lockutils [None req-599b84fe-6f9e-415d-8b6d-7e7a6b9d5932 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "eef02990-c512-44f2-8fc7-eab27e22ab58" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.180177] env[70542]: INFO nova.compute.manager [None req-599b84fe-6f9e-415d-8b6d-7e7a6b9d5932 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Rebooting instance [ 831.315280] env[70542]: DEBUG oslo_vmware.api [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911176, 'name': PowerOnVM_Task, 'duration_secs': 0.436586} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.315280] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.318037] env[70542]: DEBUG nova.compute.manager [None req-ad346f9a-1fff-4087-9bd2-4b588f8a9970 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 831.318878] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c8e18f-03b2-41ee-afde-08a91570dadb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.359866] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Lock "4dd93bf8-a293-471f-a8bf-8292077c260d" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.502s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.360527] env[70542]: DEBUG nova.compute.manager [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.364090] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3232a141-473c-410c-bd7d-706c20dc57c2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.365338] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.800s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.366902] env[70542]: INFO nova.compute.claims [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.435887] env[70542]: DEBUG nova.network.neutron [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.508651] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.508989] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7288ffcf-dde4-4f55-b529-7b464ff4e51b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.521175] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Waiting for the task: (returnval){ [ 831.521175] env[70542]: value = "task-3911177" [ 831.521175] env[70542]: _type = "Task" [ 831.521175] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.534400] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Creating linked-clone VM from snapshot {{(pid=70542) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 831.535278] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-805dbeb8-dd12-4e4b-aba3-1d962bb0a806 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.542840] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.550232] env[70542]: DEBUG oslo_vmware.api [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 831.550232] env[70542]: value = "task-3911178" [ 831.550232] env[70542]: _type = "Task" [ 831.550232] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.560938] env[70542]: DEBUG oslo_vmware.api [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911178, 'name': CloneVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.612294] env[70542]: DEBUG oslo_vmware.api [None req-b512661c-bc08-4fea-923a-51dbf12ed141 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.680369] env[70542]: DEBUG nova.network.neutron [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Updating instance_info_cache with network_info: [{"id": "de251fd2-87e6-4411-962b-4c42a254d994", "address": "fa:16:3e:a6:71:78", "network": {"id": "3163fefd-2b35-47f6-8743-5fc428f5d56f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-363612688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66131e2a2e6944aca9f174ef91beac79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde251fd2-87", "ovs_interfaceid": "de251fd2-87e6-4411-962b-4c42a254d994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.711703] env[70542]: DEBUG oslo_concurrency.lockutils [None req-599b84fe-6f9e-415d-8b6d-7e7a6b9d5932 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "refresh_cache-eef02990-c512-44f2-8fc7-eab27e22ab58" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.711703] env[70542]: DEBUG oslo_concurrency.lockutils [None req-599b84fe-6f9e-415d-8b6d-7e7a6b9d5932 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired lock "refresh_cache-eef02990-c512-44f2-8fc7-eab27e22ab58" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.711914] env[70542]: DEBUG nova.network.neutron [None req-599b84fe-6f9e-415d-8b6d-7e7a6b9d5932 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.805776] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquiring lock "96d1bbde-21c0-4bf8-a7ee-9a3d274652d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.806038] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Lock "96d1bbde-21c0-4bf8-a7ee-9a3d274652d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.867521] env[70542]: DEBUG nova.compute.utils [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.869747] env[70542]: DEBUG nova.compute.manager [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.870008] env[70542]: DEBUG nova.network.neutron [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.945239] env[70542]: DEBUG nova.policy [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '454d3faf833e4e3683814daa2a083bbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3961fdbd1ecb486798f4febad887e644', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.036964] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911177, 'name': PowerOffVM_Task, 'duration_secs': 0.381976} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.037296] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.037531] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.038920] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a95818-c728-433f-8e94-46c32c014407 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.048980] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.049308] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae00d677-c10b-400d-911e-0d39181e970f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.061804] env[70542]: DEBUG oslo_vmware.api [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911178, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.067156] env[70542]: DEBUG oslo_concurrency.lockutils [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquiring lock "157d8e42-98a9-4d4d-b088-ce1413ad89ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.067560] env[70542]: DEBUG oslo_concurrency.lockutils [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Lock "157d8e42-98a9-4d4d-b088-ce1413ad89ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.081624] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.081870] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.082127] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Deleting the datastore file [datastore2] 5f03309a-4505-49d3-854e-3082cc2cd03a {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.082522] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-239bae86-a433-4ea0-82bf-4b9e2f3f34ca {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.091319] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Waiting for the task: (returnval){ [ 832.091319] env[70542]: value = "task-3911180" [ 832.091319] env[70542]: _type = "Task" [ 832.091319] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.101764] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.112994] env[70542]: DEBUG oslo_vmware.api [None req-b512661c-bc08-4fea-923a-51dbf12ed141 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.185528] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Releasing lock "refresh_cache-58330f4d-7973-4c31-9f83-0ef58340b4ea" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.186080] env[70542]: DEBUG nova.compute.manager [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Instance network_info: |[{"id": "de251fd2-87e6-4411-962b-4c42a254d994", "address": "fa:16:3e:a6:71:78", "network": {"id": "3163fefd-2b35-47f6-8743-5fc428f5d56f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-363612688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66131e2a2e6944aca9f174ef91beac79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde251fd2-87", "ovs_interfaceid": "de251fd2-87e6-4411-962b-4c42a254d994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.186746] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:71:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de251fd2-87e6-4411-962b-4c42a254d994', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.199317] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.199805] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.200113] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f88aaae-2568-495f-bde4-f98928ce901a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.227201] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.227201] env[70542]: value = "task-3911181" [ 832.227201] env[70542]: _type = "Task" [ 832.227201] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.240247] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911181, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.311135] env[70542]: DEBUG nova.compute.manager [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.377584] env[70542]: DEBUG nova.compute.manager [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.206988] env[70542]: DEBUG nova.network.neutron [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Successfully created port: 866cf8c8-0121-4af6-bafc-dd339bc528d4 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.217555] env[70542]: DEBUG nova.compute.manager [req-400b80ed-2297-4689-a223-591fd70ef8cc req-6eda5950-f333-4e1b-96c2-8766544bdcce service nova] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Received event network-changed-de251fd2-87e6-4411-962b-4c42a254d994 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.217756] env[70542]: DEBUG nova.compute.manager [req-400b80ed-2297-4689-a223-591fd70ef8cc req-6eda5950-f333-4e1b-96c2-8766544bdcce service nova] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Refreshing instance network info cache due to event network-changed-de251fd2-87e6-4411-962b-4c42a254d994. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.217971] env[70542]: DEBUG oslo_concurrency.lockutils [req-400b80ed-2297-4689-a223-591fd70ef8cc req-6eda5950-f333-4e1b-96c2-8766544bdcce service nova] Acquiring lock "refresh_cache-58330f4d-7973-4c31-9f83-0ef58340b4ea" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.218564] env[70542]: DEBUG oslo_concurrency.lockutils [req-400b80ed-2297-4689-a223-591fd70ef8cc req-6eda5950-f333-4e1b-96c2-8766544bdcce service nova] Acquired lock "refresh_cache-58330f4d-7973-4c31-9f83-0ef58340b4ea" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.218564] env[70542]: DEBUG nova.network.neutron [req-400b80ed-2297-4689-a223-591fd70ef8cc req-6eda5950-f333-4e1b-96c2-8766544bdcce service nova] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Refreshing network info cache for port de251fd2-87e6-4411-962b-4c42a254d994 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.250248] env[70542]: DEBUG oslo_vmware.api [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911178, 'name': CloneVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.266047] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26331} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.266258] env[70542]: DEBUG oslo_vmware.api [None req-b512661c-bc08-4fea-923a-51dbf12ed141 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.266424] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911181, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.267688] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.270647] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.270841] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.271027] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.469465] env[70542]: DEBUG nova.network.neutron [None req-599b84fe-6f9e-415d-8b6d-7e7a6b9d5932 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Updating instance_info_cache with network_info: [{"id": "d852207d-5092-40c0-bc22-bf8cf0710530", "address": "fa:16:3e:17:53:d2", "network": {"id": "b34efa28-0333-4697-a2ca-0f761a8baa3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-961568765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cecd2691d1d54b7480090328eb29a4ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd852207d-50", "ovs_interfaceid": "d852207d-5092-40c0-bc22-bf8cf0710530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.651160] env[70542]: DEBUG nova.network.neutron [req-400b80ed-2297-4689-a223-591fd70ef8cc req-6eda5950-f333-4e1b-96c2-8766544bdcce service nova] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Updated VIF entry in instance network info cache for port de251fd2-87e6-4411-962b-4c42a254d994. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.651569] env[70542]: DEBUG nova.network.neutron [req-400b80ed-2297-4689-a223-591fd70ef8cc req-6eda5950-f333-4e1b-96c2-8766544bdcce service nova] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Updating instance_info_cache with network_info: [{"id": "de251fd2-87e6-4411-962b-4c42a254d994", "address": "fa:16:3e:a6:71:78", "network": {"id": "3163fefd-2b35-47f6-8743-5fc428f5d56f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-363612688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66131e2a2e6944aca9f174ef91beac79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde251fd2-87", "ovs_interfaceid": "de251fd2-87e6-4411-962b-4c42a254d994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.723358] env[70542]: DEBUG nova.compute.manager [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.736730] env[70542]: DEBUG oslo_vmware.api [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911178, 'name': CloneVM_Task, 'duration_secs': 1.809308} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.736730] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911181, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.736730] env[70542]: DEBUG oslo_vmware.api [None req-b512661c-bc08-4fea-923a-51dbf12ed141 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.736730] env[70542]: INFO nova.virt.vmwareapi.vmops [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Created linked-clone VM from snapshot [ 833.736730] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10525ab9-8b0e-4402-85fa-e76f0a9dc04f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.746459] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Uploading image e4a3dc87-5b1e-4b6b-82d3-842d6d1b369b {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 833.770923] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Destroying the VM {{(pid=70542) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 833.773194] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-580c391a-0119-4ec8-b399-d29d936b85d5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.776966] env[70542]: DEBUG nova.virt.hardware [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.777282] env[70542]: DEBUG nova.virt.hardware [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.777479] env[70542]: DEBUG nova.virt.hardware [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.777672] env[70542]: DEBUG nova.virt.hardware [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.777978] env[70542]: DEBUG nova.virt.hardware [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.777978] env[70542]: DEBUG nova.virt.hardware [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.778190] env[70542]: DEBUG nova.virt.hardware [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.778356] env[70542]: DEBUG nova.virt.hardware [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.778536] env[70542]: DEBUG nova.virt.hardware [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.778769] env[70542]: DEBUG nova.virt.hardware [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.778909] env[70542]: DEBUG nova.virt.hardware [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.782803] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504258cd-3894-447b-94e6-13a1e5b7e569 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.796107] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b789ca-1be5-4747-8165-1d82f6d99af7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.803049] env[70542]: DEBUG oslo_vmware.api [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 833.803049] env[70542]: value = "task-3911182" [ 833.803049] env[70542]: _type = "Task" [ 833.803049] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.822443] env[70542]: DEBUG oslo_vmware.api [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911182, 'name': Destroy_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.876498] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a44d70-cd1a-4b81-9d65-3e8febcfd297 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.886389] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db12a6c8-802b-44a9-8086-cc346cacfbf3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.920121] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79334909-1572-4d7e-b462-15fb835c3ab8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.929517] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cf4698-b11d-442b-b36b-1d686eb02634 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.945276] env[70542]: DEBUG nova.compute.provider_tree [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.974582] env[70542]: DEBUG oslo_concurrency.lockutils [None req-599b84fe-6f9e-415d-8b6d-7e7a6b9d5932 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Releasing lock "refresh_cache-eef02990-c512-44f2-8fc7-eab27e22ab58" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.157371] env[70542]: DEBUG oslo_concurrency.lockutils [req-400b80ed-2297-4689-a223-591fd70ef8cc req-6eda5950-f333-4e1b-96c2-8766544bdcce service nova] Releasing lock "refresh_cache-58330f4d-7973-4c31-9f83-0ef58340b4ea" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.223988] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911181, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.227857] env[70542]: DEBUG oslo_vmware.api [None req-b512661c-bc08-4fea-923a-51dbf12ed141 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.314672] env[70542]: DEBUG oslo_vmware.api [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911182, 'name': Destroy_Task} progress is 33%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.317091] env[70542]: DEBUG nova.virt.hardware [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.317339] env[70542]: DEBUG nova.virt.hardware [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.317496] env[70542]: DEBUG nova.virt.hardware [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.317675] env[70542]: DEBUG nova.virt.hardware [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.317816] env[70542]: DEBUG nova.virt.hardware [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.317957] env[70542]: DEBUG nova.virt.hardware [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.318172] env[70542]: DEBUG nova.virt.hardware [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.318334] env[70542]: DEBUG nova.virt.hardware [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.318495] env[70542]: DEBUG nova.virt.hardware [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.318648] env[70542]: DEBUG nova.virt.hardware [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.319265] env[70542]: DEBUG nova.virt.hardware [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.319733] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7cabcb-d18b-4f5f-94be-0058acf1e2ea {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.328276] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9861984-06ab-4dbe-8d78-bcf99c7bd050 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.343282] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Instance VIF info [] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.349112] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.349595] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.349686] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fa58080-10b2-44e1-b2cd-416ef8171f3b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.369041] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.369041] env[70542]: value = "task-3911183" [ 834.369041] env[70542]: _type = "Task" [ 834.369041] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.378516] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911183, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.449330] env[70542]: DEBUG nova.scheduler.client.report [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.479379] env[70542]: DEBUG nova.compute.manager [None req-599b84fe-6f9e-415d-8b6d-7e7a6b9d5932 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 834.480762] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986d233e-c433-4493-acf9-89980ee91a43 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.732895] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911181, 'name': CreateVM_Task, 'duration_secs': 2.160547} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.739557] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.739925] env[70542]: DEBUG oslo_vmware.api [None req-b512661c-bc08-4fea-923a-51dbf12ed141 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.740680] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.740837] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.741190] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.741469] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d1b7309-a241-4ce6-aeaa-c3350cdb4c20 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.753074] env[70542]: DEBUG oslo_vmware.api [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 834.753074] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52de57bf-ac11-c27f-f29e-baa746440638" [ 834.753074] env[70542]: _type = "Task" [ 834.753074] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.765869] env[70542]: DEBUG oslo_vmware.api [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52de57bf-ac11-c27f-f29e-baa746440638, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.813933] env[70542]: DEBUG oslo_vmware.api [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911182, 'name': Destroy_Task, 'duration_secs': 0.567429} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.815071] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Destroyed the VM [ 834.815071] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Deleting Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 834.815071] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-90be2a73-b5e2-4bee-bb34-47dc473d3182 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.822768] env[70542]: DEBUG oslo_vmware.api [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 834.822768] env[70542]: value = "task-3911184" [ 834.822768] env[70542]: _type = "Task" [ 834.822768] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.832674] env[70542]: DEBUG oslo_vmware.api [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911184, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.878834] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911183, 'name': CreateVM_Task, 'duration_secs': 0.426617} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.879048] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.879455] env[70542]: DEBUG oslo_concurrency.lockutils [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.955311] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.589s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.955818] env[70542]: DEBUG nova.compute.manager [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.959329] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d7c6757-6d8f-4a51-9188-75163131b960 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.362s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.959329] env[70542]: DEBUG nova.objects.instance [None req-4d7c6757-6d8f-4a51-9188-75163131b960 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lazy-loading 'resources' on Instance uuid bf6cc8b4-c21d-4a38-a0cd-91466bbb577d {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.067293] env[70542]: DEBUG nova.compute.manager [req-c71d2216-a90a-417b-9c96-1a00038dead9 req-93892460-09e4-4c97-8052-668663b76808 service nova] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Received event network-changed-6a60fcfb-c252-4f89-8ab1-623a21d155f1 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.067670] env[70542]: DEBUG nova.compute.manager [req-c71d2216-a90a-417b-9c96-1a00038dead9 req-93892460-09e4-4c97-8052-668663b76808 service nova] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Refreshing instance network info cache due to event network-changed-6a60fcfb-c252-4f89-8ab1-623a21d155f1. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.068017] env[70542]: DEBUG oslo_concurrency.lockutils [req-c71d2216-a90a-417b-9c96-1a00038dead9 req-93892460-09e4-4c97-8052-668663b76808 service nova] Acquiring lock "refresh_cache-f355d8b7-a7d9-4b25-97aa-cdc6c7102e31" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.068255] env[70542]: DEBUG oslo_concurrency.lockutils [req-c71d2216-a90a-417b-9c96-1a00038dead9 req-93892460-09e4-4c97-8052-668663b76808 service nova] Acquired lock "refresh_cache-f355d8b7-a7d9-4b25-97aa-cdc6c7102e31" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.068615] env[70542]: DEBUG nova.network.neutron [req-c71d2216-a90a-417b-9c96-1a00038dead9 req-93892460-09e4-4c97-8052-668663b76808 service nova] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Refreshing network info cache for port 6a60fcfb-c252-4f89-8ab1-623a21d155f1 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.229721] env[70542]: DEBUG oslo_vmware.api [None req-b512661c-bc08-4fea-923a-51dbf12ed141 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.261161] env[70542]: DEBUG oslo_vmware.api [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52de57bf-ac11-c27f-f29e-baa746440638, 'name': SearchDatastore_Task, 'duration_secs': 0.01402} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.261738] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.261825] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.262378] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.262567] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.262760] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.263084] env[70542]: DEBUG oslo_concurrency.lockutils [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.263421] env[70542]: DEBUG oslo_concurrency.lockutils [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.263667] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8ecf6bd-cf43-485c-86f0-717c2ebf8fd6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.266637] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17e8381f-9b91-4622-a6b8-c12e7de441e8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.274562] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Waiting for the task: (returnval){ [ 835.274562] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524ba895-0a02-abfe-b17e-94aac9a4c79d" [ 835.274562] env[70542]: _type = "Task" [ 835.274562] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.286327] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524ba895-0a02-abfe-b17e-94aac9a4c79d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.288059] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.288262] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.289170] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d792809-b51a-49e7-9475-ddc522186d12 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.295296] env[70542]: DEBUG oslo_vmware.api [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 835.295296] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523597b9-ef4b-0941-de27-dc1bc19cfc19" [ 835.295296] env[70542]: _type = "Task" [ 835.295296] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.306640] env[70542]: DEBUG oslo_vmware.api [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523597b9-ef4b-0941-de27-dc1bc19cfc19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.318918] env[70542]: DEBUG nova.network.neutron [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Successfully updated port: 866cf8c8-0121-4af6-bafc-dd339bc528d4 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.334442] env[70542]: DEBUG oslo_vmware.api [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911184, 'name': RemoveSnapshot_Task} progress is 77%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.466379] env[70542]: DEBUG nova.compute.utils [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.469716] env[70542]: DEBUG nova.compute.manager [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.470488] env[70542]: DEBUG nova.network.neutron [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.499687] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c798fac-348e-4f65-b697-c2e71b2862ed {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.515872] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-599b84fe-6f9e-415d-8b6d-7e7a6b9d5932 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Doing hard reboot of VM {{(pid=70542) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 835.516926] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-fb286162-a160-4084-8149-dbb591fcfe52 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.529996] env[70542]: DEBUG oslo_vmware.api [None req-599b84fe-6f9e-415d-8b6d-7e7a6b9d5932 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 835.529996] env[70542]: value = "task-3911185" [ 835.529996] env[70542]: _type = "Task" [ 835.529996] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.546927] env[70542]: DEBUG oslo_vmware.api [None req-599b84fe-6f9e-415d-8b6d-7e7a6b9d5932 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911185, 'name': ResetVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.559106] env[70542]: DEBUG nova.policy [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f11d3b0271547088b6a9a8ad2f908da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26dbe005229c42668a7b693038f1888a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.729221] env[70542]: DEBUG oslo_vmware.api [None req-b512661c-bc08-4fea-923a-51dbf12ed141 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911175, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.795680] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524ba895-0a02-abfe-b17e-94aac9a4c79d, 'name': SearchDatastore_Task, 'duration_secs': 0.016269} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.796386] env[70542]: DEBUG oslo_concurrency.lockutils [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.796505] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.796716] env[70542]: DEBUG oslo_concurrency.lockutils [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.811147] env[70542]: DEBUG oslo_vmware.api [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523597b9-ef4b-0941-de27-dc1bc19cfc19, 'name': SearchDatastore_Task, 'duration_secs': 0.012826} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.817957] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65baf1ac-881c-49cc-be5d-bc59a93d814c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.821294] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Acquiring lock "refresh_cache-b84f98ef-3dd3-409f-a069-c49e23ded498" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.821453] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Acquired lock "refresh_cache-b84f98ef-3dd3-409f-a069-c49e23ded498" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.821598] env[70542]: DEBUG nova.network.neutron [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.830858] env[70542]: DEBUG oslo_vmware.api [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 835.830858] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52357a93-e3d4-2d76-5e71-728d4bf6fe42" [ 835.830858] env[70542]: _type = "Task" [ 835.830858] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.839805] env[70542]: DEBUG oslo_vmware.api [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911184, 'name': RemoveSnapshot_Task, 'duration_secs': 0.848991} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.843645] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Deleted Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 835.857337] env[70542]: DEBUG oslo_vmware.api [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52357a93-e3d4-2d76-5e71-728d4bf6fe42, 'name': SearchDatastore_Task, 'duration_secs': 0.014498} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.858371] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.858558] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 58330f4d-7973-4c31-9f83-0ef58340b4ea/58330f4d-7973-4c31-9f83-0ef58340b4ea.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.858867] env[70542]: DEBUG oslo_concurrency.lockutils [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.859088] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.859319] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57bd93d4-a171-4a84-b841-fa7b096e1a6f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.861528] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-babf9a29-505d-43e9-877d-098e0fc4d5af {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.873813] env[70542]: DEBUG oslo_vmware.api [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 835.873813] env[70542]: value = "task-3911186" [ 835.873813] env[70542]: _type = "Task" [ 835.873813] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.886071] env[70542]: DEBUG oslo_vmware.api [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.886767] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.890037] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.890037] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35dc0132-e066-4544-b677-c6244b44c678 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.898488] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Waiting for the task: (returnval){ [ 835.898488] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d6c311-b885-5ffd-4677-9daf32f571e9" [ 835.898488] env[70542]: _type = "Task" [ 835.898488] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.910792] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d6c311-b885-5ffd-4677-9daf32f571e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.979803] env[70542]: DEBUG nova.compute.manager [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.995485] env[70542]: DEBUG nova.network.neutron [req-c71d2216-a90a-417b-9c96-1a00038dead9 req-93892460-09e4-4c97-8052-668663b76808 service nova] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Updated VIF entry in instance network info cache for port 6a60fcfb-c252-4f89-8ab1-623a21d155f1. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.997136] env[70542]: DEBUG nova.network.neutron [req-c71d2216-a90a-417b-9c96-1a00038dead9 req-93892460-09e4-4c97-8052-668663b76808 service nova] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Updating instance_info_cache with network_info: [{"id": "6a60fcfb-c252-4f89-8ab1-623a21d155f1", "address": "fa:16:3e:88:9f:9b", "network": {"id": "9c2a2fbf-aad1-43c7-a6bb-2bc7daee65e2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-368306689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "86dcf16590494c778c14f67b1e94b13f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a60fcfb-c2", "ovs_interfaceid": "6a60fcfb-c252-4f89-8ab1-623a21d155f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.047143] env[70542]: DEBUG oslo_vmware.api [None req-599b84fe-6f9e-415d-8b6d-7e7a6b9d5932 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911185, 'name': ResetVM_Task, 'duration_secs': 0.103662} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.047143] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-599b84fe-6f9e-415d-8b6d-7e7a6b9d5932 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Did hard reboot of VM {{(pid=70542) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 836.047431] env[70542]: DEBUG nova.compute.manager [None req-599b84fe-6f9e-415d-8b6d-7e7a6b9d5932 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 836.050082] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec4f55d-49a8-4acb-9b60-006e52cff359 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.229825] env[70542]: DEBUG oslo_vmware.api [None req-b512661c-bc08-4fea-923a-51dbf12ed141 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911175, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.234460] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62e3b32-4f38-4f7e-b417-213b071ee3eb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.238686] env[70542]: DEBUG nova.network.neutron [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Successfully created port: bb949cb2-5601-4623-99f5-30d023ee6b8f {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.245498] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fb2ffc-5d4f-4aa7-92d6-12fba6215725 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.285182] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2adaa5-e529-4dba-9957-c8e922d4b5cc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.296054] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d05767-2477-4d86-8837-fd41f3666532 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.316935] env[70542]: DEBUG nova.compute.provider_tree [None req-4d7c6757-6d8f-4a51-9188-75163131b960 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.360776] env[70542]: WARNING nova.compute.manager [None req-bcc0bd21-3e2d-4dee-aed0-8ba32d6c6d4c tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Image not found during snapshot: nova.exception.ImageNotFound: Image e4a3dc87-5b1e-4b6b-82d3-842d6d1b369b could not be found. [ 836.370907] env[70542]: DEBUG nova.network.neutron [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.389363] env[70542]: DEBUG oslo_vmware.api [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911186, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.417648] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d6c311-b885-5ffd-4677-9daf32f571e9, 'name': SearchDatastore_Task, 'duration_secs': 0.014449} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.418594] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22b7c922-7c39-4467-9bc7-eeafc0eb20b4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.426840] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Waiting for the task: (returnval){ [ 836.426840] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5246e573-9886-dc29-f5ee-a1e3ec46c586" [ 836.426840] env[70542]: _type = "Task" [ 836.426840] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.439441] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5246e573-9886-dc29-f5ee-a1e3ec46c586, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.487854] env[70542]: INFO nova.virt.block_device [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Booting with volume 77bb6c31-3539-44a3-bd1a-a0e065654947 at /dev/sda [ 836.502731] env[70542]: DEBUG oslo_concurrency.lockutils [req-c71d2216-a90a-417b-9c96-1a00038dead9 req-93892460-09e4-4c97-8052-668663b76808 service nova] Releasing lock "refresh_cache-f355d8b7-a7d9-4b25-97aa-cdc6c7102e31" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.502731] env[70542]: DEBUG nova.compute.manager [req-c71d2216-a90a-417b-9c96-1a00038dead9 req-93892460-09e4-4c97-8052-668663b76808 service nova] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Received event network-changed-6a60fcfb-c252-4f89-8ab1-623a21d155f1 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.503144] env[70542]: DEBUG nova.compute.manager [req-c71d2216-a90a-417b-9c96-1a00038dead9 req-93892460-09e4-4c97-8052-668663b76808 service nova] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Refreshing instance network info cache due to event network-changed-6a60fcfb-c252-4f89-8ab1-623a21d155f1. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 836.503374] env[70542]: DEBUG oslo_concurrency.lockutils [req-c71d2216-a90a-417b-9c96-1a00038dead9 req-93892460-09e4-4c97-8052-668663b76808 service nova] Acquiring lock "refresh_cache-f355d8b7-a7d9-4b25-97aa-cdc6c7102e31" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.503469] env[70542]: DEBUG oslo_concurrency.lockutils [req-c71d2216-a90a-417b-9c96-1a00038dead9 req-93892460-09e4-4c97-8052-668663b76808 service nova] Acquired lock "refresh_cache-f355d8b7-a7d9-4b25-97aa-cdc6c7102e31" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.503744] env[70542]: DEBUG nova.network.neutron [req-c71d2216-a90a-417b-9c96-1a00038dead9 req-93892460-09e4-4c97-8052-668663b76808 service nova] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Refreshing network info cache for port 6a60fcfb-c252-4f89-8ab1-623a21d155f1 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.556215] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ccb9cacd-0244-4d33-94ca-aceeadaee606 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.570195] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19355215-16e9-48a2-923d-9bcddb2e3d6c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.588787] env[70542]: DEBUG oslo_concurrency.lockutils [None req-599b84fe-6f9e-415d-8b6d-7e7a6b9d5932 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "eef02990-c512-44f2-8fc7-eab27e22ab58" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.409s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.622547] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3766118-3bd1-412f-9e3f-b580dbadce87 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.634089] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe1810d-9767-473a-9176-304da7224b6d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.647242] env[70542]: DEBUG nova.network.neutron [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Updating instance_info_cache with network_info: [{"id": "866cf8c8-0121-4af6-bafc-dd339bc528d4", "address": "fa:16:3e:95:07:bf", "network": {"id": "f73e8344-674e-4c57-93c6-803162e70e83", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-780331206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3961fdbd1ecb486798f4febad887e644", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866cf8c8-01", "ovs_interfaceid": "866cf8c8-0121-4af6-bafc-dd339bc528d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.679955] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7ca7bf-4533-4ef1-b7de-2c86addcd6e8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.688883] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c919bd-0c1d-44af-84e6-169fbe1ad96a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.707920] env[70542]: DEBUG nova.virt.block_device [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Updating existing volume attachment record: 0264c7fd-bd35-4a0f-a30e-eb41d90cf487 {{(pid=70542) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 836.727670] env[70542]: DEBUG oslo_vmware.api [None req-b512661c-bc08-4fea-923a-51dbf12ed141 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911175, 'name': ReconfigVM_Task, 'duration_secs': 5.828898} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.727979] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b512661c-bc08-4fea-923a-51dbf12ed141 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "d8595e6b-7681-4439-9052-5a066d6f9c57" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.728181] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b512661c-bc08-4fea-923a-51dbf12ed141 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Reconfigured VM to detach interface {{(pid=70542) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 836.820804] env[70542]: DEBUG nova.scheduler.client.report [None req-4d7c6757-6d8f-4a51-9188-75163131b960 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.886916] env[70542]: DEBUG oslo_vmware.api [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688143} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.887440] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 58330f4d-7973-4c31-9f83-0ef58340b4ea/58330f4d-7973-4c31-9f83-0ef58340b4ea.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.888059] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.888488] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b11c0d0b-a3f7-4485-a143-06c7a2b91165 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.899035] env[70542]: DEBUG oslo_vmware.api [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 836.899035] env[70542]: value = "task-3911187" [ 836.899035] env[70542]: _type = "Task" [ 836.899035] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.911490] env[70542]: DEBUG oslo_vmware.api [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.939767] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5246e573-9886-dc29-f5ee-a1e3ec46c586, 'name': SearchDatastore_Task, 'duration_secs': 0.057887} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.940198] env[70542]: DEBUG oslo_concurrency.lockutils [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.940552] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 5f03309a-4505-49d3-854e-3082cc2cd03a/5f03309a-4505-49d3-854e-3082cc2cd03a.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.940931] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27c7ed6b-ec7b-4673-8045-9903c17a1dc6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.953804] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Waiting for the task: (returnval){ [ 836.953804] env[70542]: value = "task-3911188" [ 836.953804] env[70542]: _type = "Task" [ 836.953804] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.968756] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.154020] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Releasing lock "refresh_cache-b84f98ef-3dd3-409f-a069-c49e23ded498" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.154020] env[70542]: DEBUG nova.compute.manager [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Instance network_info: |[{"id": "866cf8c8-0121-4af6-bafc-dd339bc528d4", "address": "fa:16:3e:95:07:bf", "network": {"id": "f73e8344-674e-4c57-93c6-803162e70e83", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-780331206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3961fdbd1ecb486798f4febad887e644", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866cf8c8-01", "ovs_interfaceid": "866cf8c8-0121-4af6-bafc-dd339bc528d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 837.154020] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:07:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '866cf8c8-0121-4af6-bafc-dd339bc528d4', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.161077] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Creating folder: Project (3961fdbd1ecb486798f4febad887e644). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.164432] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cd76f2a-c4ea-4bfc-bbc8-5436e94eae9d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.179576] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Created folder: Project (3961fdbd1ecb486798f4febad887e644) in parent group-v776569. [ 837.179906] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Creating folder: Instances. Parent ref: group-v776710. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.180339] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf7b39dc-c3b4-4c7c-954e-6bc477902af4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.193312] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Created folder: Instances in parent group-v776710. [ 837.193607] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.193826] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.194259] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef935a0a-a0b5-460c-a9e5-2c88f1ea4dd4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.218628] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.218628] env[70542]: value = "task-3911191" [ 837.218628] env[70542]: _type = "Task" [ 837.218628] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.228823] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911191, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.325903] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d7c6757-6d8f-4a51-9188-75163131b960 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.367s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.328511] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.362s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.330213] env[70542]: INFO nova.compute.claims [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.343390] env[70542]: DEBUG nova.network.neutron [req-c71d2216-a90a-417b-9c96-1a00038dead9 req-93892460-09e4-4c97-8052-668663b76808 service nova] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Updated VIF entry in instance network info cache for port 6a60fcfb-c252-4f89-8ab1-623a21d155f1. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.343390] env[70542]: DEBUG nova.network.neutron [req-c71d2216-a90a-417b-9c96-1a00038dead9 req-93892460-09e4-4c97-8052-668663b76808 service nova] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Updating instance_info_cache with network_info: [{"id": "6a60fcfb-c252-4f89-8ab1-623a21d155f1", "address": "fa:16:3e:88:9f:9b", "network": {"id": "9c2a2fbf-aad1-43c7-a6bb-2bc7daee65e2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-368306689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "86dcf16590494c778c14f67b1e94b13f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a60fcfb-c2", "ovs_interfaceid": "6a60fcfb-c252-4f89-8ab1-623a21d155f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.369926] env[70542]: INFO nova.scheduler.client.report [None req-4d7c6757-6d8f-4a51-9188-75163131b960 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Deleted allocations for instance bf6cc8b4-c21d-4a38-a0cd-91466bbb577d [ 837.411345] env[70542]: DEBUG oslo_vmware.api [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081294} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.411894] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.412739] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300d756d-c9e1-49f0-b9eb-0fc063f87d3d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.446835] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 58330f4d-7973-4c31-9f83-0ef58340b4ea/58330f4d-7973-4c31-9f83-0ef58340b4ea.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.449052] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-549565d6-2362-48b6-a975-bd07aac7b842 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.480468] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911188, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.482616] env[70542]: DEBUG oslo_vmware.api [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 837.482616] env[70542]: value = "task-3911192" [ 837.482616] env[70542]: _type = "Task" [ 837.482616] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.494772] env[70542]: DEBUG oslo_vmware.api [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911192, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.615190] env[70542]: DEBUG nova.compute.manager [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Received event network-vif-plugged-866cf8c8-0121-4af6-bafc-dd339bc528d4 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.615491] env[70542]: DEBUG oslo_concurrency.lockutils [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] Acquiring lock "b84f98ef-3dd3-409f-a069-c49e23ded498-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.615680] env[70542]: DEBUG oslo_concurrency.lockutils [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] Lock "b84f98ef-3dd3-409f-a069-c49e23ded498-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.615775] env[70542]: DEBUG oslo_concurrency.lockutils [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] Lock "b84f98ef-3dd3-409f-a069-c49e23ded498-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.615991] env[70542]: DEBUG nova.compute.manager [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] No waiting events found dispatching network-vif-plugged-866cf8c8-0121-4af6-bafc-dd339bc528d4 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 837.616135] env[70542]: WARNING nova.compute.manager [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Received unexpected event network-vif-plugged-866cf8c8-0121-4af6-bafc-dd339bc528d4 for instance with vm_state building and task_state spawning. [ 837.616280] env[70542]: DEBUG nova.compute.manager [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Received event network-changed-866cf8c8-0121-4af6-bafc-dd339bc528d4 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.616424] env[70542]: DEBUG nova.compute.manager [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Refreshing instance network info cache due to event network-changed-866cf8c8-0121-4af6-bafc-dd339bc528d4. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.620260] env[70542]: DEBUG oslo_concurrency.lockutils [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] Acquiring lock "refresh_cache-b84f98ef-3dd3-409f-a069-c49e23ded498" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.620260] env[70542]: DEBUG oslo_concurrency.lockutils [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] Acquired lock "refresh_cache-b84f98ef-3dd3-409f-a069-c49e23ded498" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.620260] env[70542]: DEBUG nova.network.neutron [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Refreshing network info cache for port 866cf8c8-0121-4af6-bafc-dd339bc528d4 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.641596] env[70542]: DEBUG nova.compute.manager [req-06a87d02-c19f-4358-ac08-ae7218a70e6a req-99ad07b2-5f95-481b-9c2e-0def3fd58457 service nova] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Received event network-vif-deleted-2471e91a-8e3f-4ce2-8926-1a0ba8439e5e {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.641851] env[70542]: INFO nova.compute.manager [req-06a87d02-c19f-4358-ac08-ae7218a70e6a req-99ad07b2-5f95-481b-9c2e-0def3fd58457 service nova] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Neutron deleted interface 2471e91a-8e3f-4ce2-8926-1a0ba8439e5e; detaching it from the instance and deleting it from the info cache [ 837.642557] env[70542]: DEBUG nova.network.neutron [req-06a87d02-c19f-4358-ac08-ae7218a70e6a req-99ad07b2-5f95-481b-9c2e-0def3fd58457 service nova] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Updating instance_info_cache with network_info: [{"id": "1019c59a-40ab-49e8-9caf-665fcc22d1ad", "address": "fa:16:3e:37:aa:b2", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1019c59a-40", "ovs_interfaceid": "1019c59a-40ab-49e8-9caf-665fcc22d1ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.731823] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911191, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.845845] env[70542]: DEBUG oslo_concurrency.lockutils [req-c71d2216-a90a-417b-9c96-1a00038dead9 req-93892460-09e4-4c97-8052-668663b76808 service nova] Releasing lock "refresh_cache-f355d8b7-a7d9-4b25-97aa-cdc6c7102e31" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.883131] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4d7c6757-6d8f-4a51-9188-75163131b960 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "bf6cc8b4-c21d-4a38-a0cd-91466bbb577d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.506s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.979011] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.862832} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.979432] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 5f03309a-4505-49d3-854e-3082cc2cd03a/5f03309a-4505-49d3-854e-3082cc2cd03a.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.979659] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.980139] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-958401a7-4924-42a3-90d7-374cd4800f91 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.989568] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Waiting for the task: (returnval){ [ 837.989568] env[70542]: value = "task-3911193" [ 837.989568] env[70542]: _type = "Task" [ 837.989568] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.998911] env[70542]: DEBUG oslo_vmware.api [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911192, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.005860] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.108323] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b512661c-bc08-4fea-923a-51dbf12ed141 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "refresh_cache-d8595e6b-7681-4439-9052-5a066d6f9c57" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.108583] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b512661c-bc08-4fea-923a-51dbf12ed141 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "refresh_cache-d8595e6b-7681-4439-9052-5a066d6f9c57" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.108746] env[70542]: DEBUG nova.network.neutron [None req-b512661c-bc08-4fea-923a-51dbf12ed141 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.150064] env[70542]: DEBUG oslo_concurrency.lockutils [req-06a87d02-c19f-4358-ac08-ae7218a70e6a req-99ad07b2-5f95-481b-9c2e-0def3fd58457 service nova] Acquiring lock "d8595e6b-7681-4439-9052-5a066d6f9c57" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.150355] env[70542]: DEBUG oslo_concurrency.lockutils [req-06a87d02-c19f-4358-ac08-ae7218a70e6a req-99ad07b2-5f95-481b-9c2e-0def3fd58457 service nova] Acquired lock "d8595e6b-7681-4439-9052-5a066d6f9c57" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.151166] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8021ccf5-b7c1-4fa4-854c-c72b7703c287 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.181640] env[70542]: DEBUG oslo_concurrency.lockutils [req-06a87d02-c19f-4358-ac08-ae7218a70e6a req-99ad07b2-5f95-481b-9c2e-0def3fd58457 service nova] Releasing lock "d8595e6b-7681-4439-9052-5a066d6f9c57" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.181956] env[70542]: WARNING nova.compute.manager [req-06a87d02-c19f-4358-ac08-ae7218a70e6a req-99ad07b2-5f95-481b-9c2e-0def3fd58457 service nova] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Detach interface failed, port_id=2471e91a-8e3f-4ce2-8926-1a0ba8439e5e, reason: No device with interface-id 2471e91a-8e3f-4ce2-8926-1a0ba8439e5e exists on VM: nova.exception.NotFound: No device with interface-id 2471e91a-8e3f-4ce2-8926-1a0ba8439e5e exists on VM [ 838.218491] env[70542]: DEBUG nova.network.neutron [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Successfully updated port: bb949cb2-5601-4623-99f5-30d023ee6b8f {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.238332] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911191, 'name': CreateVM_Task, 'duration_secs': 0.576699} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.238613] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.239334] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.239505] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.239943] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.241332] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0fc3998-acbf-49f8-ac23-ca5cccd91d86 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.250703] env[70542]: DEBUG oslo_vmware.api [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Waiting for the task: (returnval){ [ 838.250703] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a41a6d-496b-0d5e-f512-1f0d1b9b5853" [ 838.250703] env[70542]: _type = "Task" [ 838.250703] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.265932] env[70542]: DEBUG oslo_vmware.api [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a41a6d-496b-0d5e-f512-1f0d1b9b5853, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.423520] env[70542]: DEBUG oslo_vmware.rw_handles [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ad2dd9-a99e-534c-95f8-1c91ec7c0a44/disk-0.vmdk. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 838.427034] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135a2c00-c414-4d2c-8502-5d8f9cc6b04a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.439206] env[70542]: DEBUG oslo_vmware.rw_handles [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ad2dd9-a99e-534c-95f8-1c91ec7c0a44/disk-0.vmdk is in state: ready. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 838.439403] env[70542]: ERROR oslo_vmware.rw_handles [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ad2dd9-a99e-534c-95f8-1c91ec7c0a44/disk-0.vmdk due to incomplete transfer. [ 838.439727] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e1872c73-e70a-47a8-9e18-e4a83667ddf6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.450135] env[70542]: DEBUG oslo_vmware.rw_handles [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ad2dd9-a99e-534c-95f8-1c91ec7c0a44/disk-0.vmdk. {{(pid=70542) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 838.450135] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Uploaded image f706219f-3dd1-442b-b9ea-db2316d311fc to the Glance image server {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 838.454147] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Destroying the VM {{(pid=70542) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 838.454147] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5095ef9b-94ca-4018-a31e-b20836fc7ae7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.461175] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 838.461175] env[70542]: value = "task-3911194" [ 838.461175] env[70542]: _type = "Task" [ 838.461175] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.476303] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911194, 'name': Destroy_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.496178] env[70542]: DEBUG nova.network.neutron [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Updated VIF entry in instance network info cache for port 866cf8c8-0121-4af6-bafc-dd339bc528d4. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.496439] env[70542]: DEBUG nova.network.neutron [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Updating instance_info_cache with network_info: [{"id": "866cf8c8-0121-4af6-bafc-dd339bc528d4", "address": "fa:16:3e:95:07:bf", "network": {"id": "f73e8344-674e-4c57-93c6-803162e70e83", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-780331206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3961fdbd1ecb486798f4febad887e644", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866cf8c8-01", "ovs_interfaceid": "866cf8c8-0121-4af6-bafc-dd339bc528d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.501269] env[70542]: DEBUG oslo_vmware.api [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911192, 'name': ReconfigVM_Task, 'duration_secs': 0.522981} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.502660] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 58330f4d-7973-4c31-9f83-0ef58340b4ea/58330f4d-7973-4c31-9f83-0ef58340b4ea.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.505434] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c251098a-7972-467c-9e55-c08ebbb98a24 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.512020] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156993} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.512020] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.512471] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4069a944-b307-414d-b05f-03f31696e16f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.517176] env[70542]: DEBUG oslo_vmware.api [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 838.517176] env[70542]: value = "task-3911195" [ 838.517176] env[70542]: _type = "Task" [ 838.517176] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.537161] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 5f03309a-4505-49d3-854e-3082cc2cd03a/5f03309a-4505-49d3-854e-3082cc2cd03a.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.540944] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-723ef652-e1ea-47a8-9a54-cc9f52a0157c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.567083] env[70542]: DEBUG oslo_vmware.api [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911195, 'name': Rename_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.574259] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Waiting for the task: (returnval){ [ 838.574259] env[70542]: value = "task-3911196" [ 838.574259] env[70542]: _type = "Task" [ 838.574259] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.584153] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911196, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.728074] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Acquiring lock "refresh_cache-592584da-94b4-43f0-a360-36d8b1494d96" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.728342] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Acquired lock "refresh_cache-592584da-94b4-43f0-a360-36d8b1494d96" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.728442] env[70542]: DEBUG nova.network.neutron [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.751976] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquiring lock "e24cd975-f193-447c-872e-6bb88284a63b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.752364] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "e24cd975-f193-447c-872e-6bb88284a63b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.752619] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquiring lock "e24cd975-f193-447c-872e-6bb88284a63b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.752814] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "e24cd975-f193-447c-872e-6bb88284a63b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.752982] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "e24cd975-f193-447c-872e-6bb88284a63b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.760954] env[70542]: INFO nova.compute.manager [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Terminating instance [ 838.771204] env[70542]: DEBUG oslo_vmware.api [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a41a6d-496b-0d5e-f512-1f0d1b9b5853, 'name': SearchDatastore_Task, 'duration_secs': 0.018648} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.774493] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.774493] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.774493] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.774493] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.774493] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.774493] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d82a4dce-79b5-4c3c-83cd-526038584d60 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.783446] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.783655] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.784502] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06ceacb8-583e-45e2-9a7c-79f210093c72 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.792226] env[70542]: DEBUG oslo_vmware.api [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Waiting for the task: (returnval){ [ 838.792226] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fb2bca-0441-e4ba-2c0e-718cc9d9afc9" [ 838.792226] env[70542]: _type = "Task" [ 838.792226] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.805544] env[70542]: DEBUG oslo_vmware.api [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fb2bca-0441-e4ba-2c0e-718cc9d9afc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.850850] env[70542]: DEBUG nova.compute.manager [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.851410] env[70542]: DEBUG nova.virt.hardware [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.851630] env[70542]: DEBUG nova.virt.hardware [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.851784] env[70542]: DEBUG nova.virt.hardware [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.852102] env[70542]: DEBUG nova.virt.hardware [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.852567] env[70542]: DEBUG nova.virt.hardware [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.852711] env[70542]: DEBUG nova.virt.hardware [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.852940] env[70542]: DEBUG nova.virt.hardware [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.853116] env[70542]: DEBUG nova.virt.hardware [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.853287] env[70542]: DEBUG nova.virt.hardware [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.853452] env[70542]: DEBUG nova.virt.hardware [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.853627] env[70542]: DEBUG nova.virt.hardware [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.854602] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61af729b-d151-4608-abb5-6332c682168a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.871133] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecc3e6a-f1be-4225-af9a-4aa74977e910 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.948448] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f488337e-032b-4fb4-bd12-31434ca60f59 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.960048] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffca9843-ca93-4d2c-909b-21f7afc39b17 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.000373] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb66626e-d618-4e41-9086-097f3e1a90e1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.003492] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911194, 'name': Destroy_Task} progress is 33%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.005164] env[70542]: DEBUG oslo_concurrency.lockutils [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] Releasing lock "refresh_cache-b84f98ef-3dd3-409f-a069-c49e23ded498" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.006029] env[70542]: DEBUG nova.compute.manager [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Received event network-changed-6a60fcfb-c252-4f89-8ab1-623a21d155f1 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.006029] env[70542]: DEBUG nova.compute.manager [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Refreshing instance network info cache due to event network-changed-6a60fcfb-c252-4f89-8ab1-623a21d155f1. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.006029] env[70542]: DEBUG oslo_concurrency.lockutils [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] Acquiring lock "refresh_cache-f355d8b7-a7d9-4b25-97aa-cdc6c7102e31" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.006224] env[70542]: DEBUG oslo_concurrency.lockutils [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] Acquired lock "refresh_cache-f355d8b7-a7d9-4b25-97aa-cdc6c7102e31" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.006263] env[70542]: DEBUG nova.network.neutron [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Refreshing network info cache for port 6a60fcfb-c252-4f89-8ab1-623a21d155f1 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.011671] env[70542]: DEBUG nova.network.neutron [None req-b512661c-bc08-4fea-923a-51dbf12ed141 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Updating instance_info_cache with network_info: [{"id": "1019c59a-40ab-49e8-9caf-665fcc22d1ad", "address": "fa:16:3e:37:aa:b2", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1019c59a-40", "ovs_interfaceid": "1019c59a-40ab-49e8-9caf-665fcc22d1ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.023303] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cd802f-c858-4af2-85e1-5ef43582a1f5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.045609] env[70542]: DEBUG oslo_vmware.api [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911195, 'name': Rename_Task, 'duration_secs': 0.163293} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.046667] env[70542]: DEBUG nova.compute.provider_tree [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.048045] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.048300] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c019cb0-75ac-4d6b-9e35-836440a13750 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.057165] env[70542]: DEBUG oslo_vmware.api [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 839.057165] env[70542]: value = "task-3911197" [ 839.057165] env[70542]: _type = "Task" [ 839.057165] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.066717] env[70542]: DEBUG oslo_vmware.api [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.068272] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "d8595e6b-7681-4439-9052-5a066d6f9c57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.068967] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "d8595e6b-7681-4439-9052-5a066d6f9c57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.068967] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "d8595e6b-7681-4439-9052-5a066d6f9c57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.068967] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "d8595e6b-7681-4439-9052-5a066d6f9c57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.069691] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "d8595e6b-7681-4439-9052-5a066d6f9c57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.071349] env[70542]: INFO nova.compute.manager [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Terminating instance [ 839.086085] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.270763] env[70542]: DEBUG nova.network.neutron [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.274604] env[70542]: DEBUG nova.compute.manager [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.274807] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.276777] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ba3cbe-6620-4ba8-b1f7-e946754d6934 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.289073] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.289757] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af6708ff-8039-4ca9-8ec2-65fa47016ca2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.302141] env[70542]: DEBUG oslo_vmware.api [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 839.302141] env[70542]: value = "task-3911198" [ 839.302141] env[70542]: _type = "Task" [ 839.302141] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.315957] env[70542]: DEBUG oslo_vmware.api [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fb2bca-0441-e4ba-2c0e-718cc9d9afc9, 'name': SearchDatastore_Task, 'duration_secs': 0.029076} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.318481] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aeaf4be-0ffc-40f1-8a37-03719253d54d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.328328] env[70542]: DEBUG oslo_vmware.api [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.335278] env[70542]: DEBUG oslo_vmware.api [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Waiting for the task: (returnval){ [ 839.335278] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528459b9-ddfa-9f8f-4ea8-029259a9fc82" [ 839.335278] env[70542]: _type = "Task" [ 839.335278] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.352797] env[70542]: DEBUG oslo_vmware.api [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528459b9-ddfa-9f8f-4ea8-029259a9fc82, 'name': SearchDatastore_Task} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.353347] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.353783] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] b84f98ef-3dd3-409f-a069-c49e23ded498/b84f98ef-3dd3-409f-a069-c49e23ded498.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.354083] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4c0b544-5bcc-4c11-9b69-bd26a9a3c663 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.366979] env[70542]: DEBUG oslo_vmware.api [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Waiting for the task: (returnval){ [ 839.366979] env[70542]: value = "task-3911199" [ 839.366979] env[70542]: _type = "Task" [ 839.366979] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.377370] env[70542]: DEBUG oslo_vmware.api [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Task: {'id': task-3911199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.480340] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911194, 'name': Destroy_Task, 'duration_secs': 0.84614} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.480808] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Destroyed the VM [ 839.481106] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Deleting Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 839.481609] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-eac7f6dc-066b-4cf2-b586-854888809460 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.492649] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 839.492649] env[70542]: value = "task-3911200" [ 839.492649] env[70542]: _type = "Task" [ 839.492649] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.510864] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911200, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.514233] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Acquiring lock "f355d8b7-a7d9-4b25-97aa-cdc6c7102e31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.514723] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Lock "f355d8b7-a7d9-4b25-97aa-cdc6c7102e31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.515120] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Acquiring lock "f355d8b7-a7d9-4b25-97aa-cdc6c7102e31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.515449] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Lock "f355d8b7-a7d9-4b25-97aa-cdc6c7102e31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.515668] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Lock "f355d8b7-a7d9-4b25-97aa-cdc6c7102e31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.518019] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b512661c-bc08-4fea-923a-51dbf12ed141 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "refresh_cache-d8595e6b-7681-4439-9052-5a066d6f9c57" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.524571] env[70542]: INFO nova.compute.manager [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Terminating instance [ 839.552707] env[70542]: DEBUG nova.scheduler.client.report [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.576050] env[70542]: DEBUG oslo_vmware.api [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911197, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.581122] env[70542]: DEBUG nova.compute.manager [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.581122] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.583240] env[70542]: DEBUG nova.network.neutron [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Updating instance_info_cache with network_info: [{"id": "bb949cb2-5601-4623-99f5-30d023ee6b8f", "address": "fa:16:3e:a8:1b:2b", "network": {"id": "58f27397-81cd-44e6-b15a-410bee7a7f11", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-943722230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26dbe005229c42668a7b693038f1888a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb949cb2-56", "ovs_interfaceid": "bb949cb2-5601-4623-99f5-30d023ee6b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.585878] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be0942e-292c-41f3-990b-14381227e12e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.606208] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911196, 'name': ReconfigVM_Task, 'duration_secs': 0.885446} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.606654] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 5f03309a-4505-49d3-854e-3082cc2cd03a/5f03309a-4505-49d3-854e-3082cc2cd03a.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.607992] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db526629-563f-4826-a990-dfe75f26dbd0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.618803] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.618803] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb99fda4-7ff4-4139-b7f7-1a81125aec58 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.625025] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Waiting for the task: (returnval){ [ 839.625025] env[70542]: value = "task-3911201" [ 839.625025] env[70542]: _type = "Task" [ 839.625025] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.635028] env[70542]: DEBUG oslo_vmware.api [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 839.635028] env[70542]: value = "task-3911202" [ 839.635028] env[70542]: _type = "Task" [ 839.635028] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.644657] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911201, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.650728] env[70542]: DEBUG oslo_vmware.api [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.820927] env[70542]: DEBUG oslo_vmware.api [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911198, 'name': PowerOffVM_Task, 'duration_secs': 0.250909} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.821435] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.821791] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.822220] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6bbe95e-5049-4174-bbd1-fc98f469a8ee {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.882918] env[70542]: DEBUG oslo_vmware.api [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Task: {'id': task-3911199, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.899417] env[70542]: DEBUG nova.network.neutron [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Updated VIF entry in instance network info cache for port 6a60fcfb-c252-4f89-8ab1-623a21d155f1. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.900714] env[70542]: DEBUG nova.network.neutron [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Updating instance_info_cache with network_info: [{"id": "6a60fcfb-c252-4f89-8ab1-623a21d155f1", "address": "fa:16:3e:88:9f:9b", "network": {"id": "9c2a2fbf-aad1-43c7-a6bb-2bc7daee65e2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-368306689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "86dcf16590494c778c14f67b1e94b13f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a60fcfb-c2", "ovs_interfaceid": "6a60fcfb-c252-4f89-8ab1-623a21d155f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.957928] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.959024] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.959024] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Deleting the datastore file [datastore1] e24cd975-f193-447c-872e-6bb88284a63b {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.959024] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1614ab6-07f7-401d-a8b6-1a411b21b1eb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.974133] env[70542]: DEBUG oslo_vmware.api [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 839.974133] env[70542]: value = "task-3911204" [ 839.974133] env[70542]: _type = "Task" [ 839.974133] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.981678] env[70542]: DEBUG nova.compute.manager [req-15299440-45a8-4f1c-a2a1-ba0629c1b13e req-ad098da2-0a9b-4648-a67d-152ce219d7d6 service nova] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Received event network-vif-plugged-bb949cb2-5601-4623-99f5-30d023ee6b8f {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.981917] env[70542]: DEBUG oslo_concurrency.lockutils [req-15299440-45a8-4f1c-a2a1-ba0629c1b13e req-ad098da2-0a9b-4648-a67d-152ce219d7d6 service nova] Acquiring lock "592584da-94b4-43f0-a360-36d8b1494d96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.982147] env[70542]: DEBUG oslo_concurrency.lockutils [req-15299440-45a8-4f1c-a2a1-ba0629c1b13e req-ad098da2-0a9b-4648-a67d-152ce219d7d6 service nova] Lock "592584da-94b4-43f0-a360-36d8b1494d96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.982325] env[70542]: DEBUG oslo_concurrency.lockutils [req-15299440-45a8-4f1c-a2a1-ba0629c1b13e req-ad098da2-0a9b-4648-a67d-152ce219d7d6 service nova] Lock "592584da-94b4-43f0-a360-36d8b1494d96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.982624] env[70542]: DEBUG nova.compute.manager [req-15299440-45a8-4f1c-a2a1-ba0629c1b13e req-ad098da2-0a9b-4648-a67d-152ce219d7d6 service nova] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] No waiting events found dispatching network-vif-plugged-bb949cb2-5601-4623-99f5-30d023ee6b8f {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 839.982700] env[70542]: WARNING nova.compute.manager [req-15299440-45a8-4f1c-a2a1-ba0629c1b13e req-ad098da2-0a9b-4648-a67d-152ce219d7d6 service nova] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Received unexpected event network-vif-plugged-bb949cb2-5601-4623-99f5-30d023ee6b8f for instance with vm_state building and task_state spawning. [ 839.983620] env[70542]: DEBUG nova.compute.manager [req-15299440-45a8-4f1c-a2a1-ba0629c1b13e req-ad098da2-0a9b-4648-a67d-152ce219d7d6 service nova] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Received event network-changed-bb949cb2-5601-4623-99f5-30d023ee6b8f {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.983620] env[70542]: DEBUG nova.compute.manager [req-15299440-45a8-4f1c-a2a1-ba0629c1b13e req-ad098da2-0a9b-4648-a67d-152ce219d7d6 service nova] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Refreshing instance network info cache due to event network-changed-bb949cb2-5601-4623-99f5-30d023ee6b8f. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.983620] env[70542]: DEBUG oslo_concurrency.lockutils [req-15299440-45a8-4f1c-a2a1-ba0629c1b13e req-ad098da2-0a9b-4648-a67d-152ce219d7d6 service nova] Acquiring lock "refresh_cache-592584da-94b4-43f0-a360-36d8b1494d96" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.987336] env[70542]: DEBUG oslo_vmware.api [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.004539] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911200, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.028776] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b512661c-bc08-4fea-923a-51dbf12ed141 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "interface-d8595e6b-7681-4439-9052-5a066d6f9c57-2471e91a-8e3f-4ce2-8926-1a0ba8439e5e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.012s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.029841] env[70542]: DEBUG nova.compute.manager [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.030076] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.031266] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d85fe8-2511-4e17-8024-3169832a3da5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.041105] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.041398] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78ab3106-eb1f-48d7-a52d-e774968aba15 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.052947] env[70542]: DEBUG oslo_vmware.api [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Waiting for the task: (returnval){ [ 840.052947] env[70542]: value = "task-3911205" [ 840.052947] env[70542]: _type = "Task" [ 840.052947] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.065625] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.066167] env[70542]: DEBUG nova.compute.manager [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.069008] env[70542]: DEBUG oslo_vmware.api [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.069559] env[70542]: DEBUG oslo_concurrency.lockutils [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.694s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.071032] env[70542]: INFO nova.compute.claims [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.083160] env[70542]: DEBUG oslo_vmware.api [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911197, 'name': PowerOnVM_Task, 'duration_secs': 0.562064} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.083160] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.083160] env[70542]: INFO nova.compute.manager [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Took 10.37 seconds to spawn the instance on the hypervisor. [ 840.083160] env[70542]: DEBUG nova.compute.manager [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 840.083160] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee465f6-11b7-4d33-bf3e-6e1e7450de9e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.097442] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Releasing lock "refresh_cache-592584da-94b4-43f0-a360-36d8b1494d96" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.097739] env[70542]: DEBUG nova.compute.manager [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Instance network_info: |[{"id": "bb949cb2-5601-4623-99f5-30d023ee6b8f", "address": "fa:16:3e:a8:1b:2b", "network": {"id": "58f27397-81cd-44e6-b15a-410bee7a7f11", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-943722230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26dbe005229c42668a7b693038f1888a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb949cb2-56", "ovs_interfaceid": "bb949cb2-5601-4623-99f5-30d023ee6b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.098274] env[70542]: DEBUG oslo_concurrency.lockutils [req-15299440-45a8-4f1c-a2a1-ba0629c1b13e req-ad098da2-0a9b-4648-a67d-152ce219d7d6 service nova] Acquired lock "refresh_cache-592584da-94b4-43f0-a360-36d8b1494d96" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.098456] env[70542]: DEBUG nova.network.neutron [req-15299440-45a8-4f1c-a2a1-ba0629c1b13e req-ad098da2-0a9b-4648-a67d-152ce219d7d6 service nova] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Refreshing network info cache for port bb949cb2-5601-4623-99f5-30d023ee6b8f {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.099630] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:1b:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb949cb2-5601-4623-99f5-30d023ee6b8f', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.109541] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Creating folder: Project (26dbe005229c42668a7b693038f1888a). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.110408] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe519404-717a-4b0a-8a75-d5e39af3ed88 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.130948] env[70542]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 840.131142] env[70542]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70542) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 840.131816] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Folder already exists: Project (26dbe005229c42668a7b693038f1888a). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 840.132026] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Creating folder: Instances. Parent ref: group-v776650. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.132676] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c79e32c-fb6f-49c0-9d23-d8243988df67 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.147639] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911201, 'name': Rename_Task, 'duration_secs': 0.290488} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.148394] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.149099] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-444d9f1f-b67c-4451-a44a-fa45bec875d2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.153906] env[70542]: DEBUG oslo_vmware.api [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911202, 'name': PowerOffVM_Task, 'duration_secs': 0.249735} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.156517] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.156673] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.157098] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Created folder: Instances in parent group-v776650. [ 840.157424] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.157553] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41e1b58f-8171-42b1-a6db-4c167624da0b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.159413] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.159667] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20d3b882-b0db-4736-a773-04042b1dfa41 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.178536] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Waiting for the task: (returnval){ [ 840.178536] env[70542]: value = "task-3911208" [ 840.178536] env[70542]: _type = "Task" [ 840.178536] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.186789] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.186789] env[70542]: value = "task-3911210" [ 840.186789] env[70542]: _type = "Task" [ 840.186789] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.191932] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911208, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.206091] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911210, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.270877] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.272133] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.272133] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Deleting the datastore file [datastore1] d8595e6b-7681-4439-9052-5a066d6f9c57 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.272527] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3924602c-70cf-46c7-bdcb-af9b168749e3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.288822] env[70542]: DEBUG oslo_vmware.api [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 840.288822] env[70542]: value = "task-3911211" [ 840.288822] env[70542]: _type = "Task" [ 840.288822] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.300317] env[70542]: DEBUG oslo_vmware.api [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.380979] env[70542]: DEBUG oslo_vmware.api [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Task: {'id': task-3911199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682371} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.381292] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] b84f98ef-3dd3-409f-a069-c49e23ded498/b84f98ef-3dd3-409f-a069-c49e23ded498.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.381627] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.381919] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89a52ee9-45ca-4c8e-8965-d5f770f9ab4c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.390886] env[70542]: DEBUG oslo_vmware.api [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Waiting for the task: (returnval){ [ 840.390886] env[70542]: value = "task-3911212" [ 840.390886] env[70542]: _type = "Task" [ 840.390886] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.401977] env[70542]: DEBUG oslo_vmware.api [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Task: {'id': task-3911212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.405308] env[70542]: DEBUG oslo_concurrency.lockutils [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] Releasing lock "refresh_cache-f355d8b7-a7d9-4b25-97aa-cdc6c7102e31" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.407084] env[70542]: DEBUG nova.compute.manager [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Received event network-changed-6a60fcfb-c252-4f89-8ab1-623a21d155f1 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.407084] env[70542]: DEBUG nova.compute.manager [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Refreshing instance network info cache due to event network-changed-6a60fcfb-c252-4f89-8ab1-623a21d155f1. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.407084] env[70542]: DEBUG oslo_concurrency.lockutils [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] Acquiring lock "refresh_cache-f355d8b7-a7d9-4b25-97aa-cdc6c7102e31" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.407084] env[70542]: DEBUG oslo_concurrency.lockutils [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] Acquired lock "refresh_cache-f355d8b7-a7d9-4b25-97aa-cdc6c7102e31" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.407717] env[70542]: DEBUG nova.network.neutron [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Refreshing network info cache for port 6a60fcfb-c252-4f89-8ab1-623a21d155f1 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.485111] env[70542]: DEBUG oslo_vmware.api [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211784} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.485480] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.485588] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.485785] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.485956] env[70542]: INFO nova.compute.manager [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Took 1.21 seconds to destroy the instance on the hypervisor. [ 840.486363] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.487039] env[70542]: DEBUG nova.compute.manager [-] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.487039] env[70542]: DEBUG nova.network.neutron [-] [instance: e24cd975-f193-447c-872e-6bb88284a63b] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.506891] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911200, 'name': RemoveSnapshot_Task, 'duration_secs': 0.710373} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.507392] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Deleted Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 840.507825] env[70542]: DEBUG nova.compute.manager [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 840.509093] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66ab4d0-224a-445a-89e2-5ac15f48115b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.568486] env[70542]: DEBUG oslo_vmware.api [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.571766] env[70542]: DEBUG nova.compute.utils [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.578320] env[70542]: DEBUG nova.compute.manager [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.578669] env[70542]: DEBUG nova.network.neutron [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.608061] env[70542]: INFO nova.compute.manager [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Took 42.47 seconds to build instance. [ 840.694271] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911208, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.701389] env[70542]: DEBUG nova.policy [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06e9fca568e64c69a98dad1d07e6d58c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f97eedbc83834f17a119ade45741b773', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.707317] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911210, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.770449] env[70542]: DEBUG nova.compute.manager [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 840.770976] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e50af79-3c06-4d40-9d63-f9fdfd099185 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.803912] env[70542]: DEBUG oslo_vmware.api [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25996} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.805237] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.805496] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.805743] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.805942] env[70542]: INFO nova.compute.manager [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Took 1.22 seconds to destroy the instance on the hypervisor. [ 840.806214] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.806454] env[70542]: DEBUG nova.compute.manager [-] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.806599] env[70542]: DEBUG nova.network.neutron [-] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.903114] env[70542]: DEBUG oslo_vmware.api [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Task: {'id': task-3911212, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071574} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.903485] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.904318] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2774d08-5501-4695-bf55-b6ae42e77aa2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.937907] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] b84f98ef-3dd3-409f-a069-c49e23ded498/b84f98ef-3dd3-409f-a069-c49e23ded498.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.940835] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-496049f7-1466-4685-b4b2-a7abd360f207 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.964999] env[70542]: DEBUG oslo_vmware.api [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Waiting for the task: (returnval){ [ 840.964999] env[70542]: value = "task-3911213" [ 840.964999] env[70542]: _type = "Task" [ 840.964999] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.974935] env[70542]: DEBUG oslo_vmware.api [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Task: {'id': task-3911213, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.028199] env[70542]: INFO nova.compute.manager [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Shelve offloading [ 841.065969] env[70542]: DEBUG oslo_vmware.api [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.078222] env[70542]: DEBUG nova.compute.manager [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.109083] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7afc2e2b-0ade-4aa7-af61-c04db485992b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "58330f4d-7973-4c31-9f83-0ef58340b4ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.472s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.195167] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911208, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.213834] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911210, 'name': CreateVM_Task, 'duration_secs': 0.697184} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.214262] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.216415] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776659', 'volume_id': '77bb6c31-3539-44a3-bd1a-a0e065654947', 'name': 'volume-77bb6c31-3539-44a3-bd1a-a0e065654947', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '592584da-94b4-43f0-a360-36d8b1494d96', 'attached_at': '', 'detached_at': '', 'volume_id': '77bb6c31-3539-44a3-bd1a-a0e065654947', 'serial': '77bb6c31-3539-44a3-bd1a-a0e065654947'}, 'device_type': None, 'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'attachment_id': '0264c7fd-bd35-4a0f-a30e-eb41d90cf487', 'volume_type': None}], 'swap': None} {{(pid=70542) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 841.216415] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Root volume attach. Driver type: vmdk {{(pid=70542) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 841.220537] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80aaf5fa-a366-49c5-9780-518265fafd3f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.231496] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81254b8-2493-46b5-99df-cd53aff1658e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.243472] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7df414c-3d10-480c-9545-7e6f74674777 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.250519] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-388ac90c-31cf-4b1c-95ef-9ec74a0e58ea {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.254881] env[70542]: DEBUG nova.network.neutron [req-15299440-45a8-4f1c-a2a1-ba0629c1b13e req-ad098da2-0a9b-4648-a67d-152ce219d7d6 service nova] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Updated VIF entry in instance network info cache for port bb949cb2-5601-4623-99f5-30d023ee6b8f. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.255140] env[70542]: DEBUG nova.network.neutron [req-15299440-45a8-4f1c-a2a1-ba0629c1b13e req-ad098da2-0a9b-4648-a67d-152ce219d7d6 service nova] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Updating instance_info_cache with network_info: [{"id": "bb949cb2-5601-4623-99f5-30d023ee6b8f", "address": "fa:16:3e:a8:1b:2b", "network": {"id": "58f27397-81cd-44e6-b15a-410bee7a7f11", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-943722230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26dbe005229c42668a7b693038f1888a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb949cb2-56", "ovs_interfaceid": "bb949cb2-5601-4623-99f5-30d023ee6b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.260969] env[70542]: DEBUG oslo_vmware.api [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Waiting for the task: (returnval){ [ 841.260969] env[70542]: value = "task-3911214" [ 841.260969] env[70542]: _type = "Task" [ 841.260969] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.271609] env[70542]: DEBUG oslo_vmware.api [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Task: {'id': task-3911214, 'name': RelocateVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.284199] env[70542]: INFO nova.compute.manager [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] instance snapshotting [ 841.284974] env[70542]: DEBUG nova.objects.instance [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lazy-loading 'flavor' on Instance uuid 3de4b70e-5e69-4b82-afb3-84162651b76c {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.350411] env[70542]: DEBUG nova.network.neutron [-] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.419020] env[70542]: DEBUG nova.network.neutron [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Updated VIF entry in instance network info cache for port 6a60fcfb-c252-4f89-8ab1-623a21d155f1. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.419020] env[70542]: DEBUG nova.network.neutron [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Updating instance_info_cache with network_info: [{"id": "6a60fcfb-c252-4f89-8ab1-623a21d155f1", "address": "fa:16:3e:88:9f:9b", "network": {"id": "9c2a2fbf-aad1-43c7-a6bb-2bc7daee65e2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-368306689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "86dcf16590494c778c14f67b1e94b13f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a60fcfb-c2", "ovs_interfaceid": "6a60fcfb-c252-4f89-8ab1-623a21d155f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.479828] env[70542]: DEBUG oslo_vmware.api [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Task: {'id': task-3911213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.535123] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.538351] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08a2f8cd-316e-4f4a-b8e2-888a7da52f44 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.548581] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 841.548581] env[70542]: value = "task-3911215" [ 841.548581] env[70542]: _type = "Task" [ 841.548581] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.566109] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] VM already powered off {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 841.566387] env[70542]: DEBUG nova.compute.manager [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 841.567552] env[70542]: DEBUG nova.network.neutron [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Successfully created port: 50b6b74d-ee0c-4bf5-b904-3346b7fb4341 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.570130] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d0c7c0-34cd-4ec9-8411-b64f5997d259 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.582476] env[70542]: DEBUG oslo_vmware.api [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911205, 'name': PowerOffVM_Task, 'duration_secs': 1.322167} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.591966] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.592166] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.592935] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "refresh_cache-7323ed53-e030-4128-b880-37c3ee09434b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.593132] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquired lock "refresh_cache-7323ed53-e030-4128-b880-37c3ee09434b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.593312] env[70542]: DEBUG nova.network.neutron [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.595532] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ce53ea6-7cc1-4f71-be0a-99df8045e0eb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.612208] env[70542]: DEBUG nova.compute.manager [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.672076] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.672076] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.672076] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Deleting the datastore file [datastore2] f355d8b7-a7d9-4b25-97aa-cdc6c7102e31 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.672425] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46fe27e0-9003-4868-ab7c-84b7cd8d98ab {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.684728] env[70542]: DEBUG oslo_vmware.api [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Waiting for the task: (returnval){ [ 841.684728] env[70542]: value = "task-3911217" [ 841.684728] env[70542]: _type = "Task" [ 841.684728] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.709344] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911208, 'name': PowerOnVM_Task} progress is 92%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.714074] env[70542]: DEBUG oslo_vmware.api [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.761916] env[70542]: DEBUG oslo_concurrency.lockutils [req-15299440-45a8-4f1c-a2a1-ba0629c1b13e req-ad098da2-0a9b-4648-a67d-152ce219d7d6 service nova] Releasing lock "refresh_cache-592584da-94b4-43f0-a360-36d8b1494d96" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.772448] env[70542]: DEBUG oslo_vmware.api [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Task: {'id': task-3911214, 'name': RelocateVM_Task, 'duration_secs': 0.50516} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.772944] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Volume attach. Driver type: vmdk {{(pid=70542) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 841.773260] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776659', 'volume_id': '77bb6c31-3539-44a3-bd1a-a0e065654947', 'name': 'volume-77bb6c31-3539-44a3-bd1a-a0e065654947', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '592584da-94b4-43f0-a360-36d8b1494d96', 'attached_at': '', 'detached_at': '', 'volume_id': '77bb6c31-3539-44a3-bd1a-a0e065654947', 'serial': '77bb6c31-3539-44a3-bd1a-a0e065654947'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 841.774196] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa187d9e-22e5-445b-a174-7e66fa09d18f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.800184] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b88325-439e-4525-ac0f-9f22581e205b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.804118] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a87328-0429-488a-9587-a5ed8f19e939 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.857866] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] volume-77bb6c31-3539-44a3-bd1a-a0e065654947/volume-77bb6c31-3539-44a3-bd1a-a0e065654947.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.861138] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd75639-e77a-404c-adf1-070892334d2a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.864369] env[70542]: INFO nova.compute.manager [-] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Took 1.38 seconds to deallocate network for instance. [ 841.864460] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-150ca623-9d6d-43fe-acf4-eb661342ae1f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.880107] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021de9bb-5f1b-430f-8960-a3f44061b488 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.899908] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b1e70e-13be-40f3-95b4-549e67042701 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.906045] env[70542]: DEBUG oslo_vmware.api [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Waiting for the task: (returnval){ [ 841.906045] env[70542]: value = "task-3911218" [ 841.906045] env[70542]: _type = "Task" [ 841.906045] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.934624] env[70542]: DEBUG oslo_concurrency.lockutils [req-74423c50-226b-4d35-9d27-bfe6e4ad05ed req-55d9efa4-02f3-4c43-86b7-aa619c9c3740 service nova] Releasing lock "refresh_cache-f355d8b7-a7d9-4b25-97aa-cdc6c7102e31" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.938021] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab15842a-02d4-4e98-9b72-62e91df33e77 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.944140] env[70542]: DEBUG oslo_vmware.api [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Task: {'id': task-3911218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.952902] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b7b3ff-7860-4769-850f-32d2f975210a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.973552] env[70542]: DEBUG nova.compute.provider_tree [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.984190] env[70542]: DEBUG oslo_vmware.api [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Task: {'id': task-3911213, 'name': ReconfigVM_Task, 'duration_secs': 0.598536} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.985163] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Reconfigured VM instance instance-0000002e to attach disk [datastore2] b84f98ef-3dd3-409f-a069-c49e23ded498/b84f98ef-3dd3-409f-a069-c49e23ded498.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.985805] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdbfaa85-fb5f-4044-b142-7a54838539c6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.994778] env[70542]: DEBUG oslo_vmware.api [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Waiting for the task: (returnval){ [ 841.994778] env[70542]: value = "task-3911219" [ 841.994778] env[70542]: _type = "Task" [ 841.994778] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.006448] env[70542]: DEBUG oslo_vmware.api [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Task: {'id': task-3911219, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.097018] env[70542]: DEBUG nova.compute.manager [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.132208] env[70542]: DEBUG nova.virt.hardware [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.132208] env[70542]: DEBUG nova.virt.hardware [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.132208] env[70542]: DEBUG nova.virt.hardware [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.132477] env[70542]: DEBUG nova.virt.hardware [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.132521] env[70542]: DEBUG nova.virt.hardware [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.132928] env[70542]: DEBUG nova.virt.hardware [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.132928] env[70542]: DEBUG nova.virt.hardware [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.133487] env[70542]: DEBUG nova.virt.hardware [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.133487] env[70542]: DEBUG nova.virt.hardware [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.134508] env[70542]: DEBUG nova.virt.hardware [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.134508] env[70542]: DEBUG nova.virt.hardware [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.134867] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b777eab2-ea06-40d6-bcf5-12e0bb44c6c2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.140104] env[70542]: DEBUG oslo_concurrency.lockutils [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.143667] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bbe4b8-c4aa-4e14-b105-e3611821e961 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.169848] env[70542]: DEBUG nova.network.neutron [-] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.198817] env[70542]: DEBUG oslo_vmware.api [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911208, 'name': PowerOnVM_Task, 'duration_secs': 1.62297} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.204946] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.205323] env[70542]: DEBUG nova.compute.manager [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 842.206582] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7daa99-4e32-44de-9857-5fcf4bc5d1ca {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.224338] env[70542]: DEBUG oslo_vmware.api [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Task: {'id': task-3911217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214922} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.225294] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.225440] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.225652] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.225910] env[70542]: INFO nova.compute.manager [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Took 2.20 seconds to destroy the instance on the hypervisor. [ 842.226326] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.229694] env[70542]: DEBUG nova.compute.manager [-] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.229849] env[70542]: DEBUG nova.network.neutron [-] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.329385] env[70542]: DEBUG oslo_concurrency.lockutils [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "b3a56943-dfe3-47f1-a767-c9b09d8d4f77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.329624] env[70542]: DEBUG oslo_concurrency.lockutils [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "b3a56943-dfe3-47f1-a767-c9b09d8d4f77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.400709] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.406363] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Creating Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 842.406944] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b47fe0c1-4df2-48c4-8764-03fa5de634f9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.422192] env[70542]: DEBUG oslo_vmware.api [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Task: {'id': task-3911218, 'name': ReconfigVM_Task, 'duration_secs': 0.423177} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.424100] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Reconfigured VM instance instance-0000002f to attach disk [datastore1] volume-77bb6c31-3539-44a3-bd1a-a0e065654947/volume-77bb6c31-3539-44a3-bd1a-a0e065654947.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.430870] env[70542]: DEBUG oslo_vmware.api [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 842.430870] env[70542]: value = "task-3911220" [ 842.430870] env[70542]: _type = "Task" [ 842.430870] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.431387] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc60959b-2c94-4942-87b9-6387a9890c96 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.454439] env[70542]: DEBUG oslo_vmware.api [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911220, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.456320] env[70542]: DEBUG oslo_vmware.api [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Waiting for the task: (returnval){ [ 842.456320] env[70542]: value = "task-3911221" [ 842.456320] env[70542]: _type = "Task" [ 842.456320] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.467642] env[70542]: DEBUG oslo_vmware.api [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Task: {'id': task-3911221, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.481199] env[70542]: DEBUG nova.scheduler.client.report [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.507814] env[70542]: DEBUG oslo_vmware.api [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Task: {'id': task-3911219, 'name': Rename_Task, 'duration_secs': 0.170577} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.508517] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.508908] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cdc3b10-c3cc-44dc-a254-af31164485f3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.518691] env[70542]: DEBUG oslo_vmware.api [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Waiting for the task: (returnval){ [ 842.518691] env[70542]: value = "task-3911222" [ 842.518691] env[70542]: _type = "Task" [ 842.518691] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.530948] env[70542]: DEBUG oslo_vmware.api [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Task: {'id': task-3911222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.675890] env[70542]: INFO nova.compute.manager [-] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Took 1.87 seconds to deallocate network for instance. [ 842.725550] env[70542]: DEBUG nova.compute.manager [req-e040fc6f-0233-4d01-9015-308772f3286c req-5b989343-0b42-4ce8-b867-71cbc567d7c7 service nova] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Received event network-vif-deleted-010f802b-a86f-4e3e-8c3f-392d4a58d50d {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.725818] env[70542]: DEBUG nova.compute.manager [req-e040fc6f-0233-4d01-9015-308772f3286c req-5b989343-0b42-4ce8-b867-71cbc567d7c7 service nova] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Received event network-vif-deleted-1019c59a-40ab-49e8-9caf-665fcc22d1ad {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.744388] env[70542]: DEBUG oslo_concurrency.lockutils [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.856286] env[70542]: DEBUG nova.network.neutron [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Updating instance_info_cache with network_info: [{"id": "cebb52c4-6dd6-4c4f-b646-3ba641fc4e66", "address": "fa:16:3e:ba:05:7c", "network": {"id": "ac3919ad-8c2a-4a8e-95f5-f451c37bbee8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1414382297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4224b36262db4e589f89295d0299e529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcebb52c4-6d", "ovs_interfaceid": "cebb52c4-6dd6-4c4f-b646-3ba641fc4e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.956140] env[70542]: DEBUG oslo_vmware.api [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911220, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.970651] env[70542]: DEBUG oslo_vmware.api [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Task: {'id': task-3911221, 'name': ReconfigVM_Task, 'duration_secs': 0.180836} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.970651] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776659', 'volume_id': '77bb6c31-3539-44a3-bd1a-a0e065654947', 'name': 'volume-77bb6c31-3539-44a3-bd1a-a0e065654947', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '592584da-94b4-43f0-a360-36d8b1494d96', 'attached_at': '', 'detached_at': '', 'volume_id': '77bb6c31-3539-44a3-bd1a-a0e065654947', 'serial': '77bb6c31-3539-44a3-bd1a-a0e065654947'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 842.970651] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aae3ff42-efc7-418e-a2ae-41c894a54631 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.978950] env[70542]: DEBUG oslo_vmware.api [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Waiting for the task: (returnval){ [ 842.978950] env[70542]: value = "task-3911223" [ 842.978950] env[70542]: _type = "Task" [ 842.978950] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.989377] env[70542]: DEBUG oslo_concurrency.lockutils [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.920s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.989938] env[70542]: DEBUG nova.compute.manager [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.994187] env[70542]: DEBUG oslo_vmware.api [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Task: {'id': task-3911223, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.994619] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.190s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.998146] env[70542]: INFO nova.compute.claims [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.036023] env[70542]: DEBUG oslo_vmware.api [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Task: {'id': task-3911222, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.184835] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.341342] env[70542]: DEBUG oslo_concurrency.lockutils [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "e3f9e5df-5236-4512-97df-19ff178b2af3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.341342] env[70542]: DEBUG oslo_concurrency.lockutils [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "e3f9e5df-5236-4512-97df-19ff178b2af3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.359621] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Releasing lock "refresh_cache-7323ed53-e030-4128-b880-37c3ee09434b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.370489] env[70542]: DEBUG nova.network.neutron [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Successfully updated port: 50b6b74d-ee0c-4bf5-b904-3346b7fb4341 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.457182] env[70542]: DEBUG oslo_vmware.api [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911220, 'name': CreateSnapshot_Task, 'duration_secs': 0.840797} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.457480] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Created Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 843.458263] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9683e422-08b5-4123-889e-375edfc7594a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.485658] env[70542]: DEBUG nova.compute.manager [req-c651001a-b0f8-41c3-93ab-9665a3b7dae0 req-871ee0e0-48c0-46c6-b6a4-c2fedc4d5d37 service nova] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Received event network-vif-plugged-50b6b74d-ee0c-4bf5-b904-3346b7fb4341 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.485716] env[70542]: DEBUG oslo_concurrency.lockutils [req-c651001a-b0f8-41c3-93ab-9665a3b7dae0 req-871ee0e0-48c0-46c6-b6a4-c2fedc4d5d37 service nova] Acquiring lock "43599c7d-eb6e-42c2-98f9-bcf443633560-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.486138] env[70542]: DEBUG oslo_concurrency.lockutils [req-c651001a-b0f8-41c3-93ab-9665a3b7dae0 req-871ee0e0-48c0-46c6-b6a4-c2fedc4d5d37 service nova] Lock "43599c7d-eb6e-42c2-98f9-bcf443633560-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.486138] env[70542]: DEBUG oslo_concurrency.lockutils [req-c651001a-b0f8-41c3-93ab-9665a3b7dae0 req-871ee0e0-48c0-46c6-b6a4-c2fedc4d5d37 service nova] Lock "43599c7d-eb6e-42c2-98f9-bcf443633560-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.486244] env[70542]: DEBUG nova.compute.manager [req-c651001a-b0f8-41c3-93ab-9665a3b7dae0 req-871ee0e0-48c0-46c6-b6a4-c2fedc4d5d37 service nova] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] No waiting events found dispatching network-vif-plugged-50b6b74d-ee0c-4bf5-b904-3346b7fb4341 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 843.486873] env[70542]: WARNING nova.compute.manager [req-c651001a-b0f8-41c3-93ab-9665a3b7dae0 req-871ee0e0-48c0-46c6-b6a4-c2fedc4d5d37 service nova] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Received unexpected event network-vif-plugged-50b6b74d-ee0c-4bf5-b904-3346b7fb4341 for instance with vm_state building and task_state spawning. [ 843.492926] env[70542]: DEBUG oslo_vmware.api [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Task: {'id': task-3911223, 'name': Rename_Task, 'duration_secs': 0.176232} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.493077] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.493471] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b79f1d2e-1ec0-4b0a-9d82-34cd4499197a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.496094] env[70542]: DEBUG nova.compute.utils [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.497951] env[70542]: DEBUG nova.compute.manager [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.497951] env[70542]: DEBUG nova.network.neutron [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.507451] env[70542]: DEBUG oslo_vmware.api [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Waiting for the task: (returnval){ [ 843.507451] env[70542]: value = "task-3911224" [ 843.507451] env[70542]: _type = "Task" [ 843.507451] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.513159] env[70542]: DEBUG nova.network.neutron [-] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.525536] env[70542]: DEBUG oslo_vmware.api [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Task: {'id': task-3911224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.535476] env[70542]: DEBUG oslo_vmware.api [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Task: {'id': task-3911222, 'name': PowerOnVM_Task, 'duration_secs': 0.670284} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.535805] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.535939] env[70542]: INFO nova.compute.manager [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Took 9.81 seconds to spawn the instance on the hypervisor. [ 843.536137] env[70542]: DEBUG nova.compute.manager [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 843.536936] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d409a1-ecfc-4bff-969f-7898cd4ade2e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.543741] env[70542]: DEBUG nova.policy [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '861fb7c9380044c8bb35c71d92696db2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8980132fe05949719f674b33f1e77536', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.806548] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.807520] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bbc948-c32a-4bb6-a055-a97259fed6a3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.817199] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.817499] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d0b118c-862c-4ace-917f-58dc56f5a8c8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.873436] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Acquiring lock "refresh_cache-43599c7d-eb6e-42c2-98f9-bcf443633560" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.873571] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Acquired lock "refresh_cache-43599c7d-eb6e-42c2-98f9-bcf443633560" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.873773] env[70542]: DEBUG nova.network.neutron [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.899956] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.899956] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.899956] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Deleting the datastore file [datastore1] 7323ed53-e030-4128-b880-37c3ee09434b {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.899956] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d98f4d85-52bf-4517-aaac-4234be46668b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.908290] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 843.908290] env[70542]: value = "task-3911226" [ 843.908290] env[70542]: _type = "Task" [ 843.908290] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.909218] env[70542]: DEBUG nova.network.neutron [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Successfully created port: a8d93ccd-68e7-4cb7-9e2b-9b720ef5e08c {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.923589] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.977179] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Creating linked-clone VM from snapshot {{(pid=70542) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 843.977576] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e4fe7afb-2619-40ca-8a5b-df53b9091159 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.990247] env[70542]: DEBUG oslo_vmware.api [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 843.990247] env[70542]: value = "task-3911227" [ 843.990247] env[70542]: _type = "Task" [ 843.990247] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.002504] env[70542]: DEBUG nova.compute.manager [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.007062] env[70542]: DEBUG oslo_vmware.api [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911227, 'name': CloneVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.017272] env[70542]: INFO nova.compute.manager [-] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Took 1.79 seconds to deallocate network for instance. [ 844.032467] env[70542]: DEBUG oslo_vmware.api [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Task: {'id': task-3911224, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.062972] env[70542]: INFO nova.compute.manager [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Took 42.38 seconds to build instance. [ 844.164111] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 844.165609] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 844.233667] env[70542]: INFO nova.compute.manager [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Rebuilding instance [ 844.311430] env[70542]: DEBUG nova.compute.manager [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 844.312542] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e054f2ae-2882-474a-a5b9-43f5a97917a9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.421101] env[70542]: DEBUG oslo_vmware.api [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152309} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.421445] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.422250] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.422250] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.452103] env[70542]: DEBUG nova.network.neutron [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.487059] env[70542]: INFO nova.scheduler.client.report [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Deleted allocations for instance 7323ed53-e030-4128-b880-37c3ee09434b [ 844.502717] env[70542]: DEBUG oslo_vmware.api [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911227, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.525905] env[70542]: DEBUG oslo_vmware.api [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Task: {'id': task-3911224, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.537523] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.563146] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Acquiring lock "b84f98ef-3dd3-409f-a069-c49e23ded498" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.565905] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eed0841f-ba02-4778-992c-5b9c60389e56 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Lock "b84f98ef-3dd3-409f-a069-c49e23ded498" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.511s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.567498] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Lock "b84f98ef-3dd3-409f-a069-c49e23ded498" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.567794] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Acquiring lock "b84f98ef-3dd3-409f-a069-c49e23ded498-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.568047] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Lock "b84f98ef-3dd3-409f-a069-c49e23ded498-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.568281] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Lock "b84f98ef-3dd3-409f-a069-c49e23ded498-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.574735] env[70542]: INFO nova.compute.manager [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Terminating instance [ 844.682202] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 844.682252] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 844.682387] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 844.682562] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 844.682668] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 844.682806] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 844.682936] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70542) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 844.687161] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager.update_available_resource {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 844.707063] env[70542]: DEBUG nova.network.neutron [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Updating instance_info_cache with network_info: [{"id": "50b6b74d-ee0c-4bf5-b904-3346b7fb4341", "address": "fa:16:3e:72:a3:54", "network": {"id": "e88fae22-9a30-40b9-a376-1436428871ed", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-68844891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f97eedbc83834f17a119ade45741b773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b6b74d-ee", "ovs_interfaceid": "50b6b74d-ee0c-4bf5-b904-3346b7fb4341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.747557] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537b9b1e-eaf0-4d4a-94d0-88d53edf5643 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.758157] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e99fd10-b9d9-4ab3-9006-7b84b9f58e1c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.797147] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab37ea4-9b80-4c67-9597-528188251e56 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.805720] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514c1b86-88d1-4ef7-afe0-52ab7da3507b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.820611] env[70542]: DEBUG nova.compute.provider_tree [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.824330] env[70542]: DEBUG nova.compute.manager [req-b02163dd-d49c-45d6-a5db-31823c0cbc02 req-a6564dae-0548-450b-81b4-49f1dcefa212 service nova] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Received event network-vif-deleted-6a60fcfb-c252-4f89-8ab1-623a21d155f1 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.824562] env[70542]: DEBUG nova.compute.manager [req-b02163dd-d49c-45d6-a5db-31823c0cbc02 req-a6564dae-0548-450b-81b4-49f1dcefa212 service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Received event network-vif-unplugged-cebb52c4-6dd6-4c4f-b646-3ba641fc4e66 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.824778] env[70542]: DEBUG oslo_concurrency.lockutils [req-b02163dd-d49c-45d6-a5db-31823c0cbc02 req-a6564dae-0548-450b-81b4-49f1dcefa212 service nova] Acquiring lock "7323ed53-e030-4128-b880-37c3ee09434b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.824983] env[70542]: DEBUG oslo_concurrency.lockutils [req-b02163dd-d49c-45d6-a5db-31823c0cbc02 req-a6564dae-0548-450b-81b4-49f1dcefa212 service nova] Lock "7323ed53-e030-4128-b880-37c3ee09434b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.825165] env[70542]: DEBUG oslo_concurrency.lockutils [req-b02163dd-d49c-45d6-a5db-31823c0cbc02 req-a6564dae-0548-450b-81b4-49f1dcefa212 service nova] Lock "7323ed53-e030-4128-b880-37c3ee09434b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.825378] env[70542]: DEBUG nova.compute.manager [req-b02163dd-d49c-45d6-a5db-31823c0cbc02 req-a6564dae-0548-450b-81b4-49f1dcefa212 service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] No waiting events found dispatching network-vif-unplugged-cebb52c4-6dd6-4c4f-b646-3ba641fc4e66 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 844.825552] env[70542]: WARNING nova.compute.manager [req-b02163dd-d49c-45d6-a5db-31823c0cbc02 req-a6564dae-0548-450b-81b4-49f1dcefa212 service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Received unexpected event network-vif-unplugged-cebb52c4-6dd6-4c4f-b646-3ba641fc4e66 for instance with vm_state shelved_offloaded and task_state None. [ 844.825714] env[70542]: DEBUG nova.compute.manager [req-b02163dd-d49c-45d6-a5db-31823c0cbc02 req-a6564dae-0548-450b-81b4-49f1dcefa212 service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Received event network-changed-cebb52c4-6dd6-4c4f-b646-3ba641fc4e66 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.825888] env[70542]: DEBUG nova.compute.manager [req-b02163dd-d49c-45d6-a5db-31823c0cbc02 req-a6564dae-0548-450b-81b4-49f1dcefa212 service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Refreshing instance network info cache due to event network-changed-cebb52c4-6dd6-4c4f-b646-3ba641fc4e66. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.826085] env[70542]: DEBUG oslo_concurrency.lockutils [req-b02163dd-d49c-45d6-a5db-31823c0cbc02 req-a6564dae-0548-450b-81b4-49f1dcefa212 service nova] Acquiring lock "refresh_cache-7323ed53-e030-4128-b880-37c3ee09434b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.826222] env[70542]: DEBUG oslo_concurrency.lockutils [req-b02163dd-d49c-45d6-a5db-31823c0cbc02 req-a6564dae-0548-450b-81b4-49f1dcefa212 service nova] Acquired lock "refresh_cache-7323ed53-e030-4128-b880-37c3ee09434b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.826374] env[70542]: DEBUG nova.network.neutron [req-b02163dd-d49c-45d6-a5db-31823c0cbc02 req-a6564dae-0548-450b-81b4-49f1dcefa212 service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Refreshing network info cache for port cebb52c4-6dd6-4c4f-b646-3ba641fc4e66 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.996149] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.003308] env[70542]: DEBUG oslo_vmware.api [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911227, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.017046] env[70542]: DEBUG nova.compute.manager [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.025072] env[70542]: DEBUG oslo_vmware.api [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Task: {'id': task-3911224, 'name': PowerOnVM_Task, 'duration_secs': 1.025935} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.025402] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.025614] env[70542]: INFO nova.compute.manager [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Took 6.17 seconds to spawn the instance on the hypervisor. [ 845.025793] env[70542]: DEBUG nova.compute.manager [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 845.026659] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f417a394-9e39-49e6-a3cf-875323e85bb5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.045884] env[70542]: DEBUG nova.virt.hardware [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.046165] env[70542]: DEBUG nova.virt.hardware [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.046332] env[70542]: DEBUG nova.virt.hardware [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.046519] env[70542]: DEBUG nova.virt.hardware [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.046979] env[70542]: DEBUG nova.virt.hardware [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.046979] env[70542]: DEBUG nova.virt.hardware [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.047103] env[70542]: DEBUG nova.virt.hardware [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.047199] env[70542]: DEBUG nova.virt.hardware [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.047350] env[70542]: DEBUG nova.virt.hardware [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.047508] env[70542]: DEBUG nova.virt.hardware [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.048139] env[70542]: DEBUG nova.virt.hardware [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.049033] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1c0b98-d3a5-4d3f-a46f-70153407ba51 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.058383] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51fc9e1-d487-4052-8c43-4794d6fbadbf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.075204] env[70542]: DEBUG nova.compute.manager [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.082130] env[70542]: DEBUG nova.compute.manager [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.082130] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.082130] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fdbcc3-5423-4860-a9cc-99db78639f12 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.090859] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.091168] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f71a269-38a9-455a-9c39-ef8ffcb16973 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.100929] env[70542]: DEBUG oslo_vmware.api [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Waiting for the task: (returnval){ [ 845.100929] env[70542]: value = "task-3911228" [ 845.100929] env[70542]: _type = "Task" [ 845.100929] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.112243] env[70542]: DEBUG oslo_vmware.api [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Task: {'id': task-3911228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.197960] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.213502] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Releasing lock "refresh_cache-43599c7d-eb6e-42c2-98f9-bcf443633560" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.213502] env[70542]: DEBUG nova.compute.manager [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Instance network_info: |[{"id": "50b6b74d-ee0c-4bf5-b904-3346b7fb4341", "address": "fa:16:3e:72:a3:54", "network": {"id": "e88fae22-9a30-40b9-a376-1436428871ed", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-68844891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f97eedbc83834f17a119ade45741b773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b6b74d-ee", "ovs_interfaceid": "50b6b74d-ee0c-4bf5-b904-3346b7fb4341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.214363] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:a3:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50b6b74d-ee0c-4bf5-b904-3346b7fb4341', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.224991] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.226082] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.226082] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-507728cf-a8fe-46ff-926b-66e9f411d600 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.248867] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.248867] env[70542]: value = "task-3911229" [ 845.248867] env[70542]: _type = "Task" [ 845.248867] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.261601] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911229, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.329736] env[70542]: DEBUG nova.scheduler.client.report [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.344024] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.347520] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5635689c-c97a-47b0-822e-2c9bfdd9bc33 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.360528] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Waiting for the task: (returnval){ [ 845.360528] env[70542]: value = "task-3911230" [ 845.360528] env[70542]: _type = "Task" [ 845.360528] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.374256] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Task: {'id': task-3911230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.503610] env[70542]: DEBUG oslo_vmware.api [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911227, 'name': CloneVM_Task} progress is 95%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.556967] env[70542]: INFO nova.compute.manager [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Took 41.02 seconds to build instance. [ 845.610945] env[70542]: DEBUG oslo_concurrency.lockutils [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.618199] env[70542]: DEBUG oslo_vmware.api [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Task: {'id': task-3911228, 'name': PowerOffVM_Task, 'duration_secs': 0.405258} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.621029] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.621029] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.621029] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b3e2324-c823-4b18-ad9b-5d643dc57598 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.714551] env[70542]: DEBUG nova.network.neutron [req-b02163dd-d49c-45d6-a5db-31823c0cbc02 req-a6564dae-0548-450b-81b4-49f1dcefa212 service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Updated VIF entry in instance network info cache for port cebb52c4-6dd6-4c4f-b646-3ba641fc4e66. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.714551] env[70542]: DEBUG nova.network.neutron [req-b02163dd-d49c-45d6-a5db-31823c0cbc02 req-a6564dae-0548-450b-81b4-49f1dcefa212 service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Updating instance_info_cache with network_info: [{"id": "cebb52c4-6dd6-4c4f-b646-3ba641fc4e66", "address": "fa:16:3e:ba:05:7c", "network": {"id": "ac3919ad-8c2a-4a8e-95f5-f451c37bbee8", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1414382297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4224b36262db4e589f89295d0299e529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcebb52c4-6d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.725011] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.725325] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.725457] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Deleting the datastore file [datastore2] b84f98ef-3dd3-409f-a069-c49e23ded498 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.725739] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d5074b2-963f-4a25-a294-e1c94abd0fd8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.734849] env[70542]: DEBUG oslo_vmware.api [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Waiting for the task: (returnval){ [ 845.734849] env[70542]: value = "task-3911232" [ 845.734849] env[70542]: _type = "Task" [ 845.734849] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.746525] env[70542]: DEBUG nova.network.neutron [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Successfully updated port: a8d93ccd-68e7-4cb7-9e2b-9b720ef5e08c {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.751206] env[70542]: DEBUG oslo_vmware.api [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Task: {'id': task-3911232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.761970] env[70542]: DEBUG nova.compute.manager [req-735151de-eee0-4562-9916-069fe1698f93 req-3cbde7c6-4c50-4f53-a2e8-c887edc3782e service nova] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Received event network-changed-50b6b74d-ee0c-4bf5-b904-3346b7fb4341 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.762176] env[70542]: DEBUG nova.compute.manager [req-735151de-eee0-4562-9916-069fe1698f93 req-3cbde7c6-4c50-4f53-a2e8-c887edc3782e service nova] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Refreshing instance network info cache due to event network-changed-50b6b74d-ee0c-4bf5-b904-3346b7fb4341. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.762497] env[70542]: DEBUG oslo_concurrency.lockutils [req-735151de-eee0-4562-9916-069fe1698f93 req-3cbde7c6-4c50-4f53-a2e8-c887edc3782e service nova] Acquiring lock "refresh_cache-43599c7d-eb6e-42c2-98f9-bcf443633560" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.763768] env[70542]: DEBUG oslo_concurrency.lockutils [req-735151de-eee0-4562-9916-069fe1698f93 req-3cbde7c6-4c50-4f53-a2e8-c887edc3782e service nova] Acquired lock "refresh_cache-43599c7d-eb6e-42c2-98f9-bcf443633560" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.763768] env[70542]: DEBUG nova.network.neutron [req-735151de-eee0-4562-9916-069fe1698f93 req-3cbde7c6-4c50-4f53-a2e8-c887edc3782e service nova] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Refreshing network info cache for port 50b6b74d-ee0c-4bf5-b904-3346b7fb4341 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.768067] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911229, 'name': CreateVM_Task, 'duration_secs': 0.467589} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.768513] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.769218] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.769389] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.769717] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.770246] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7536c0cc-8fb4-4829-b9c2-ded49c39b67f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.776555] env[70542]: DEBUG oslo_vmware.api [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Waiting for the task: (returnval){ [ 845.776555] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d544d2-21cd-446f-6fe5-72fc64536d42" [ 845.776555] env[70542]: _type = "Task" [ 845.776555] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.787141] env[70542]: DEBUG oslo_vmware.api [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d544d2-21cd-446f-6fe5-72fc64536d42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.845252] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.851s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.845841] env[70542]: DEBUG nova.compute.manager [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.848656] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.076s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.848878] env[70542]: DEBUG nova.objects.instance [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Lazy-loading 'resources' on Instance uuid 61b93ec7-7899-446d-8e08-d354622eeaa4 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.871588] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Task: {'id': task-3911230, 'name': PowerOffVM_Task, 'duration_secs': 0.199245} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.871871] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.872131] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.872972] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c2a82d-b2e5-41d2-9ab9-ab1ce5474864 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.881146] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.881423] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-061d6463-2611-4d4e-856b-91bdd5e44504 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.905607] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.905942] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.906048] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Deleting the datastore file [datastore2] 5f03309a-4505-49d3-854e-3082cc2cd03a {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.906313] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd5f8c83-26d9-4043-bb18-ff37e715c96f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.914248] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Waiting for the task: (returnval){ [ 845.914248] env[70542]: value = "task-3911234" [ 845.914248] env[70542]: _type = "Task" [ 845.914248] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.923305] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Task: {'id': task-3911234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.006649] env[70542]: DEBUG oslo_vmware.api [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911227, 'name': CloneVM_Task, 'duration_secs': 1.752746} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.006952] env[70542]: INFO nova.virt.vmwareapi.vmops [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Created linked-clone VM from snapshot [ 846.007782] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61fa9d6-5f9d-4166-865b-7213ca260b46 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.016208] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Uploading image 598a7854-6ff1-4b32-9d32-9e10cc8298f4 {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 846.043409] env[70542]: DEBUG oslo_vmware.rw_handles [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 846.043409] env[70542]: value = "vm-776716" [ 846.043409] env[70542]: _type = "VirtualMachine" [ 846.043409] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 846.043857] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c65749a3-280f-49be-a3ac-58620f1e6fba {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.051569] env[70542]: DEBUG oslo_vmware.rw_handles [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lease: (returnval){ [ 846.051569] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52056f0e-e371-034d-5e0d-ccf8904086cc" [ 846.051569] env[70542]: _type = "HttpNfcLease" [ 846.051569] env[70542]: } obtained for exporting VM: (result){ [ 846.051569] env[70542]: value = "vm-776716" [ 846.051569] env[70542]: _type = "VirtualMachine" [ 846.051569] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 846.052021] env[70542]: DEBUG oslo_vmware.api [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the lease: (returnval){ [ 846.052021] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52056f0e-e371-034d-5e0d-ccf8904086cc" [ 846.052021] env[70542]: _type = "HttpNfcLease" [ 846.052021] env[70542]: } to be ready. {{(pid=70542) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 846.059472] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cd4bc7d7-aaf9-4771-bdce-e9e5bbc50655 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Lock "592584da-94b4-43f0-a360-36d8b1494d96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.807s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.059472] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 846.059472] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52056f0e-e371-034d-5e0d-ccf8904086cc" [ 846.059472] env[70542]: _type = "HttpNfcLease" [ 846.059472] env[70542]: } is initializing. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 846.220519] env[70542]: DEBUG oslo_concurrency.lockutils [req-b02163dd-d49c-45d6-a5db-31823c0cbc02 req-a6564dae-0548-450b-81b4-49f1dcefa212 service nova] Releasing lock "refresh_cache-7323ed53-e030-4128-b880-37c3ee09434b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.246949] env[70542]: DEBUG oslo_vmware.api [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Task: {'id': task-3911232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138683} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.247692] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.247692] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.247692] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.247910] env[70542]: INFO nova.compute.manager [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Took 1.17 seconds to destroy the instance on the hypervisor. [ 846.248435] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.248435] env[70542]: DEBUG nova.compute.manager [-] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 846.248435] env[70542]: DEBUG nova.network.neutron [-] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.252703] env[70542]: DEBUG oslo_concurrency.lockutils [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Acquiring lock "refresh_cache-6c67aafd-34f8-4057-9dcc-88b6670abdf9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.253487] env[70542]: DEBUG oslo_concurrency.lockutils [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Acquired lock "refresh_cache-6c67aafd-34f8-4057-9dcc-88b6670abdf9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.253487] env[70542]: DEBUG nova.network.neutron [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.288820] env[70542]: DEBUG oslo_vmware.api [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d544d2-21cd-446f-6fe5-72fc64536d42, 'name': SearchDatastore_Task, 'duration_secs': 0.010254} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.289223] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.289403] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.289632] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.289776] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.289970] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.290229] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f80c0be-fff0-45e6-81f2-e31251b2da30 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.301325] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.301407] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.302461] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7f4f319-590d-461f-9850-89e72dd9fe3e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.309693] env[70542]: DEBUG oslo_vmware.api [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Waiting for the task: (returnval){ [ 846.309693] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cbc974-8b8a-782d-7a06-8b782bac99f5" [ 846.309693] env[70542]: _type = "Task" [ 846.309693] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.320885] env[70542]: DEBUG oslo_vmware.api [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cbc974-8b8a-782d-7a06-8b782bac99f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.352339] env[70542]: DEBUG nova.compute.utils [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 846.353897] env[70542]: DEBUG nova.compute.manager [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 846.354093] env[70542]: DEBUG nova.network.neutron [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 846.438169] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Task: {'id': task-3911234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136533} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.438354] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.438551] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.439036] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.492945] env[70542]: DEBUG nova.policy [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '393ae5b0a871441c82199499f26e6af5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dc0b5d1a0604a93990949de74a62cb1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 846.561768] env[70542]: DEBUG nova.compute.manager [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.566866] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 846.566866] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52056f0e-e371-034d-5e0d-ccf8904086cc" [ 846.566866] env[70542]: _type = "HttpNfcLease" [ 846.566866] env[70542]: } is ready. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 846.572058] env[70542]: DEBUG oslo_vmware.rw_handles [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 846.572058] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52056f0e-e371-034d-5e0d-ccf8904086cc" [ 846.572058] env[70542]: _type = "HttpNfcLease" [ 846.572058] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 846.575394] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41a03ac-b224-4ee3-bc5a-14228d8b2e13 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.590053] env[70542]: DEBUG oslo_vmware.rw_handles [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eaf7cb-bdd7-b4d8-e350-438015a4713f/disk-0.vmdk from lease info. {{(pid=70542) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 846.590053] env[70542]: DEBUG oslo_vmware.rw_handles [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eaf7cb-bdd7-b4d8-e350-438015a4713f/disk-0.vmdk for reading. {{(pid=70542) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 846.760762] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7548f0de-8dab-4c76-ab12-797b9c2dd8c0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.795133] env[70542]: DEBUG nova.network.neutron [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.837829] env[70542]: DEBUG oslo_vmware.api [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cbc974-8b8a-782d-7a06-8b782bac99f5, 'name': SearchDatastore_Task, 'duration_secs': 0.013663} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.838606] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a39390bc-745a-47d3-951d-acfe047b6843 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.850018] env[70542]: DEBUG oslo_vmware.api [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Waiting for the task: (returnval){ [ 846.850018] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5234b17e-b5ea-20d8-235e-46e0a72eba66" [ 846.850018] env[70542]: _type = "Task" [ 846.850018] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.861079] env[70542]: DEBUG nova.compute.manager [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.866442] env[70542]: DEBUG oslo_vmware.api [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5234b17e-b5ea-20d8-235e-46e0a72eba66, 'name': SearchDatastore_Task, 'duration_secs': 0.011287} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.866442] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.866442] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 43599c7d-eb6e-42c2-98f9-bcf443633560/43599c7d-eb6e-42c2-98f9-bcf443633560.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.866442] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8d2ac5e-db3e-4429-9174-b954cbb5b872 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.877032] env[70542]: DEBUG oslo_vmware.api [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Waiting for the task: (returnval){ [ 846.877032] env[70542]: value = "task-3911236" [ 846.877032] env[70542]: _type = "Task" [ 846.877032] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.883938] env[70542]: DEBUG oslo_vmware.api [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3911236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.932829] env[70542]: DEBUG nova.network.neutron [req-735151de-eee0-4562-9916-069fe1698f93 req-3cbde7c6-4c50-4f53-a2e8-c887edc3782e service nova] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Updated VIF entry in instance network info cache for port 50b6b74d-ee0c-4bf5-b904-3346b7fb4341. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.933457] env[70542]: DEBUG nova.network.neutron [req-735151de-eee0-4562-9916-069fe1698f93 req-3cbde7c6-4c50-4f53-a2e8-c887edc3782e service nova] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Updating instance_info_cache with network_info: [{"id": "50b6b74d-ee0c-4bf5-b904-3346b7fb4341", "address": "fa:16:3e:72:a3:54", "network": {"id": "e88fae22-9a30-40b9-a376-1436428871ed", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-68844891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f97eedbc83834f17a119ade45741b773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b6b74d-ee", "ovs_interfaceid": "50b6b74d-ee0c-4bf5-b904-3346b7fb4341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.024925] env[70542]: DEBUG nova.network.neutron [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Updating instance_info_cache with network_info: [{"id": "a8d93ccd-68e7-4cb7-9e2b-9b720ef5e08c", "address": "fa:16:3e:f0:9b:f8", "network": {"id": "13d0041c-4c09-4f2a-9765-5f68ebd0e1f1", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-519238212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8980132fe05949719f674b33f1e77536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d93ccd-68", "ovs_interfaceid": "a8d93ccd-68e7-4cb7-9e2b-9b720ef5e08c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.108146] env[70542]: DEBUG oslo_concurrency.lockutils [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.120055] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a08231-2bed-4c99-bf31-1379d26b5591 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.134183] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be0075b-e878-421c-bcfd-399df37dae4f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.171658] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dccb2d-15f5-4119-ae20-d790960f9dc4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.175183] env[70542]: DEBUG nova.network.neutron [-] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.184820] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd362b4d-213b-4155-bbdc-ed29d37ea959 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.205722] env[70542]: DEBUG nova.compute.provider_tree [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.372682] env[70542]: DEBUG nova.network.neutron [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Successfully created port: 1024a21c-3bc6-4fc1-b2fc-77760328ea6f {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.386922] env[70542]: DEBUG oslo_vmware.api [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3911236, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.427933] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "7323ed53-e030-4128-b880-37c3ee09434b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.437518] env[70542]: DEBUG oslo_concurrency.lockutils [req-735151de-eee0-4562-9916-069fe1698f93 req-3cbde7c6-4c50-4f53-a2e8-c887edc3782e service nova] Releasing lock "refresh_cache-43599c7d-eb6e-42c2-98f9-bcf443633560" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.442768] env[70542]: DEBUG nova.compute.manager [req-4cd61ffa-70cc-491b-a002-ff0313ae7956 req-755a0b26-52e0-416e-9c43-80f190573dd1 service nova] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Received event network-changed-bb949cb2-5601-4623-99f5-30d023ee6b8f {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.443294] env[70542]: DEBUG nova.compute.manager [req-4cd61ffa-70cc-491b-a002-ff0313ae7956 req-755a0b26-52e0-416e-9c43-80f190573dd1 service nova] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Refreshing instance network info cache due to event network-changed-bb949cb2-5601-4623-99f5-30d023ee6b8f. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.446460] env[70542]: DEBUG oslo_concurrency.lockutils [req-4cd61ffa-70cc-491b-a002-ff0313ae7956 req-755a0b26-52e0-416e-9c43-80f190573dd1 service nova] Acquiring lock "refresh_cache-592584da-94b4-43f0-a360-36d8b1494d96" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.446610] env[70542]: DEBUG oslo_concurrency.lockutils [req-4cd61ffa-70cc-491b-a002-ff0313ae7956 req-755a0b26-52e0-416e-9c43-80f190573dd1 service nova] Acquired lock "refresh_cache-592584da-94b4-43f0-a360-36d8b1494d96" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.446797] env[70542]: DEBUG nova.network.neutron [req-4cd61ffa-70cc-491b-a002-ff0313ae7956 req-755a0b26-52e0-416e-9c43-80f190573dd1 service nova] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Refreshing network info cache for port bb949cb2-5601-4623-99f5-30d023ee6b8f {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.484334] env[70542]: DEBUG nova.virt.hardware [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.485143] env[70542]: DEBUG nova.virt.hardware [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.486274] env[70542]: DEBUG nova.virt.hardware [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.486598] env[70542]: DEBUG nova.virt.hardware [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.486855] env[70542]: DEBUG nova.virt.hardware [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.487846] env[70542]: DEBUG nova.virt.hardware [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.488223] env[70542]: DEBUG nova.virt.hardware [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.488523] env[70542]: DEBUG nova.virt.hardware [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.488705] env[70542]: DEBUG nova.virt.hardware [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.488898] env[70542]: DEBUG nova.virt.hardware [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.489122] env[70542]: DEBUG nova.virt.hardware [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.491036] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7ca8c5-4feb-4f80-8aa2-a11724134cfd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.502068] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62955b1-2f6d-43b7-8fc6-1d35495b9072 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.518448] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Instance VIF info [] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.525202] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.526749] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.526749] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2657fe02-8860-48d1-97ba-ad98f150c886 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.540494] env[70542]: DEBUG oslo_concurrency.lockutils [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Releasing lock "refresh_cache-6c67aafd-34f8-4057-9dcc-88b6670abdf9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.541224] env[70542]: DEBUG nova.compute.manager [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Instance network_info: |[{"id": "a8d93ccd-68e7-4cb7-9e2b-9b720ef5e08c", "address": "fa:16:3e:f0:9b:f8", "network": {"id": "13d0041c-4c09-4f2a-9765-5f68ebd0e1f1", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-519238212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8980132fe05949719f674b33f1e77536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d93ccd-68", "ovs_interfaceid": "a8d93ccd-68e7-4cb7-9e2b-9b720ef5e08c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.542287] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:9b:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '423047aa-c430-4593-a76c-9982c15c81cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8d93ccd-68e7-4cb7-9e2b-9b720ef5e08c', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.550194] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Creating folder: Project (8980132fe05949719f674b33f1e77536). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.551104] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d88318cd-a59b-4f0e-b258-f448a29b7a6f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.557920] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.557920] env[70542]: value = "task-3911237" [ 847.557920] env[70542]: _type = "Task" [ 847.557920] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.568816] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911237, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.570669] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Created folder: Project (8980132fe05949719f674b33f1e77536) in parent group-v776569. [ 847.570991] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Creating folder: Instances. Parent ref: group-v776718. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.571358] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d6e7c7e-5e64-481e-a987-463091c30a32 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.583625] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Created folder: Instances in parent group-v776718. [ 847.583625] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.583625] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.583625] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-778f7960-c753-4dea-9cb9-2cbdffcfbfce {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.609350] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.609350] env[70542]: value = "task-3911240" [ 847.609350] env[70542]: _type = "Task" [ 847.609350] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.621037] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911240, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.678866] env[70542]: INFO nova.compute.manager [-] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Took 1.43 seconds to deallocate network for instance. [ 847.710366] env[70542]: DEBUG nova.scheduler.client.report [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.877841] env[70542]: DEBUG nova.compute.manager [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.903157] env[70542]: DEBUG oslo_vmware.api [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3911236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524562} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.903468] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 43599c7d-eb6e-42c2-98f9-bcf443633560/43599c7d-eb6e-42c2-98f9-bcf443633560.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.903695] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.903997] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4bcf1e5-e608-4e21-b28c-4abece879858 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.915904] env[70542]: DEBUG oslo_vmware.api [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Waiting for the task: (returnval){ [ 847.915904] env[70542]: value = "task-3911241" [ 847.915904] env[70542]: _type = "Task" [ 847.915904] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.919041] env[70542]: DEBUG nova.virt.hardware [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.920150] env[70542]: DEBUG nova.virt.hardware [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.920462] env[70542]: DEBUG nova.virt.hardware [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.920929] env[70542]: DEBUG nova.virt.hardware [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.921205] env[70542]: DEBUG nova.virt.hardware [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.921382] env[70542]: DEBUG nova.virt.hardware [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.921616] env[70542]: DEBUG nova.virt.hardware [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.921789] env[70542]: DEBUG nova.virt.hardware [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.921960] env[70542]: DEBUG nova.virt.hardware [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.923045] env[70542]: DEBUG nova.virt.hardware [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.923045] env[70542]: DEBUG nova.virt.hardware [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.923045] env[70542]: DEBUG oslo_concurrency.lockutils [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Acquiring lock "c09cc678-024d-4442-9e98-daf82b734c5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.923244] env[70542]: DEBUG oslo_concurrency.lockutils [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Lock "c09cc678-024d-4442-9e98-daf82b734c5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.923477] env[70542]: DEBUG oslo_concurrency.lockutils [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Acquiring lock "c09cc678-024d-4442-9e98-daf82b734c5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.924635] env[70542]: DEBUG oslo_concurrency.lockutils [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Lock "c09cc678-024d-4442-9e98-daf82b734c5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.924635] env[70542]: DEBUG oslo_concurrency.lockutils [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Lock "c09cc678-024d-4442-9e98-daf82b734c5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.927650] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f425f9f-78f8-466d-b011-3bfe1cea5d8f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.931478] env[70542]: INFO nova.compute.manager [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Terminating instance [ 847.949521] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9bcb1d-a699-4cb8-8330-f6cdf96b9302 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.954146] env[70542]: DEBUG oslo_vmware.api [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3911241, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.981162] env[70542]: DEBUG nova.compute.manager [req-15c7600a-a455-4abd-883a-b077b50ede50 req-ffa4f823-6994-4418-a6c8-0ae3a78a26d4 service nova] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Received event network-vif-plugged-a8d93ccd-68e7-4cb7-9e2b-9b720ef5e08c {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.981410] env[70542]: DEBUG oslo_concurrency.lockutils [req-15c7600a-a455-4abd-883a-b077b50ede50 req-ffa4f823-6994-4418-a6c8-0ae3a78a26d4 service nova] Acquiring lock "6c67aafd-34f8-4057-9dcc-88b6670abdf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.981626] env[70542]: DEBUG oslo_concurrency.lockutils [req-15c7600a-a455-4abd-883a-b077b50ede50 req-ffa4f823-6994-4418-a6c8-0ae3a78a26d4 service nova] Lock "6c67aafd-34f8-4057-9dcc-88b6670abdf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.981794] env[70542]: DEBUG oslo_concurrency.lockutils [req-15c7600a-a455-4abd-883a-b077b50ede50 req-ffa4f823-6994-4418-a6c8-0ae3a78a26d4 service nova] Lock "6c67aafd-34f8-4057-9dcc-88b6670abdf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.981955] env[70542]: DEBUG nova.compute.manager [req-15c7600a-a455-4abd-883a-b077b50ede50 req-ffa4f823-6994-4418-a6c8-0ae3a78a26d4 service nova] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] No waiting events found dispatching network-vif-plugged-a8d93ccd-68e7-4cb7-9e2b-9b720ef5e08c {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 847.982181] env[70542]: WARNING nova.compute.manager [req-15c7600a-a455-4abd-883a-b077b50ede50 req-ffa4f823-6994-4418-a6c8-0ae3a78a26d4 service nova] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Received unexpected event network-vif-plugged-a8d93ccd-68e7-4cb7-9e2b-9b720ef5e08c for instance with vm_state building and task_state spawning. [ 847.982306] env[70542]: DEBUG nova.compute.manager [req-15c7600a-a455-4abd-883a-b077b50ede50 req-ffa4f823-6994-4418-a6c8-0ae3a78a26d4 service nova] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Received event network-changed-a8d93ccd-68e7-4cb7-9e2b-9b720ef5e08c {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.982653] env[70542]: DEBUG nova.compute.manager [req-15c7600a-a455-4abd-883a-b077b50ede50 req-ffa4f823-6994-4418-a6c8-0ae3a78a26d4 service nova] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Refreshing instance network info cache due to event network-changed-a8d93ccd-68e7-4cb7-9e2b-9b720ef5e08c. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.982779] env[70542]: DEBUG oslo_concurrency.lockutils [req-15c7600a-a455-4abd-883a-b077b50ede50 req-ffa4f823-6994-4418-a6c8-0ae3a78a26d4 service nova] Acquiring lock "refresh_cache-6c67aafd-34f8-4057-9dcc-88b6670abdf9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.983146] env[70542]: DEBUG oslo_concurrency.lockutils [req-15c7600a-a455-4abd-883a-b077b50ede50 req-ffa4f823-6994-4418-a6c8-0ae3a78a26d4 service nova] Acquired lock "refresh_cache-6c67aafd-34f8-4057-9dcc-88b6670abdf9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.983146] env[70542]: DEBUG nova.network.neutron [req-15c7600a-a455-4abd-883a-b077b50ede50 req-ffa4f823-6994-4418-a6c8-0ae3a78a26d4 service nova] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Refreshing network info cache for port a8d93ccd-68e7-4cb7-9e2b-9b720ef5e08c {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.072429] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911237, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.125025] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911240, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.189995] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.216616] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.368s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.219662] env[70542]: DEBUG oslo_concurrency.lockutils [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.557s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.223349] env[70542]: INFO nova.compute.claims [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.251154] env[70542]: INFO nova.scheduler.client.report [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Deleted allocations for instance 61b93ec7-7899-446d-8e08-d354622eeaa4 [ 848.317491] env[70542]: DEBUG nova.network.neutron [req-4cd61ffa-70cc-491b-a002-ff0313ae7956 req-755a0b26-52e0-416e-9c43-80f190573dd1 service nova] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Updated VIF entry in instance network info cache for port bb949cb2-5601-4623-99f5-30d023ee6b8f. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.317990] env[70542]: DEBUG nova.network.neutron [req-4cd61ffa-70cc-491b-a002-ff0313ae7956 req-755a0b26-52e0-416e-9c43-80f190573dd1 service nova] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Updating instance_info_cache with network_info: [{"id": "bb949cb2-5601-4623-99f5-30d023ee6b8f", "address": "fa:16:3e:a8:1b:2b", "network": {"id": "58f27397-81cd-44e6-b15a-410bee7a7f11", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-943722230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26dbe005229c42668a7b693038f1888a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb949cb2-56", "ovs_interfaceid": "bb949cb2-5601-4623-99f5-30d023ee6b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.435475] env[70542]: DEBUG oslo_vmware.api [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3911241, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120535} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.435898] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.437474] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d13be8-8f0c-4b85-9e43-e691e5b55672 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.441520] env[70542]: DEBUG nova.compute.manager [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.441784] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.442780] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e9bb36-b8b6-4582-be6e-d5b9c5a84d57 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.474411] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 43599c7d-eb6e-42c2-98f9-bcf443633560/43599c7d-eb6e-42c2-98f9-bcf443633560.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.478093] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b69d7f40-1144-46c5-8aa1-b32d1fdc9fae {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.494469] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.496867] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bafcf232-ca0c-4cd8-a1f3-b8364bede15f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.507715] env[70542]: DEBUG oslo_vmware.api [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Waiting for the task: (returnval){ [ 848.507715] env[70542]: value = "task-3911242" [ 848.507715] env[70542]: _type = "Task" [ 848.507715] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.512881] env[70542]: DEBUG oslo_vmware.api [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Waiting for the task: (returnval){ [ 848.512881] env[70542]: value = "task-3911243" [ 848.512881] env[70542]: _type = "Task" [ 848.512881] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.527612] env[70542]: DEBUG oslo_vmware.api [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3911242, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.531318] env[70542]: DEBUG oslo_vmware.api [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Task: {'id': task-3911243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.569637] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911237, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.623111] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911240, 'name': CreateVM_Task, 'duration_secs': 0.562107} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.623423] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.624269] env[70542]: DEBUG oslo_concurrency.lockutils [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.624596] env[70542]: DEBUG oslo_concurrency.lockutils [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.625358] env[70542]: DEBUG oslo_concurrency.lockutils [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.625651] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ef9c5f8-eab2-4fb8-96f8-46f12f9c5145 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.634252] env[70542]: DEBUG oslo_vmware.api [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Waiting for the task: (returnval){ [ 848.634252] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52696366-a9c8-5e65-60e8-415a0d969ac2" [ 848.634252] env[70542]: _type = "Task" [ 848.634252] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.644996] env[70542]: DEBUG oslo_vmware.api [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52696366-a9c8-5e65-60e8-415a0d969ac2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.763395] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2f0a3509-a7cc-468a-b7be-0bb71a480b32 tempest-AttachInterfacesUnderV243Test-1177928744 tempest-AttachInterfacesUnderV243Test-1177928744-project-member] Lock "61b93ec7-7899-446d-8e08-d354622eeaa4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.459s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.765570] env[70542]: DEBUG nova.network.neutron [req-15c7600a-a455-4abd-883a-b077b50ede50 req-ffa4f823-6994-4418-a6c8-0ae3a78a26d4 service nova] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Updated VIF entry in instance network info cache for port a8d93ccd-68e7-4cb7-9e2b-9b720ef5e08c. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.766112] env[70542]: DEBUG nova.network.neutron [req-15c7600a-a455-4abd-883a-b077b50ede50 req-ffa4f823-6994-4418-a6c8-0ae3a78a26d4 service nova] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Updating instance_info_cache with network_info: [{"id": "a8d93ccd-68e7-4cb7-9e2b-9b720ef5e08c", "address": "fa:16:3e:f0:9b:f8", "network": {"id": "13d0041c-4c09-4f2a-9765-5f68ebd0e1f1", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-519238212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8980132fe05949719f674b33f1e77536", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "423047aa-c430-4593-a76c-9982c15c81cf", "external-id": "nsx-vlan-transportzone-262", "segmentation_id": 262, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8d93ccd-68", "ovs_interfaceid": "a8d93ccd-68e7-4cb7-9e2b-9b720ef5e08c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.824590] env[70542]: DEBUG oslo_concurrency.lockutils [req-4cd61ffa-70cc-491b-a002-ff0313ae7956 req-755a0b26-52e0-416e-9c43-80f190573dd1 service nova] Releasing lock "refresh_cache-592584da-94b4-43f0-a360-36d8b1494d96" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.028593] env[70542]: DEBUG oslo_vmware.api [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3911242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.032569] env[70542]: DEBUG oslo_vmware.api [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Task: {'id': task-3911243, 'name': PowerOffVM_Task, 'duration_secs': 0.254552} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.032987] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.033377] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.033751] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68a37ffd-3bc6-4b7c-881b-df543d96baac {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.071050] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911237, 'name': CreateVM_Task, 'duration_secs': 1.358286} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.071413] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.071933] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.110888] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.111273] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.111890] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Deleting the datastore file [datastore1] c09cc678-024d-4442-9e98-daf82b734c5c {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.111890] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ab5691c-efbc-4e8a-955c-9ecc8105a010 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.121293] env[70542]: DEBUG oslo_vmware.api [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Waiting for the task: (returnval){ [ 849.121293] env[70542]: value = "task-3911245" [ 849.121293] env[70542]: _type = "Task" [ 849.121293] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.131184] env[70542]: DEBUG oslo_vmware.api [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Task: {'id': task-3911245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.145180] env[70542]: DEBUG oslo_vmware.api [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52696366-a9c8-5e65-60e8-415a0d969ac2, 'name': SearchDatastore_Task, 'duration_secs': 0.01818} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.145522] env[70542]: DEBUG oslo_concurrency.lockutils [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.145761] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.145998] env[70542]: DEBUG oslo_concurrency.lockutils [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.146152] env[70542]: DEBUG oslo_concurrency.lockutils [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.146328] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.146623] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.146972] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.147229] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afe9633d-7e1b-495b-80c6-675e7fc1ae43 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.149566] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1da8b22-6de6-4cb2-98ad-7b23084c05f5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.157779] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Waiting for the task: (returnval){ [ 849.157779] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52bc68ed-baa3-c2ab-033e-c6139dd38d8c" [ 849.157779] env[70542]: _type = "Task" [ 849.157779] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.163382] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.164752] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.165451] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c33beb4d-24b3-4e5c-8917-ca2afc2459d5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.173989] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52bc68ed-baa3-c2ab-033e-c6139dd38d8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.179184] env[70542]: DEBUG oslo_vmware.api [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Waiting for the task: (returnval){ [ 849.179184] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f64d34-5581-fcb0-75e8-9d3a3f1721c7" [ 849.179184] env[70542]: _type = "Task" [ 849.179184] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.190748] env[70542]: DEBUG oslo_vmware.api [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f64d34-5581-fcb0-75e8-9d3a3f1721c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.231548] env[70542]: DEBUG nova.network.neutron [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Successfully updated port: 1024a21c-3bc6-4fc1-b2fc-77760328ea6f {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.269741] env[70542]: DEBUG oslo_concurrency.lockutils [req-15c7600a-a455-4abd-883a-b077b50ede50 req-ffa4f823-6994-4418-a6c8-0ae3a78a26d4 service nova] Releasing lock "refresh_cache-6c67aafd-34f8-4057-9dcc-88b6670abdf9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.270108] env[70542]: DEBUG nova.compute.manager [req-15c7600a-a455-4abd-883a-b077b50ede50 req-ffa4f823-6994-4418-a6c8-0ae3a78a26d4 service nova] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Received event network-vif-deleted-866cf8c8-0121-4af6-bafc-dd339bc528d4 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.529074] env[70542]: DEBUG oslo_vmware.api [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3911242, 'name': ReconfigVM_Task, 'duration_secs': 0.69315} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.529074] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 43599c7d-eb6e-42c2-98f9-bcf443633560/43599c7d-eb6e-42c2-98f9-bcf443633560.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.529464] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e01af929-ece1-4c16-876d-e1ed4f0dfcaa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.537912] env[70542]: DEBUG oslo_vmware.api [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Waiting for the task: (returnval){ [ 849.537912] env[70542]: value = "task-3911246" [ 849.537912] env[70542]: _type = "Task" [ 849.537912] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.543702] env[70542]: DEBUG nova.compute.manager [req-569e30fe-4b62-4904-b8c3-01c811a20322 req-c5823e88-613b-4f6a-b1b5-ff556df933d1 service nova] [instance: d111991f-fded-409a-82af-1b431b56f48f] Received event network-vif-plugged-1024a21c-3bc6-4fc1-b2fc-77760328ea6f {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.543928] env[70542]: DEBUG oslo_concurrency.lockutils [req-569e30fe-4b62-4904-b8c3-01c811a20322 req-c5823e88-613b-4f6a-b1b5-ff556df933d1 service nova] Acquiring lock "d111991f-fded-409a-82af-1b431b56f48f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.544240] env[70542]: DEBUG oslo_concurrency.lockutils [req-569e30fe-4b62-4904-b8c3-01c811a20322 req-c5823e88-613b-4f6a-b1b5-ff556df933d1 service nova] Lock "d111991f-fded-409a-82af-1b431b56f48f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.544395] env[70542]: DEBUG oslo_concurrency.lockutils [req-569e30fe-4b62-4904-b8c3-01c811a20322 req-c5823e88-613b-4f6a-b1b5-ff556df933d1 service nova] Lock "d111991f-fded-409a-82af-1b431b56f48f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.544507] env[70542]: DEBUG nova.compute.manager [req-569e30fe-4b62-4904-b8c3-01c811a20322 req-c5823e88-613b-4f6a-b1b5-ff556df933d1 service nova] [instance: d111991f-fded-409a-82af-1b431b56f48f] No waiting events found dispatching network-vif-plugged-1024a21c-3bc6-4fc1-b2fc-77760328ea6f {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 849.544736] env[70542]: WARNING nova.compute.manager [req-569e30fe-4b62-4904-b8c3-01c811a20322 req-c5823e88-613b-4f6a-b1b5-ff556df933d1 service nova] [instance: d111991f-fded-409a-82af-1b431b56f48f] Received unexpected event network-vif-plugged-1024a21c-3bc6-4fc1-b2fc-77760328ea6f for instance with vm_state building and task_state spawning. [ 849.545382] env[70542]: DEBUG nova.compute.manager [req-569e30fe-4b62-4904-b8c3-01c811a20322 req-c5823e88-613b-4f6a-b1b5-ff556df933d1 service nova] [instance: d111991f-fded-409a-82af-1b431b56f48f] Received event network-changed-1024a21c-3bc6-4fc1-b2fc-77760328ea6f {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.545382] env[70542]: DEBUG nova.compute.manager [req-569e30fe-4b62-4904-b8c3-01c811a20322 req-c5823e88-613b-4f6a-b1b5-ff556df933d1 service nova] [instance: d111991f-fded-409a-82af-1b431b56f48f] Refreshing instance network info cache due to event network-changed-1024a21c-3bc6-4fc1-b2fc-77760328ea6f. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.545382] env[70542]: DEBUG oslo_concurrency.lockutils [req-569e30fe-4b62-4904-b8c3-01c811a20322 req-c5823e88-613b-4f6a-b1b5-ff556df933d1 service nova] Acquiring lock "refresh_cache-d111991f-fded-409a-82af-1b431b56f48f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.545382] env[70542]: DEBUG oslo_concurrency.lockutils [req-569e30fe-4b62-4904-b8c3-01c811a20322 req-c5823e88-613b-4f6a-b1b5-ff556df933d1 service nova] Acquired lock "refresh_cache-d111991f-fded-409a-82af-1b431b56f48f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.546343] env[70542]: DEBUG nova.network.neutron [req-569e30fe-4b62-4904-b8c3-01c811a20322 req-c5823e88-613b-4f6a-b1b5-ff556df933d1 service nova] [instance: d111991f-fded-409a-82af-1b431b56f48f] Refreshing network info cache for port 1024a21c-3bc6-4fc1-b2fc-77760328ea6f {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.556236] env[70542]: DEBUG oslo_vmware.api [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3911246, 'name': Rename_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.633917] env[70542]: DEBUG oslo_vmware.api [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Task: {'id': task-3911245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156055} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.634219] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.635316] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.635316] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.635316] env[70542]: INFO nova.compute.manager [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 849.635316] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.635601] env[70542]: DEBUG nova.compute.manager [-] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.635601] env[70542]: DEBUG nova.network.neutron [-] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.674316] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52bc68ed-baa3-c2ab-033e-c6139dd38d8c, 'name': SearchDatastore_Task, 'duration_secs': 0.020773} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.674702] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.674912] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.675143] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.693883] env[70542]: DEBUG oslo_vmware.api [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f64d34-5581-fcb0-75e8-9d3a3f1721c7, 'name': SearchDatastore_Task, 'duration_secs': 0.01153} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.694781] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccfed959-5633-4046-bcd4-0f5bf36b1ab7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.704180] env[70542]: DEBUG oslo_vmware.api [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Waiting for the task: (returnval){ [ 849.704180] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52484791-32a0-b3bf-aae4-2a2495dc3ce6" [ 849.704180] env[70542]: _type = "Task" [ 849.704180] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.716183] env[70542]: DEBUG oslo_vmware.api [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52484791-32a0-b3bf-aae4-2a2495dc3ce6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.736917] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "refresh_cache-d111991f-fded-409a-82af-1b431b56f48f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.796785] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5f3781-e166-42c4-b743-40e55184f27c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.806032] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f725de-9a80-4cfb-9269-e34e62fe1444 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.868389] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a979d0f5-ac99-4939-9619-0ebec95914de {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.880209] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad18e8c6-6c95-4563-9ae8-b09f06f8f5bd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.909425] env[70542]: DEBUG nova.compute.provider_tree [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.055765] env[70542]: DEBUG oslo_vmware.api [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3911246, 'name': Rename_Task, 'duration_secs': 0.301971} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.056718] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.057460] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7e7f36c-f400-460d-a830-3f99918b5b17 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.066506] env[70542]: DEBUG oslo_vmware.api [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Waiting for the task: (returnval){ [ 850.066506] env[70542]: value = "task-3911247" [ 850.066506] env[70542]: _type = "Task" [ 850.066506] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.080398] env[70542]: DEBUG oslo_vmware.api [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3911247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.125314] env[70542]: DEBUG nova.network.neutron [req-569e30fe-4b62-4904-b8c3-01c811a20322 req-c5823e88-613b-4f6a-b1b5-ff556df933d1 service nova] [instance: d111991f-fded-409a-82af-1b431b56f48f] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.215784] env[70542]: DEBUG oslo_vmware.api [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52484791-32a0-b3bf-aae4-2a2495dc3ce6, 'name': SearchDatastore_Task, 'duration_secs': 0.030079} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.216142] env[70542]: DEBUG oslo_concurrency.lockutils [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.216562] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 6c67aafd-34f8-4057-9dcc-88b6670abdf9/6c67aafd-34f8-4057-9dcc-88b6670abdf9.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.216881] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.217091] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.217563] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8191ca31-705f-40f2-b79b-aa2c99288fa5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.220063] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48ffab95-091d-46ee-8642-230165911e3f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.230280] env[70542]: DEBUG oslo_vmware.api [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Waiting for the task: (returnval){ [ 850.230280] env[70542]: value = "task-3911248" [ 850.230280] env[70542]: _type = "Task" [ 850.230280] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.232232] env[70542]: DEBUG nova.network.neutron [req-569e30fe-4b62-4904-b8c3-01c811a20322 req-c5823e88-613b-4f6a-b1b5-ff556df933d1 service nova] [instance: d111991f-fded-409a-82af-1b431b56f48f] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.233710] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.233886] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.238817] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5de2e6a1-1633-480c-a39e-d18fe6833173 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.251182] env[70542]: DEBUG oslo_vmware.api [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Task: {'id': task-3911248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.251366] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Waiting for the task: (returnval){ [ 850.251366] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52360685-0fa3-c2b1-f187-7e6acc0d5039" [ 850.251366] env[70542]: _type = "Task" [ 850.251366] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.263332] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52360685-0fa3-c2b1-f187-7e6acc0d5039, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.417026] env[70542]: DEBUG nova.scheduler.client.report [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.580472] env[70542]: DEBUG oslo_vmware.api [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3911247, 'name': PowerOnVM_Task} progress is 91%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.747197] env[70542]: DEBUG oslo_concurrency.lockutils [req-569e30fe-4b62-4904-b8c3-01c811a20322 req-c5823e88-613b-4f6a-b1b5-ff556df933d1 service nova] Releasing lock "refresh_cache-d111991f-fded-409a-82af-1b431b56f48f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.748072] env[70542]: DEBUG oslo_vmware.api [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Task: {'id': task-3911248, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.748185] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired lock "refresh_cache-d111991f-fded-409a-82af-1b431b56f48f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.748321] env[70542]: DEBUG nova.network.neutron [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.776628] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52360685-0fa3-c2b1-f187-7e6acc0d5039, 'name': SearchDatastore_Task, 'duration_secs': 0.015283} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.778044] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29141b4-2bdd-4a8c-988b-bc2ea7c5c99f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.791544] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Waiting for the task: (returnval){ [ 850.791544] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5205adce-4d91-5bcb-39de-a45aaa064d50" [ 850.791544] env[70542]: _type = "Task" [ 850.791544] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.806247] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5205adce-4d91-5bcb-39de-a45aaa064d50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.924304] env[70542]: DEBUG oslo_concurrency.lockutils [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.925222] env[70542]: DEBUG nova.compute.manager [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.928123] env[70542]: DEBUG oslo_concurrency.lockutils [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.241s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.928461] env[70542]: DEBUG nova.objects.instance [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Lazy-loading 'resources' on Instance uuid 513a1359-d44c-4e77-8621-9704298cfe79 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.078402] env[70542]: DEBUG oslo_vmware.api [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3911247, 'name': PowerOnVM_Task, 'duration_secs': 0.598686} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.079818] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.079818] env[70542]: INFO nova.compute.manager [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Took 8.98 seconds to spawn the instance on the hypervisor. [ 851.079818] env[70542]: DEBUG nova.compute.manager [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 851.079960] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c315adc-86fc-4242-a7d3-1b3e335302fe {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.248347] env[70542]: DEBUG oslo_vmware.api [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Task: {'id': task-3911248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542843} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.250772] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 6c67aafd-34f8-4057-9dcc-88b6670abdf9/6c67aafd-34f8-4057-9dcc-88b6670abdf9.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.250772] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.250772] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ba4f487-48ee-41d8-ae67-6ebee3ce643a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.261651] env[70542]: DEBUG oslo_vmware.api [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Waiting for the task: (returnval){ [ 851.261651] env[70542]: value = "task-3911249" [ 851.261651] env[70542]: _type = "Task" [ 851.261651] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.271460] env[70542]: DEBUG nova.network.neutron [-] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.279051] env[70542]: DEBUG oslo_vmware.api [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Task: {'id': task-3911249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.305060] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5205adce-4d91-5bcb-39de-a45aaa064d50, 'name': SearchDatastore_Task, 'duration_secs': 0.014994} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.306092] env[70542]: DEBUG nova.network.neutron [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.308598] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.308892] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 5f03309a-4505-49d3-854e-3082cc2cd03a/5f03309a-4505-49d3-854e-3082cc2cd03a.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.309197] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98e8c253-4304-4eb6-ae98-7200a6036710 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.320231] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Waiting for the task: (returnval){ [ 851.320231] env[70542]: value = "task-3911250" [ 851.320231] env[70542]: _type = "Task" [ 851.320231] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.332051] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Task: {'id': task-3911250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.437600] env[70542]: DEBUG nova.compute.utils [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.440444] env[70542]: DEBUG nova.compute.manager [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.440444] env[70542]: DEBUG nova.network.neutron [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.502798] env[70542]: DEBUG nova.network.neutron [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Updating instance_info_cache with network_info: [{"id": "1024a21c-3bc6-4fc1-b2fc-77760328ea6f", "address": "fa:16:3e:d5:99:b4", "network": {"id": "b9eb532a-2933-4850-b01e-c496fa6ef875", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-217105513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc0b5d1a0604a93990949de74a62cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1024a21c-3b", "ovs_interfaceid": "1024a21c-3bc6-4fc1-b2fc-77760328ea6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.556778] env[70542]: DEBUG nova.policy [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '548c93fcfa9d43bba1899c35c44729a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ba980265a9b44a5bf8e2cc4b2c3eed1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.612366] env[70542]: INFO nova.compute.manager [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Took 42.69 seconds to build instance. [ 851.729337] env[70542]: DEBUG nova.compute.manager [req-72d2a6e7-742b-4815-9d35-1cf2fc3cbab6 req-98b020c9-e911-4267-aae3-b0eb5e2b41c6 service nova] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Received event network-vif-deleted-c005ff21-4a9c-4a34-8ed5-1ed1c582afea {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.781029] env[70542]: DEBUG oslo_vmware.api [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Task: {'id': task-3911249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110101} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.781029] env[70542]: INFO nova.compute.manager [-] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Took 2.14 seconds to deallocate network for instance. [ 851.781029] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.787128] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bb2874-4522-4532-a5ce-5e41df3fb705 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.825408] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 6c67aafd-34f8-4057-9dcc-88b6670abdf9/6c67aafd-34f8-4057-9dcc-88b6670abdf9.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.830871] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d423d3f5-237f-4e79-9268-31276025dbc3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.861531] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Task: {'id': task-3911250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515101} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.865861] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 5f03309a-4505-49d3-854e-3082cc2cd03a/5f03309a-4505-49d3-854e-3082cc2cd03a.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.866131] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.866473] env[70542]: DEBUG oslo_vmware.api [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Waiting for the task: (returnval){ [ 851.866473] env[70542]: value = "task-3911251" [ 851.866473] env[70542]: _type = "Task" [ 851.866473] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.866999] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2c07089-7718-48e5-accb-ffed5739d7cb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.880610] env[70542]: DEBUG oslo_vmware.api [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Task: {'id': task-3911251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.885943] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Waiting for the task: (returnval){ [ 851.885943] env[70542]: value = "task-3911252" [ 851.885943] env[70542]: _type = "Task" [ 851.885943] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.898233] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Task: {'id': task-3911252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.942129] env[70542]: DEBUG nova.compute.manager [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.011095] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Releasing lock "refresh_cache-d111991f-fded-409a-82af-1b431b56f48f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.011452] env[70542]: DEBUG nova.compute.manager [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Instance network_info: |[{"id": "1024a21c-3bc6-4fc1-b2fc-77760328ea6f", "address": "fa:16:3e:d5:99:b4", "network": {"id": "b9eb532a-2933-4850-b01e-c496fa6ef875", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-217105513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc0b5d1a0604a93990949de74a62cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1024a21c-3b", "ovs_interfaceid": "1024a21c-3bc6-4fc1-b2fc-77760328ea6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.014026] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:99:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1024a21c-3bc6-4fc1-b2fc-77760328ea6f', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.022189] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.026637] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d111991f-fded-409a-82af-1b431b56f48f] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.027728] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b779c07c-8d1a-43df-bceb-9484126108b2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.056648] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.056648] env[70542]: value = "task-3911253" [ 852.056648] env[70542]: _type = "Task" [ 852.056648] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.074131] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911253, 'name': CreateVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.116280] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ffb4b712-f7df-4cc7-8941-cbab01e3e117 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Lock "43599c7d-eb6e-42c2-98f9-bcf443633560" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.674s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.177294] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482f00ee-b456-4382-bfe8-4b6ade47db80 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.190033] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1b8dce-b0b6-42f2-aadd-95d7d8b5b015 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.231151] env[70542]: DEBUG nova.network.neutron [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Successfully created port: 86ee7732-1802-4e72-b364-0bf3ee389da7 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.234142] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa559a53-ade2-4319-a00e-1b5a7893a5bf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.243921] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fad883c-448d-4822-9057-f26716b3e244 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.263702] env[70542]: DEBUG nova.compute.provider_tree [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.299254] env[70542]: DEBUG oslo_concurrency.lockutils [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.383893] env[70542]: DEBUG oslo_vmware.api [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Task: {'id': task-3911251, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.398147] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Task: {'id': task-3911252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086436} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.398618] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.399414] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b0582b-bf82-40b3-b268-3d69cad53dff {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.430303] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 5f03309a-4505-49d3-854e-3082cc2cd03a/5f03309a-4505-49d3-854e-3082cc2cd03a.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.430653] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-511be442-b2ff-4501-a65d-515175cae366 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.458822] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Waiting for the task: (returnval){ [ 852.458822] env[70542]: value = "task-3911254" [ 852.458822] env[70542]: _type = "Task" [ 852.458822] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.472557] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Task: {'id': task-3911254, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.571332] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911253, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.770033] env[70542]: DEBUG nova.scheduler.client.report [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.885199] env[70542]: DEBUG oslo_vmware.api [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Task: {'id': task-3911251, 'name': ReconfigVM_Task, 'duration_secs': 0.591681} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.885743] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 6c67aafd-34f8-4057-9dcc-88b6670abdf9/6c67aafd-34f8-4057-9dcc-88b6670abdf9.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.886656] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-590c103b-a159-454e-a04f-eae34e7c046e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.896780] env[70542]: DEBUG oslo_vmware.api [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Waiting for the task: (returnval){ [ 852.896780] env[70542]: value = "task-3911255" [ 852.896780] env[70542]: _type = "Task" [ 852.896780] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.909888] env[70542]: DEBUG oslo_vmware.api [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Task: {'id': task-3911255, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.956750] env[70542]: DEBUG nova.compute.manager [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.972761] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Task: {'id': task-3911254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.990143] env[70542]: DEBUG nova.virt.hardware [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.990143] env[70542]: DEBUG nova.virt.hardware [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.990457] env[70542]: DEBUG nova.virt.hardware [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.991729] env[70542]: DEBUG nova.virt.hardware [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.991729] env[70542]: DEBUG nova.virt.hardware [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.991729] env[70542]: DEBUG nova.virt.hardware [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.991729] env[70542]: DEBUG nova.virt.hardware [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.991729] env[70542]: DEBUG nova.virt.hardware [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.991729] env[70542]: DEBUG nova.virt.hardware [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.992060] env[70542]: DEBUG nova.virt.hardware [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.992099] env[70542]: DEBUG nova.virt.hardware [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.998370] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a03fee-56dd-4698-aa7d-f1d85dee472f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.009082] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd200be-35dd-4797-93cd-81c4fd7c8655 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.067962] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911253, 'name': CreateVM_Task, 'duration_secs': 0.562042} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.068290] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d111991f-fded-409a-82af-1b431b56f48f] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.069166] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.069166] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.069537] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.069782] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00378a74-ef07-4f78-aaed-1ba548cb1903 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.075861] env[70542]: DEBUG oslo_vmware.api [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 853.075861] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527dbc1f-a924-da7b-0018-42640c940e3c" [ 853.075861] env[70542]: _type = "Task" [ 853.075861] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.088099] env[70542]: DEBUG oslo_vmware.api [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527dbc1f-a924-da7b-0018-42640c940e3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.280103] env[70542]: DEBUG oslo_concurrency.lockutils [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.351s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.281828] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.317s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.282532] env[70542]: DEBUG nova.objects.instance [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Lazy-loading 'resources' on Instance uuid 7e2f05a8-6f0d-4112-a654-b2a6d01a011a {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.317051] env[70542]: INFO nova.scheduler.client.report [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Deleted allocations for instance 513a1359-d44c-4e77-8621-9704298cfe79 [ 853.410148] env[70542]: DEBUG oslo_vmware.api [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Task: {'id': task-3911255, 'name': Rename_Task, 'duration_secs': 0.195173} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.411105] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.411549] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62e8f8a8-df07-4ca6-8e8c-07df6145945b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.421106] env[70542]: DEBUG oslo_vmware.api [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Waiting for the task: (returnval){ [ 853.421106] env[70542]: value = "task-3911256" [ 853.421106] env[70542]: _type = "Task" [ 853.421106] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.432431] env[70542]: DEBUG oslo_vmware.api [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Task: {'id': task-3911256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.473501] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Task: {'id': task-3911254, 'name': ReconfigVM_Task, 'duration_secs': 0.635721} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.473855] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 5f03309a-4505-49d3-854e-3082cc2cd03a/5f03309a-4505-49d3-854e-3082cc2cd03a.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.474561] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64d33d17-b7f4-44f5-9f73-a96377f1bc47 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.483632] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Waiting for the task: (returnval){ [ 853.483632] env[70542]: value = "task-3911257" [ 853.483632] env[70542]: _type = "Task" [ 853.483632] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.499825] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Task: {'id': task-3911257, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.586962] env[70542]: DEBUG oslo_vmware.api [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527dbc1f-a924-da7b-0018-42640c940e3c, 'name': SearchDatastore_Task, 'duration_secs': 0.012154} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.587452] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.587690] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.587986] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.588084] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.589389] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.589389] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec7137e8-bc51-4be9-8d59-34b0c28cf082 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.600289] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.601080] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.602344] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5a20e80-7df7-4b3b-a24d-5ce60e1186d9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.609045] env[70542]: DEBUG oslo_vmware.api [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 853.609045] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f9ee44-1312-5220-c5b8-ee60d44acf4e" [ 853.609045] env[70542]: _type = "Task" [ 853.609045] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.621421] env[70542]: DEBUG oslo_vmware.api [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f9ee44-1312-5220-c5b8-ee60d44acf4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.724362] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3400c9b7-2ec8-440a-be5a-9bb2f6a17c75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Acquiring lock "43599c7d-eb6e-42c2-98f9-bcf443633560" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.724675] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3400c9b7-2ec8-440a-be5a-9bb2f6a17c75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Lock "43599c7d-eb6e-42c2-98f9-bcf443633560" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.725428] env[70542]: INFO nova.compute.manager [None req-3400c9b7-2ec8-440a-be5a-9bb2f6a17c75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Rebooting instance [ 853.771518] env[70542]: DEBUG nova.compute.manager [req-37a164f5-8a6b-47ee-a6a9-263b2a8a85bf req-16d5ce84-a7f1-4fe3-a627-a84cc87af3ac service nova] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Received event network-changed-50b6b74d-ee0c-4bf5-b904-3346b7fb4341 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.771829] env[70542]: DEBUG nova.compute.manager [req-37a164f5-8a6b-47ee-a6a9-263b2a8a85bf req-16d5ce84-a7f1-4fe3-a627-a84cc87af3ac service nova] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Refreshing instance network info cache due to event network-changed-50b6b74d-ee0c-4bf5-b904-3346b7fb4341. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.772065] env[70542]: DEBUG oslo_concurrency.lockutils [req-37a164f5-8a6b-47ee-a6a9-263b2a8a85bf req-16d5ce84-a7f1-4fe3-a627-a84cc87af3ac service nova] Acquiring lock "refresh_cache-43599c7d-eb6e-42c2-98f9-bcf443633560" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.772231] env[70542]: DEBUG oslo_concurrency.lockutils [req-37a164f5-8a6b-47ee-a6a9-263b2a8a85bf req-16d5ce84-a7f1-4fe3-a627-a84cc87af3ac service nova] Acquired lock "refresh_cache-43599c7d-eb6e-42c2-98f9-bcf443633560" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.772539] env[70542]: DEBUG nova.network.neutron [req-37a164f5-8a6b-47ee-a6a9-263b2a8a85bf req-16d5ce84-a7f1-4fe3-a627-a84cc87af3ac service nova] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Refreshing network info cache for port 50b6b74d-ee0c-4bf5-b904-3346b7fb4341 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.829189] env[70542]: DEBUG oslo_concurrency.lockutils [None req-370f0ae5-fd43-41fe-8166-150402890592 tempest-ListImageFiltersTestJSON-1844606616 tempest-ListImageFiltersTestJSON-1844606616-project-member] Lock "513a1359-d44c-4e77-8621-9704298cfe79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.734s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.936847] env[70542]: DEBUG oslo_vmware.api [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Task: {'id': task-3911256, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.999644] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Task: {'id': task-3911257, 'name': Rename_Task, 'duration_secs': 0.443529} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.000091] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.000306] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ece447da-1139-48f5-8629-57c7501ba521 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.010769] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Waiting for the task: (returnval){ [ 854.010769] env[70542]: value = "task-3911258" [ 854.010769] env[70542]: _type = "Task" [ 854.010769] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.023748] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Task: {'id': task-3911258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.123111] env[70542]: DEBUG oslo_vmware.api [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f9ee44-1312-5220-c5b8-ee60d44acf4e, 'name': SearchDatastore_Task, 'duration_secs': 0.016172} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.123199] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ada633fe-a1c9-45d1-92aa-6325470534d3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.129505] env[70542]: DEBUG oslo_vmware.api [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 854.129505] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524ce61f-1f5a-bf87-f0ae-bf8b6349f691" [ 854.129505] env[70542]: _type = "Task" [ 854.129505] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.141095] env[70542]: DEBUG oslo_vmware.api [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524ce61f-1f5a-bf87-f0ae-bf8b6349f691, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.186634] env[70542]: DEBUG nova.compute.manager [req-d715a92e-fe70-4433-ae39-d51ca046bb65 req-8ce4c08b-4802-4e64-83c0-6cf82a351926 service nova] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Received event network-vif-plugged-86ee7732-1802-4e72-b364-0bf3ee389da7 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.186957] env[70542]: DEBUG oslo_concurrency.lockutils [req-d715a92e-fe70-4433-ae39-d51ca046bb65 req-8ce4c08b-4802-4e64-83c0-6cf82a351926 service nova] Acquiring lock "12aaebeb-90a4-4a41-abf6-4edaa7512cd3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.187312] env[70542]: DEBUG oslo_concurrency.lockutils [req-d715a92e-fe70-4433-ae39-d51ca046bb65 req-8ce4c08b-4802-4e64-83c0-6cf82a351926 service nova] Lock "12aaebeb-90a4-4a41-abf6-4edaa7512cd3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.187559] env[70542]: DEBUG oslo_concurrency.lockutils [req-d715a92e-fe70-4433-ae39-d51ca046bb65 req-8ce4c08b-4802-4e64-83c0-6cf82a351926 service nova] Lock "12aaebeb-90a4-4a41-abf6-4edaa7512cd3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.187791] env[70542]: DEBUG nova.compute.manager [req-d715a92e-fe70-4433-ae39-d51ca046bb65 req-8ce4c08b-4802-4e64-83c0-6cf82a351926 service nova] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] No waiting events found dispatching network-vif-plugged-86ee7732-1802-4e72-b364-0bf3ee389da7 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 854.187972] env[70542]: WARNING nova.compute.manager [req-d715a92e-fe70-4433-ae39-d51ca046bb65 req-8ce4c08b-4802-4e64-83c0-6cf82a351926 service nova] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Received unexpected event network-vif-plugged-86ee7732-1802-4e72-b364-0bf3ee389da7 for instance with vm_state building and task_state spawning. [ 854.248173] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3400c9b7-2ec8-440a-be5a-9bb2f6a17c75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Acquiring lock "refresh_cache-43599c7d-eb6e-42c2-98f9-bcf443633560" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.329657] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71c0a06-f79a-401c-9b51-2416a014a0b8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.340382] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8b40dc-e6b9-4ccf-aec5-cc1030e74bab {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.380985] env[70542]: DEBUG nova.network.neutron [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Successfully updated port: 86ee7732-1802-4e72-b364-0bf3ee389da7 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.384644] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f238ea-6a6c-47e1-8925-2654329fde5d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.395366] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935abd20-d175-412b-82a1-a77af56245ef {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.412874] env[70542]: DEBUG nova.compute.provider_tree [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.436270] env[70542]: DEBUG oslo_vmware.api [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Task: {'id': task-3911256, 'name': PowerOnVM_Task, 'duration_secs': 0.728443} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.436666] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.436913] env[70542]: INFO nova.compute.manager [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Took 9.42 seconds to spawn the instance on the hypervisor. [ 854.437148] env[70542]: DEBUG nova.compute.manager [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 854.438478] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8d7665-45f4-4502-86ab-3f4d4a536270 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.527577] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Task: {'id': task-3911258, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.625318] env[70542]: DEBUG nova.network.neutron [req-37a164f5-8a6b-47ee-a6a9-263b2a8a85bf req-16d5ce84-a7f1-4fe3-a627-a84cc87af3ac service nova] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Updated VIF entry in instance network info cache for port 50b6b74d-ee0c-4bf5-b904-3346b7fb4341. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.625644] env[70542]: DEBUG nova.network.neutron [req-37a164f5-8a6b-47ee-a6a9-263b2a8a85bf req-16d5ce84-a7f1-4fe3-a627-a84cc87af3ac service nova] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Updating instance_info_cache with network_info: [{"id": "50b6b74d-ee0c-4bf5-b904-3346b7fb4341", "address": "fa:16:3e:72:a3:54", "network": {"id": "e88fae22-9a30-40b9-a376-1436428871ed", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-68844891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f97eedbc83834f17a119ade45741b773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b6b74d-ee", "ovs_interfaceid": "50b6b74d-ee0c-4bf5-b904-3346b7fb4341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.643874] env[70542]: DEBUG oslo_vmware.api [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524ce61f-1f5a-bf87-f0ae-bf8b6349f691, 'name': SearchDatastore_Task, 'duration_secs': 0.013921} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.644395] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.644811] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] d111991f-fded-409a-82af-1b431b56f48f/d111991f-fded-409a-82af-1b431b56f48f.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.645205] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87c7b9d0-71fc-457d-b943-097270433e59 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.657110] env[70542]: DEBUG oslo_vmware.api [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 854.657110] env[70542]: value = "task-3911259" [ 854.657110] env[70542]: _type = "Task" [ 854.657110] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.670711] env[70542]: DEBUG oslo_vmware.api [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.889127] env[70542]: DEBUG oslo_concurrency.lockutils [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Acquiring lock "refresh_cache-12aaebeb-90a4-4a41-abf6-4edaa7512cd3" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.889269] env[70542]: DEBUG oslo_concurrency.lockutils [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Acquired lock "refresh_cache-12aaebeb-90a4-4a41-abf6-4edaa7512cd3" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.889433] env[70542]: DEBUG nova.network.neutron [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.920542] env[70542]: DEBUG nova.scheduler.client.report [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.961069] env[70542]: INFO nova.compute.manager [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Took 41.62 seconds to build instance. [ 855.027568] env[70542]: DEBUG oslo_vmware.api [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Task: {'id': task-3911258, 'name': PowerOnVM_Task, 'duration_secs': 0.839524} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.028597] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.028597] env[70542]: DEBUG nova.compute.manager [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 855.029635] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e774c4fa-65b2-4a7b-9d84-ad3050265643 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.128831] env[70542]: DEBUG oslo_concurrency.lockutils [req-37a164f5-8a6b-47ee-a6a9-263b2a8a85bf req-16d5ce84-a7f1-4fe3-a627-a84cc87af3ac service nova] Releasing lock "refresh_cache-43599c7d-eb6e-42c2-98f9-bcf443633560" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.129631] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3400c9b7-2ec8-440a-be5a-9bb2f6a17c75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Acquired lock "refresh_cache-43599c7d-eb6e-42c2-98f9-bcf443633560" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.130127] env[70542]: DEBUG nova.network.neutron [None req-3400c9b7-2ec8-440a-be5a-9bb2f6a17c75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.173746] env[70542]: DEBUG oslo_vmware.api [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911259, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.239339] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Acquiring lock "25d099ff-0128-46d7-875d-457b1a26337f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.239339] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Lock "25d099ff-0128-46d7-875d-457b1a26337f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.429811] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.434072] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9bb43b16-9a12-4748-9940-0da384af5100 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.042s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.434072] env[70542]: DEBUG nova.objects.instance [None req-9bb43b16-9a12-4748-9940-0da384af5100 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lazy-loading 'resources' on Instance uuid 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.443829] env[70542]: DEBUG nova.network.neutron [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.464034] env[70542]: INFO nova.scheduler.client.report [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Deleted allocations for instance 7e2f05a8-6f0d-4112-a654-b2a6d01a011a [ 855.465875] env[70542]: DEBUG oslo_concurrency.lockutils [None req-976f00dd-b7e0-4f23-aac3-f71d5774543e tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Lock "6c67aafd-34f8-4057-9dcc-88b6670abdf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.842s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.554215] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.669797] env[70542]: DEBUG oslo_vmware.api [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684148} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.670152] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] d111991f-fded-409a-82af-1b431b56f48f/d111991f-fded-409a-82af-1b431b56f48f.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.671264] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.671264] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f399c723-0418-4a44-b36d-a50c68e7e4d7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.682522] env[70542]: DEBUG oslo_vmware.api [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 855.682522] env[70542]: value = "task-3911260" [ 855.682522] env[70542]: _type = "Task" [ 855.682522] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.694384] env[70542]: DEBUG oslo_vmware.api [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.709020] env[70542]: DEBUG nova.network.neutron [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Updating instance_info_cache with network_info: [{"id": "86ee7732-1802-4e72-b364-0bf3ee389da7", "address": "fa:16:3e:b2:20:1c", "network": {"id": "9f7bf94f-fc55-4719-94e7-ca0ff202c50b", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-758659781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ba980265a9b44a5bf8e2cc4b2c3eed1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86ee7732-18", "ovs_interfaceid": "86ee7732-1802-4e72-b364-0bf3ee389da7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.746028] env[70542]: DEBUG nova.compute.manager [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.801742] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Acquiring lock "f71aa837-f443-447e-8052-b69156697d53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.801742] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Lock "f71aa837-f443-447e-8052-b69156697d53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.801742] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Acquiring lock "f71aa837-f443-447e-8052-b69156697d53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.801742] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Lock "f71aa837-f443-447e-8052-b69156697d53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.801742] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Lock "f71aa837-f443-447e-8052-b69156697d53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.803492] env[70542]: INFO nova.compute.manager [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Terminating instance [ 855.965277] env[70542]: DEBUG nova.network.neutron [None req-3400c9b7-2ec8-440a-be5a-9bb2f6a17c75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Updating instance_info_cache with network_info: [{"id": "50b6b74d-ee0c-4bf5-b904-3346b7fb4341", "address": "fa:16:3e:72:a3:54", "network": {"id": "e88fae22-9a30-40b9-a376-1436428871ed", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-68844891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f97eedbc83834f17a119ade45741b773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b6b74d-ee", "ovs_interfaceid": "50b6b74d-ee0c-4bf5-b904-3346b7fb4341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.981325] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a5c07ab9-88bd-42ab-8ba7-dee8d7c315ad tempest-ServersV294TestFqdnHostnames-734776706 tempest-ServersV294TestFqdnHostnames-734776706-project-member] Lock "7e2f05a8-6f0d-4112-a654-b2a6d01a011a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.554s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.197682] env[70542]: DEBUG oslo_vmware.api [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101275} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.198838] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.200126] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2bfdaf-fea0-46a1-b09e-f111b7c5d6da {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.218346] env[70542]: DEBUG oslo_concurrency.lockutils [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Releasing lock "refresh_cache-12aaebeb-90a4-4a41-abf6-4edaa7512cd3" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.218685] env[70542]: DEBUG nova.compute.manager [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Instance network_info: |[{"id": "86ee7732-1802-4e72-b364-0bf3ee389da7", "address": "fa:16:3e:b2:20:1c", "network": {"id": "9f7bf94f-fc55-4719-94e7-ca0ff202c50b", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-758659781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ba980265a9b44a5bf8e2cc4b2c3eed1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86ee7732-18", "ovs_interfaceid": "86ee7732-1802-4e72-b364-0bf3ee389da7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.227803] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] d111991f-fded-409a-82af-1b431b56f48f/d111991f-fded-409a-82af-1b431b56f48f.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.231171] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:20:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86ee7732-1802-4e72-b364-0bf3ee389da7', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.238906] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Creating folder: Project (7ba980265a9b44a5bf8e2cc4b2c3eed1). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.239890] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf0301bd-6635-41b3-9105-3c8d810e3dfd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.255813] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2147e508-847c-4a4b-986a-1388dbf0acc3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.258373] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Acquiring lock "6c67aafd-34f8-4057-9dcc-88b6670abdf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.258373] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Lock "6c67aafd-34f8-4057-9dcc-88b6670abdf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.258373] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Acquiring lock "6c67aafd-34f8-4057-9dcc-88b6670abdf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.258373] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Lock "6c67aafd-34f8-4057-9dcc-88b6670abdf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.258585] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Lock "6c67aafd-34f8-4057-9dcc-88b6670abdf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.265363] env[70542]: INFO nova.compute.manager [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Terminating instance [ 856.269895] env[70542]: DEBUG oslo_vmware.api [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 856.269895] env[70542]: value = "task-3911261" [ 856.269895] env[70542]: _type = "Task" [ 856.269895] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.280713] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Created folder: Project (7ba980265a9b44a5bf8e2cc4b2c3eed1) in parent group-v776569. [ 856.280713] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Creating folder: Instances. Parent ref: group-v776723. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.280984] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.284966] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1214e22b-d360-44fd-a673-d58c263ce420 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.287024] env[70542]: DEBUG oslo_vmware.api [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911261, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.297448] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Created folder: Instances in parent group-v776723. [ 856.301020] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.301020] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.301020] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80499fc0-ebee-429e-9b3f-82adda889b26 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.317335] env[70542]: DEBUG nova.compute.manager [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 856.317600] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.318855] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba00738-9faa-4dd2-b6db-e4f6bbc4ad14 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.327493] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.329050] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79082875-6c0f-40f3-a379-fefdef2dd276 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.330799] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.330799] env[70542]: value = "task-3911264" [ 856.330799] env[70542]: _type = "Task" [ 856.330799] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.336489] env[70542]: DEBUG oslo_vmware.api [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Waiting for the task: (returnval){ [ 856.336489] env[70542]: value = "task-3911265" [ 856.336489] env[70542]: _type = "Task" [ 856.336489] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.343740] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911264, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.352976] env[70542]: DEBUG oslo_vmware.api [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Task: {'id': task-3911265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.443146] env[70542]: DEBUG nova.compute.manager [req-22405e74-3f35-4ea9-bf93-60a1b38ec740 req-fdc20d44-21a8-4279-873e-1b37374862de service nova] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Received event network-changed-86ee7732-1802-4e72-b364-0bf3ee389da7 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.444105] env[70542]: DEBUG nova.compute.manager [req-22405e74-3f35-4ea9-bf93-60a1b38ec740 req-fdc20d44-21a8-4279-873e-1b37374862de service nova] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Refreshing instance network info cache due to event network-changed-86ee7732-1802-4e72-b364-0bf3ee389da7. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.444105] env[70542]: DEBUG oslo_concurrency.lockutils [req-22405e74-3f35-4ea9-bf93-60a1b38ec740 req-fdc20d44-21a8-4279-873e-1b37374862de service nova] Acquiring lock "refresh_cache-12aaebeb-90a4-4a41-abf6-4edaa7512cd3" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.444647] env[70542]: DEBUG oslo_concurrency.lockutils [req-22405e74-3f35-4ea9-bf93-60a1b38ec740 req-fdc20d44-21a8-4279-873e-1b37374862de service nova] Acquired lock "refresh_cache-12aaebeb-90a4-4a41-abf6-4edaa7512cd3" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.444647] env[70542]: DEBUG nova.network.neutron [req-22405e74-3f35-4ea9-bf93-60a1b38ec740 req-fdc20d44-21a8-4279-873e-1b37374862de service nova] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Refreshing network info cache for port 86ee7732-1802-4e72-b364-0bf3ee389da7 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.470690] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3400c9b7-2ec8-440a-be5a-9bb2f6a17c75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Releasing lock "refresh_cache-43599c7d-eb6e-42c2-98f9-bcf443633560" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.529351] env[70542]: DEBUG oslo_vmware.rw_handles [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eaf7cb-bdd7-b4d8-e350-438015a4713f/disk-0.vmdk. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 856.530448] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02f7dd1-3d93-4190-aecc-2ff4309fedb4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.543146] env[70542]: DEBUG oslo_vmware.rw_handles [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eaf7cb-bdd7-b4d8-e350-438015a4713f/disk-0.vmdk is in state: ready. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 856.543369] env[70542]: ERROR oslo_vmware.rw_handles [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eaf7cb-bdd7-b4d8-e350-438015a4713f/disk-0.vmdk due to incomplete transfer. [ 856.543644] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7825f916-9c70-4145-84ad-a98b40fe0d8d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.555300] env[70542]: DEBUG oslo_vmware.rw_handles [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eaf7cb-bdd7-b4d8-e350-438015a4713f/disk-0.vmdk. {{(pid=70542) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 856.555584] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Uploaded image 598a7854-6ff1-4b32-9d32-9e10cc8298f4 to the Glance image server {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 856.558431] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Destroying the VM {{(pid=70542) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 856.558898] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-24761bd4-0280-4622-b3ab-3c39aa0b64eb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.569875] env[70542]: DEBUG oslo_vmware.api [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 856.569875] env[70542]: value = "task-3911266" [ 856.569875] env[70542]: _type = "Task" [ 856.569875] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.579640] env[70542]: DEBUG oslo_vmware.api [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911266, 'name': Destroy_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.648704] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e254c9-7bcf-4d72-b468-39fc0d1e9eee {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.658347] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148cc64a-700b-4b67-a965-b0378b43b264 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.694806] env[70542]: DEBUG oslo_concurrency.lockutils [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Acquiring lock "5f03309a-4505-49d3-854e-3082cc2cd03a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.695085] env[70542]: DEBUG oslo_concurrency.lockutils [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Lock "5f03309a-4505-49d3-854e-3082cc2cd03a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.695306] env[70542]: DEBUG oslo_concurrency.lockutils [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Acquiring lock "5f03309a-4505-49d3-854e-3082cc2cd03a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.695492] env[70542]: DEBUG oslo_concurrency.lockutils [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Lock "5f03309a-4505-49d3-854e-3082cc2cd03a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.695662] env[70542]: DEBUG oslo_concurrency.lockutils [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Lock "5f03309a-4505-49d3-854e-3082cc2cd03a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.698675] env[70542]: INFO nova.compute.manager [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Terminating instance [ 856.702046] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5096c6-197a-40db-a3f2-ca421f637a13 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.717029] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bb33ba-0a0c-40da-b1fd-7ec569457a5d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.731829] env[70542]: DEBUG nova.compute.provider_tree [None req-9bb43b16-9a12-4748-9940-0da384af5100 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.772513] env[70542]: DEBUG nova.compute.manager [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 856.772929] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.774097] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cae749-00ba-4a2b-9855-e78b0ac8c221 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.793929] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.794490] env[70542]: DEBUG oslo_vmware.api [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911261, 'name': ReconfigVM_Task, 'duration_secs': 0.417009} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.794764] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-229dd542-7927-4f08-b2ee-a552afd14784 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.796664] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Reconfigured VM instance instance-00000032 to attach disk [datastore1] d111991f-fded-409a-82af-1b431b56f48f/d111991f-fded-409a-82af-1b431b56f48f.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.799645] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-673d9774-4b84-470a-ae89-2671ecf296f5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.812878] env[70542]: DEBUG oslo_vmware.api [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Waiting for the task: (returnval){ [ 856.812878] env[70542]: value = "task-3911267" [ 856.812878] env[70542]: _type = "Task" [ 856.812878] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.815803] env[70542]: DEBUG oslo_vmware.api [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 856.815803] env[70542]: value = "task-3911268" [ 856.815803] env[70542]: _type = "Task" [ 856.815803] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.835241] env[70542]: DEBUG oslo_vmware.api [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Task: {'id': task-3911267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.842809] env[70542]: DEBUG oslo_vmware.api [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911268, 'name': Rename_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.854937] env[70542]: DEBUG oslo_vmware.api [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Task: {'id': task-3911265, 'name': PowerOffVM_Task, 'duration_secs': 0.290487} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.858762] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.859018] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.859351] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911264, 'name': CreateVM_Task, 'duration_secs': 0.514538} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.859580] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05089b5c-71e3-49de-8a44-fcec45b419e6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.861297] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.862193] env[70542]: DEBUG oslo_concurrency.lockutils [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.862449] env[70542]: DEBUG oslo_concurrency.lockutils [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.862808] env[70542]: DEBUG oslo_concurrency.lockutils [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.863497] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-924173da-59b9-4c14-9061-51fe505af0c3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.870180] env[70542]: DEBUG oslo_vmware.api [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Waiting for the task: (returnval){ [ 856.870180] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d3d1f0-729e-d087-dce1-93ecfb312ad7" [ 856.870180] env[70542]: _type = "Task" [ 856.870180] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.880977] env[70542]: DEBUG oslo_vmware.api [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d3d1f0-729e-d087-dce1-93ecfb312ad7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.943264] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.943592] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.943935] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Deleting the datastore file [datastore2] f71aa837-f443-447e-8052-b69156697d53 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.946382] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5647424-f241-4fa9-9b5f-1dd0efeac4c1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.958283] env[70542]: DEBUG oslo_vmware.api [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Waiting for the task: (returnval){ [ 856.958283] env[70542]: value = "task-3911270" [ 856.958283] env[70542]: _type = "Task" [ 856.958283] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.969841] env[70542]: DEBUG oslo_vmware.api [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Task: {'id': task-3911270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.977071] env[70542]: DEBUG nova.compute.manager [None req-3400c9b7-2ec8-440a-be5a-9bb2f6a17c75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 856.977071] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32ee337-6992-485a-8e32-be942bd744ab {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.079659] env[70542]: DEBUG oslo_vmware.api [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911266, 'name': Destroy_Task, 'duration_secs': 0.431938} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.082574] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Destroyed the VM [ 857.082574] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Deleting Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 857.082574] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0eaf6a15-4ede-4a17-a209-ba2b23dc6bc4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.089704] env[70542]: DEBUG oslo_vmware.api [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 857.089704] env[70542]: value = "task-3911271" [ 857.089704] env[70542]: _type = "Task" [ 857.089704] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.099800] env[70542]: DEBUG oslo_vmware.api [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911271, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.215186] env[70542]: DEBUG oslo_concurrency.lockutils [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Acquiring lock "refresh_cache-5f03309a-4505-49d3-854e-3082cc2cd03a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.215474] env[70542]: DEBUG oslo_concurrency.lockutils [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Acquired lock "refresh_cache-5f03309a-4505-49d3-854e-3082cc2cd03a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.215631] env[70542]: DEBUG nova.network.neutron [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.242541] env[70542]: DEBUG nova.scheduler.client.report [None req-9bb43b16-9a12-4748-9940-0da384af5100 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.326685] env[70542]: DEBUG oslo_vmware.api [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Task: {'id': task-3911267, 'name': PowerOffVM_Task, 'duration_secs': 0.24019} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.332386] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.332581] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.336020] env[70542]: DEBUG oslo_vmware.api [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911268, 'name': Rename_Task, 'duration_secs': 0.179182} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.336020] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94f12a69-7379-426c-b328-1af5f9161fb0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.336020] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.336020] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f142ec2-34f4-4d1c-8d0b-018316d8a85b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.343574] env[70542]: DEBUG oslo_vmware.api [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 857.343574] env[70542]: value = "task-3911273" [ 857.343574] env[70542]: _type = "Task" [ 857.343574] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.354331] env[70542]: DEBUG oslo_vmware.api [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.382513] env[70542]: DEBUG oslo_vmware.api [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d3d1f0-729e-d087-dce1-93ecfb312ad7, 'name': SearchDatastore_Task, 'duration_secs': 0.014344} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.382513] env[70542]: DEBUG oslo_concurrency.lockutils [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.382513] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.382513] env[70542]: DEBUG oslo_concurrency.lockutils [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.382513] env[70542]: DEBUG oslo_concurrency.lockutils [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.382990] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.382990] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33ad076d-08ce-4c98-970f-b7d987eff24f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.397568] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.397827] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.398719] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5556d7e-b15f-4879-9ee2-1dd3368ca97f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.408161] env[70542]: DEBUG oslo_vmware.api [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Waiting for the task: (returnval){ [ 857.408161] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]520f59e7-4dba-1a04-849e-5421907e502b" [ 857.408161] env[70542]: _type = "Task" [ 857.408161] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.415142] env[70542]: DEBUG nova.network.neutron [req-22405e74-3f35-4ea9-bf93-60a1b38ec740 req-fdc20d44-21a8-4279-873e-1b37374862de service nova] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Updated VIF entry in instance network info cache for port 86ee7732-1802-4e72-b364-0bf3ee389da7. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.415983] env[70542]: DEBUG nova.network.neutron [req-22405e74-3f35-4ea9-bf93-60a1b38ec740 req-fdc20d44-21a8-4279-873e-1b37374862de service nova] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Updating instance_info_cache with network_info: [{"id": "86ee7732-1802-4e72-b364-0bf3ee389da7", "address": "fa:16:3e:b2:20:1c", "network": {"id": "9f7bf94f-fc55-4719-94e7-ca0ff202c50b", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-758659781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ba980265a9b44a5bf8e2cc4b2c3eed1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86ee7732-18", "ovs_interfaceid": "86ee7732-1802-4e72-b364-0bf3ee389da7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.428538] env[70542]: DEBUG oslo_vmware.api [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]520f59e7-4dba-1a04-849e-5421907e502b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.437501] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.437501] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.437959] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Deleting the datastore file [datastore1] 6c67aafd-34f8-4057-9dcc-88b6670abdf9 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.438746] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2375db2-fd6f-4de2-af15-727fb9e88d78 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.446768] env[70542]: DEBUG oslo_vmware.api [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Waiting for the task: (returnval){ [ 857.446768] env[70542]: value = "task-3911274" [ 857.446768] env[70542]: _type = "Task" [ 857.446768] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.460526] env[70542]: DEBUG oslo_vmware.api [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Task: {'id': task-3911274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.471921] env[70542]: DEBUG oslo_vmware.api [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Task: {'id': task-3911270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203596} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.472306] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.472460] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.472655] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.472829] env[70542]: INFO nova.compute.manager [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [instance: f71aa837-f443-447e-8052-b69156697d53] Took 1.16 seconds to destroy the instance on the hypervisor. [ 857.473200] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.474028] env[70542]: DEBUG nova.compute.manager [-] [instance: f71aa837-f443-447e-8052-b69156697d53] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 857.474028] env[70542]: DEBUG nova.network.neutron [-] [instance: f71aa837-f443-447e-8052-b69156697d53] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.611223] env[70542]: DEBUG oslo_vmware.api [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911271, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.754307] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9bb43b16-9a12-4748-9940-0da384af5100 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.318s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.756865] env[70542]: DEBUG nova.network.neutron [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.764043] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.352s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.766587] env[70542]: INFO nova.compute.claims [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.796705] env[70542]: INFO nova.scheduler.client.report [None req-9bb43b16-9a12-4748-9940-0da384af5100 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Deleted allocations for instance 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c [ 857.856079] env[70542]: DEBUG oslo_vmware.api [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911273, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.891509] env[70542]: DEBUG nova.network.neutron [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.920896] env[70542]: DEBUG oslo_concurrency.lockutils [req-22405e74-3f35-4ea9-bf93-60a1b38ec740 req-fdc20d44-21a8-4279-873e-1b37374862de service nova] Releasing lock "refresh_cache-12aaebeb-90a4-4a41-abf6-4edaa7512cd3" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.921367] env[70542]: DEBUG oslo_vmware.api [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]520f59e7-4dba-1a04-849e-5421907e502b, 'name': SearchDatastore_Task, 'duration_secs': 0.019472} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.922343] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acde6d3b-0a93-415b-8b22-966da8c64470 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.930794] env[70542]: DEBUG oslo_vmware.api [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Waiting for the task: (returnval){ [ 857.930794] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d47d76-793f-56b9-f802-cafe5780a597" [ 857.930794] env[70542]: _type = "Task" [ 857.930794] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.946109] env[70542]: DEBUG oslo_vmware.api [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d47d76-793f-56b9-f802-cafe5780a597, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.964520] env[70542]: DEBUG oslo_vmware.api [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Task: {'id': task-3911274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253432} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.964876] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.965062] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.965336] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.965619] env[70542]: INFO nova.compute.manager [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Took 1.19 seconds to destroy the instance on the hypervisor. [ 857.965901] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.966121] env[70542]: DEBUG nova.compute.manager [-] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 857.966218] env[70542]: DEBUG nova.network.neutron [-] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.994916] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea72d886-240e-49ff-a2f1-87f1aeb1a65a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.004407] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3400c9b7-2ec8-440a-be5a-9bb2f6a17c75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Doing hard reboot of VM {{(pid=70542) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 858.004730] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-2ba8a356-944e-4809-a42f-26589c4dacc2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.012875] env[70542]: DEBUG oslo_vmware.api [None req-3400c9b7-2ec8-440a-be5a-9bb2f6a17c75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Waiting for the task: (returnval){ [ 858.012875] env[70542]: value = "task-3911275" [ 858.012875] env[70542]: _type = "Task" [ 858.012875] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.033270] env[70542]: DEBUG oslo_vmware.api [None req-3400c9b7-2ec8-440a-be5a-9bb2f6a17c75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3911275, 'name': ResetVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.101495] env[70542]: DEBUG oslo_vmware.api [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911271, 'name': RemoveSnapshot_Task, 'duration_secs': 0.615517} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.101807] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Deleted Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 858.102083] env[70542]: INFO nova.compute.manager [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Took 16.30 seconds to snapshot the instance on the hypervisor. [ 858.315300] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9bb43b16-9a12-4748-9940-0da384af5100 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "84a3dae0-d4c2-4820-9c3b-a5069ac3d96c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.560s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.357710] env[70542]: DEBUG oslo_vmware.api [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911273, 'name': PowerOnVM_Task, 'duration_secs': 0.727764} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.357904] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.358126] env[70542]: INFO nova.compute.manager [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Took 10.48 seconds to spawn the instance on the hypervisor. [ 858.360217] env[70542]: DEBUG nova.compute.manager [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 858.360407] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5627a7de-3da2-464c-ac02-54773a0eb31a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.395667] env[70542]: DEBUG oslo_concurrency.lockutils [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Releasing lock "refresh_cache-5f03309a-4505-49d3-854e-3082cc2cd03a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.397831] env[70542]: DEBUG nova.compute.manager [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.397831] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.398039] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4086efd-5318-466e-93f5-14aad77f8245 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.408877] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.408877] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b17c4918-16d7-4304-a8fb-93965716f249 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.416488] env[70542]: DEBUG oslo_vmware.api [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Waiting for the task: (returnval){ [ 858.416488] env[70542]: value = "task-3911276" [ 858.416488] env[70542]: _type = "Task" [ 858.416488] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.426527] env[70542]: DEBUG oslo_vmware.api [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.444146] env[70542]: DEBUG oslo_vmware.api [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d47d76-793f-56b9-f802-cafe5780a597, 'name': SearchDatastore_Task, 'duration_secs': 0.036959} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.444146] env[70542]: DEBUG oslo_concurrency.lockutils [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.444146] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 12aaebeb-90a4-4a41-abf6-4edaa7512cd3/12aaebeb-90a4-4a41-abf6-4edaa7512cd3.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.444146] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4c42bc5-c84c-4743-ad01-bd7ee62501d9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.452605] env[70542]: DEBUG oslo_vmware.api [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Waiting for the task: (returnval){ [ 858.452605] env[70542]: value = "task-3911277" [ 858.452605] env[70542]: _type = "Task" [ 858.452605] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.463375] env[70542]: DEBUG oslo_vmware.api [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Task: {'id': task-3911277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.525926] env[70542]: DEBUG oslo_vmware.api [None req-3400c9b7-2ec8-440a-be5a-9bb2f6a17c75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3911275, 'name': ResetVM_Task, 'duration_secs': 0.146243} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.526072] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3400c9b7-2ec8-440a-be5a-9bb2f6a17c75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Did hard reboot of VM {{(pid=70542) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 858.526244] env[70542]: DEBUG nova.compute.manager [None req-3400c9b7-2ec8-440a-be5a-9bb2f6a17c75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 858.527170] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4402757c-eb03-49cc-a347-d3e47b26f0ba {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.683247] env[70542]: DEBUG nova.compute.manager [None req-846062cc-5199-47c5-91ea-c9a746784fa4 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Found 1 images (rotation: 2) {{(pid=70542) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 858.700381] env[70542]: DEBUG nova.compute.manager [req-23eec671-b3d8-43e0-9103-905830262afc req-acee9687-cbd6-4338-8a50-01bbfc86bb27 service nova] [instance: f71aa837-f443-447e-8052-b69156697d53] Received event network-vif-deleted-d39bb0b4-ef56-4db4-ae07-0e2539b8ce93 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.700381] env[70542]: INFO nova.compute.manager [req-23eec671-b3d8-43e0-9103-905830262afc req-acee9687-cbd6-4338-8a50-01bbfc86bb27 service nova] [instance: f71aa837-f443-447e-8052-b69156697d53] Neutron deleted interface d39bb0b4-ef56-4db4-ae07-0e2539b8ce93; detaching it from the instance and deleting it from the info cache [ 858.700381] env[70542]: DEBUG nova.network.neutron [req-23eec671-b3d8-43e0-9103-905830262afc req-acee9687-cbd6-4338-8a50-01bbfc86bb27 service nova] [instance: f71aa837-f443-447e-8052-b69156697d53] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.880244] env[70542]: DEBUG nova.network.neutron [-] [instance: f71aa837-f443-447e-8052-b69156697d53] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.886285] env[70542]: INFO nova.compute.manager [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Took 42.11 seconds to build instance. [ 858.934834] env[70542]: DEBUG oslo_vmware.api [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911276, 'name': PowerOffVM_Task, 'duration_secs': 0.159129} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.935047] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.935047] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.935047] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b9472df-b723-4a6c-bf15-128c4112382f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.972024] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.972024] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.972024] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Deleting the datastore file [datastore1] 5f03309a-4505-49d3-854e-3082cc2cd03a {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.974428] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c77d90f-853b-4b09-a3f6-6308f9a26b2f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.976305] env[70542]: DEBUG oslo_vmware.api [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Task: {'id': task-3911277, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.985698] env[70542]: DEBUG oslo_vmware.api [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Waiting for the task: (returnval){ [ 858.985698] env[70542]: value = "task-3911279" [ 858.985698] env[70542]: _type = "Task" [ 858.985698] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.997642] env[70542]: DEBUG oslo_vmware.api [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.043715] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3400c9b7-2ec8-440a-be5a-9bb2f6a17c75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Lock "43599c7d-eb6e-42c2-98f9-bcf443633560" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.319s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.109590] env[70542]: DEBUG nova.compute.manager [req-090b59a8-5800-4616-875f-16997866f6f9 req-8e307663-d811-4a61-9628-552181800800 service nova] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Received event network-vif-deleted-a8d93ccd-68e7-4cb7-9e2b-9b720ef5e08c {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.109877] env[70542]: INFO nova.compute.manager [req-090b59a8-5800-4616-875f-16997866f6f9 req-8e307663-d811-4a61-9628-552181800800 service nova] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Neutron deleted interface a8d93ccd-68e7-4cb7-9e2b-9b720ef5e08c; detaching it from the instance and deleting it from the info cache [ 859.110188] env[70542]: DEBUG nova.network.neutron [req-090b59a8-5800-4616-875f-16997866f6f9 req-8e307663-d811-4a61-9628-552181800800 service nova] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.144733] env[70542]: DEBUG nova.network.neutron [-] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.205349] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22b76753-cc70-4c88-9509-efcc13242a16 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.216457] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839e9b1b-1164-438d-8935-81f7cdac08ac {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.258724] env[70542]: DEBUG nova.compute.manager [req-23eec671-b3d8-43e0-9103-905830262afc req-acee9687-cbd6-4338-8a50-01bbfc86bb27 service nova] [instance: f71aa837-f443-447e-8052-b69156697d53] Detach interface failed, port_id=d39bb0b4-ef56-4db4-ae07-0e2539b8ce93, reason: Instance f71aa837-f443-447e-8052-b69156697d53 could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 859.385965] env[70542]: INFO nova.compute.manager [-] [instance: f71aa837-f443-447e-8052-b69156697d53] Took 1.91 seconds to deallocate network for instance. [ 859.388278] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e501376b-35de-44cb-8127-7007b3b9af65 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "d111991f-fded-409a-82af-1b431b56f48f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.890s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.472565] env[70542]: DEBUG oslo_vmware.api [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Task: {'id': task-3911277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526812} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.474079] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 12aaebeb-90a4-4a41-abf6-4edaa7512cd3/12aaebeb-90a4-4a41-abf6-4edaa7512cd3.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.474079] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.474079] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a4fbb6f-b2c7-4cfd-9975-aee21896ee3c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.486215] env[70542]: DEBUG oslo_vmware.api [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Waiting for the task: (returnval){ [ 859.486215] env[70542]: value = "task-3911280" [ 859.486215] env[70542]: _type = "Task" [ 859.486215] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.492415] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3a1754-a79e-4539-a388-bb469688d613 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.506766] env[70542]: DEBUG oslo_vmware.api [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Task: {'id': task-3911280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.513184] env[70542]: DEBUG oslo_vmware.api [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Task: {'id': task-3911279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099569} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.514791] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.515076] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.515312] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.515498] env[70542]: INFO nova.compute.manager [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 859.515830] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.516904] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df17a97b-9285-462f-b16b-a92f8d5ab58e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.521072] env[70542]: DEBUG nova.compute.manager [-] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.521072] env[70542]: DEBUG nova.network.neutron [-] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.554169] env[70542]: DEBUG nova.network.neutron [-] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.559024] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895bf89f-46a9-4570-a7fb-2f307e8d3f4b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.565307] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8957dc-0b7b-4d71-8872-498fd4096f65 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.582577] env[70542]: DEBUG nova.compute.provider_tree [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.613850] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11ae6198-09b9-4649-bacc-c7b6a1edd10e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.624309] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b5666b-27dd-47e3-b8d4-8050b606ed14 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.659410] env[70542]: INFO nova.compute.manager [-] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Took 1.69 seconds to deallocate network for instance. [ 859.660223] env[70542]: DEBUG nova.compute.manager [req-090b59a8-5800-4616-875f-16997866f6f9 req-8e307663-d811-4a61-9628-552181800800 service nova] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Detach interface failed, port_id=a8d93ccd-68e7-4cb7-9e2b-9b720ef5e08c, reason: Instance 6c67aafd-34f8-4057-9dcc-88b6670abdf9 could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 859.883791] env[70542]: DEBUG nova.compute.manager [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 859.884900] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3cbd16-7902-41a1-854f-459984b2617b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.901019] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.997492] env[70542]: DEBUG oslo_vmware.api [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Task: {'id': task-3911280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075263} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.997798] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.998621] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd857268-7eb5-4e59-9f1d-8020ff654c58 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.022673] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 12aaebeb-90a4-4a41-abf6-4edaa7512cd3/12aaebeb-90a4-4a41-abf6-4edaa7512cd3.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.023160] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf3566ff-89d7-4fb6-90a2-2f55d411fd03 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.048416] env[70542]: DEBUG oslo_vmware.api [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Waiting for the task: (returnval){ [ 860.048416] env[70542]: value = "task-3911281" [ 860.048416] env[70542]: _type = "Task" [ 860.048416] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.059574] env[70542]: DEBUG oslo_vmware.api [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Task: {'id': task-3911281, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.059873] env[70542]: DEBUG nova.network.neutron [-] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.086590] env[70542]: DEBUG nova.scheduler.client.report [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.167997] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.397915] env[70542]: INFO nova.compute.manager [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] instance snapshotting [ 860.398649] env[70542]: DEBUG nova.objects.instance [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lazy-loading 'flavor' on Instance uuid 3de4b70e-5e69-4b82-afb3-84162651b76c {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.561860] env[70542]: DEBUG oslo_vmware.api [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Task: {'id': task-3911281, 'name': ReconfigVM_Task, 'duration_secs': 0.349544} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.562328] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 12aaebeb-90a4-4a41-abf6-4edaa7512cd3/12aaebeb-90a4-4a41-abf6-4edaa7512cd3.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.562843] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8434995-a576-458c-bd45-f93e5499bad0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.565588] env[70542]: INFO nova.compute.manager [-] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Took 1.04 seconds to deallocate network for instance. [ 860.575032] env[70542]: DEBUG oslo_vmware.api [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Waiting for the task: (returnval){ [ 860.575032] env[70542]: value = "task-3911282" [ 860.575032] env[70542]: _type = "Task" [ 860.575032] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.586317] env[70542]: DEBUG oslo_vmware.api [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Task: {'id': task-3911282, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.594427] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.594903] env[70542]: DEBUG nova.compute.manager [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.599487] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.299s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.599487] env[70542]: DEBUG nova.objects.instance [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Lazy-loading 'resources' on Instance uuid 7da44ecc-2b8f-4068-86bc-f8632048f2b0 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.908595] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d4bc36-34ab-4397-8621-be1e7647897a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.930937] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e20103b-83ef-448c-b57f-4569fcefa836 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.074210] env[70542]: DEBUG oslo_concurrency.lockutils [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.084175] env[70542]: DEBUG oslo_vmware.api [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Task: {'id': task-3911282, 'name': Rename_Task, 'duration_secs': 0.17701} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.084491] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.085087] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ab359af-0213-4177-96b3-8621b497be23 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.094190] env[70542]: DEBUG oslo_vmware.api [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Waiting for the task: (returnval){ [ 861.094190] env[70542]: value = "task-3911283" [ 861.094190] env[70542]: _type = "Task" [ 861.094190] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.112583] env[70542]: DEBUG nova.compute.utils [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.114569] env[70542]: DEBUG oslo_vmware.api [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Task: {'id': task-3911283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.117233] env[70542]: DEBUG nova.compute.manager [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.117233] env[70542]: DEBUG nova.network.neutron [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.139941] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Acquiring lock "43599c7d-eb6e-42c2-98f9-bcf443633560" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.140088] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Lock "43599c7d-eb6e-42c2-98f9-bcf443633560" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.140282] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Acquiring lock "43599c7d-eb6e-42c2-98f9-bcf443633560-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.140433] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Lock "43599c7d-eb6e-42c2-98f9-bcf443633560-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.140642] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Lock "43599c7d-eb6e-42c2-98f9-bcf443633560-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.145549] env[70542]: INFO nova.compute.manager [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Terminating instance [ 861.195234] env[70542]: DEBUG nova.policy [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5b737ac736a434c83862dfa9fab7af7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbe760689ebb4193b1b9e4776cb4bf6c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.287913] env[70542]: DEBUG nova.compute.manager [req-7b5844df-748a-46fb-8e78-bf92a7e73157 req-a1845543-58fa-4b5a-8de0-5646aaddac87 service nova] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Received event network-changed-50b6b74d-ee0c-4bf5-b904-3346b7fb4341 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.287913] env[70542]: DEBUG nova.compute.manager [req-7b5844df-748a-46fb-8e78-bf92a7e73157 req-a1845543-58fa-4b5a-8de0-5646aaddac87 service nova] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Refreshing instance network info cache due to event network-changed-50b6b74d-ee0c-4bf5-b904-3346b7fb4341. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.287913] env[70542]: DEBUG oslo_concurrency.lockutils [req-7b5844df-748a-46fb-8e78-bf92a7e73157 req-a1845543-58fa-4b5a-8de0-5646aaddac87 service nova] Acquiring lock "refresh_cache-43599c7d-eb6e-42c2-98f9-bcf443633560" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.287913] env[70542]: DEBUG oslo_concurrency.lockutils [req-7b5844df-748a-46fb-8e78-bf92a7e73157 req-a1845543-58fa-4b5a-8de0-5646aaddac87 service nova] Acquired lock "refresh_cache-43599c7d-eb6e-42c2-98f9-bcf443633560" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.287913] env[70542]: DEBUG nova.network.neutron [req-7b5844df-748a-46fb-8e78-bf92a7e73157 req-a1845543-58fa-4b5a-8de0-5646aaddac87 service nova] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Refreshing network info cache for port 50b6b74d-ee0c-4bf5-b904-3346b7fb4341 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.448387] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Creating Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 861.448387] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5610ffa0-9525-45e8-9be9-243eb2a965e4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.456605] env[70542]: DEBUG oslo_vmware.api [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 861.456605] env[70542]: value = "task-3911284" [ 861.456605] env[70542]: _type = "Task" [ 861.456605] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.473900] env[70542]: DEBUG oslo_vmware.api [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911284, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.610059] env[70542]: DEBUG oslo_vmware.api [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Task: {'id': task-3911283, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.616115] env[70542]: DEBUG nova.compute.manager [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.656480] env[70542]: DEBUG nova.compute.manager [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.656480] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.660608] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9debbb-03f8-4668-a7d0-91a5b04a665a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.668692] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.673129] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-974f75cd-1a4c-4a1f-bb78-1f09bd4ed01f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.681960] env[70542]: DEBUG oslo_vmware.api [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Waiting for the task: (returnval){ [ 861.681960] env[70542]: value = "task-3911285" [ 861.681960] env[70542]: _type = "Task" [ 861.681960] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.700717] env[70542]: DEBUG oslo_vmware.api [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3911285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.742723] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45691929-5b54-4fdd-8285-8cdae4459929 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.755055] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9e73af-4177-4271-a2d7-3992e85826cc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.804027] env[70542]: DEBUG nova.network.neutron [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Successfully created port: fbddf0f6-49ef-47b4-8efd-a38c5900250a {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.804027] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9c4c1e-be9f-448f-9098-87a0bc646fe5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.814583] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c37e6a-2817-4452-ac43-3e90338c484c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.833584] env[70542]: DEBUG nova.compute.provider_tree [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.971120] env[70542]: DEBUG oslo_vmware.api [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911284, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.105096] env[70542]: DEBUG oslo_vmware.api [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Task: {'id': task-3911283, 'name': PowerOnVM_Task, 'duration_secs': 0.538211} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.108737] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.108737] env[70542]: INFO nova.compute.manager [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Took 9.15 seconds to spawn the instance on the hypervisor. [ 862.108737] env[70542]: DEBUG nova.compute.manager [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 862.108737] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dce852f-c7fd-489b-bbb0-fd6d21e75743 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.195393] env[70542]: DEBUG oslo_vmware.api [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3911285, 'name': PowerOffVM_Task, 'duration_secs': 0.211477} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.195569] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.195804] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.196283] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ca83ab5-0104-4a1b-a89c-4385fe01b1ec {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.270148] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.271488] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.271488] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Deleting the datastore file [datastore1] 43599c7d-eb6e-42c2-98f9-bcf443633560 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.271858] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-353f91d9-4576-4531-8392-3d7a18a11446 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.280154] env[70542]: DEBUG oslo_vmware.api [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Waiting for the task: (returnval){ [ 862.280154] env[70542]: value = "task-3911287" [ 862.280154] env[70542]: _type = "Task" [ 862.280154] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.290828] env[70542]: DEBUG oslo_vmware.api [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3911287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.313938] env[70542]: DEBUG nova.network.neutron [req-7b5844df-748a-46fb-8e78-bf92a7e73157 req-a1845543-58fa-4b5a-8de0-5646aaddac87 service nova] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Updated VIF entry in instance network info cache for port 50b6b74d-ee0c-4bf5-b904-3346b7fb4341. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.316437] env[70542]: DEBUG nova.network.neutron [req-7b5844df-748a-46fb-8e78-bf92a7e73157 req-a1845543-58fa-4b5a-8de0-5646aaddac87 service nova] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Updating instance_info_cache with network_info: [{"id": "50b6b74d-ee0c-4bf5-b904-3346b7fb4341", "address": "fa:16:3e:72:a3:54", "network": {"id": "e88fae22-9a30-40b9-a376-1436428871ed", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-68844891-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f97eedbc83834f17a119ade45741b773", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b6b74d-ee", "ovs_interfaceid": "50b6b74d-ee0c-4bf5-b904-3346b7fb4341", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.337346] env[70542]: DEBUG nova.scheduler.client.report [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.477735] env[70542]: DEBUG oslo_vmware.api [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911284, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.551454] env[70542]: DEBUG nova.compute.manager [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Stashing vm_state: active {{(pid=70542) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 862.595892] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Acquiring lock "90de7b33-07f3-41c4-b374-db5847d3820a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.596400] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Lock "90de7b33-07f3-41c4-b374-db5847d3820a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.631028] env[70542]: DEBUG nova.compute.manager [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.634675] env[70542]: INFO nova.compute.manager [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Took 43.00 seconds to build instance. [ 862.678572] env[70542]: DEBUG nova.virt.hardware [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.678834] env[70542]: DEBUG nova.virt.hardware [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.678991] env[70542]: DEBUG nova.virt.hardware [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.679212] env[70542]: DEBUG nova.virt.hardware [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.679360] env[70542]: DEBUG nova.virt.hardware [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.679508] env[70542]: DEBUG nova.virt.hardware [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.679714] env[70542]: DEBUG nova.virt.hardware [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.679875] env[70542]: DEBUG nova.virt.hardware [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.680099] env[70542]: DEBUG nova.virt.hardware [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.680285] env[70542]: DEBUG nova.virt.hardware [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.680481] env[70542]: DEBUG nova.virt.hardware [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.681493] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe27ccd-cb27-4720-9f1f-ea9cd6d2db70 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.691079] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7d1009-b49c-4946-8393-4cef266271ba {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.796693] env[70542]: DEBUG oslo_vmware.api [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3911287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238921} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.798364] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.798560] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.798734] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.798902] env[70542]: INFO nova.compute.manager [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Took 1.14 seconds to destroy the instance on the hypervisor. [ 862.799161] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.799643] env[70542]: DEBUG nova.compute.manager [-] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.799745] env[70542]: DEBUG nova.network.neutron [-] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.823318] env[70542]: DEBUG oslo_concurrency.lockutils [req-7b5844df-748a-46fb-8e78-bf92a7e73157 req-a1845543-58fa-4b5a-8de0-5646aaddac87 service nova] Releasing lock "refresh_cache-43599c7d-eb6e-42c2-98f9-bcf443633560" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.844376] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.245s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.851599] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.509s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.853320] env[70542]: INFO nova.compute.claims [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.903023] env[70542]: INFO nova.scheduler.client.report [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Deleted allocations for instance 7da44ecc-2b8f-4068-86bc-f8632048f2b0 [ 862.976619] env[70542]: DEBUG oslo_vmware.api [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911284, 'name': CreateSnapshot_Task, 'duration_secs': 1.023652} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.976898] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Created Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 862.977676] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f6a6c0-f509-4974-9b88-38fcbf834330 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.071332] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.101143] env[70542]: DEBUG nova.compute.manager [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.141645] env[70542]: DEBUG oslo_concurrency.lockutils [None req-aab064f9-0c34-4409-8689-d8af68e5688b tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Lock "12aaebeb-90a4-4a41-abf6-4edaa7512cd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.698s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.279625] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Acquiring lock "e34d3e61-5465-4d68-8106-e9ee42644d69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.279975] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Lock "e34d3e61-5465-4d68-8106-e9ee42644d69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.280261] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Acquiring lock "e34d3e61-5465-4d68-8106-e9ee42644d69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.280570] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Lock "e34d3e61-5465-4d68-8106-e9ee42644d69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.280570] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Lock "e34d3e61-5465-4d68-8106-e9ee42644d69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.284426] env[70542]: INFO nova.compute.manager [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Terminating instance [ 863.417252] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c6dfa53c-a756-4c8b-9dea-06883bc8baea tempest-TenantUsagesTestJSON-729091640 tempest-TenantUsagesTestJSON-729091640-project-member] Lock "7da44ecc-2b8f-4068-86bc-f8632048f2b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.674s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.492302] env[70542]: DEBUG nova.network.neutron [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Successfully updated port: fbddf0f6-49ef-47b4-8efd-a38c5900250a {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.502712] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Creating linked-clone VM from snapshot {{(pid=70542) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 863.504115] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-85c766bb-3a4b-4969-ab68-b130c5f94cc2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.513691] env[70542]: DEBUG oslo_vmware.api [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 863.513691] env[70542]: value = "task-3911288" [ 863.513691] env[70542]: _type = "Task" [ 863.513691] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.523415] env[70542]: DEBUG oslo_vmware.api [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911288, 'name': CloneVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.568054] env[70542]: DEBUG nova.compute.manager [req-672da0ad-fc5a-41b4-a9d0-8a4241c8bbb9 req-c11b26e3-f990-4024-806e-38c777cf057d service nova] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Received event network-vif-deleted-50b6b74d-ee0c-4bf5-b904-3346b7fb4341 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.568729] env[70542]: INFO nova.compute.manager [req-672da0ad-fc5a-41b4-a9d0-8a4241c8bbb9 req-c11b26e3-f990-4024-806e-38c777cf057d service nova] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Neutron deleted interface 50b6b74d-ee0c-4bf5-b904-3346b7fb4341; detaching it from the instance and deleting it from the info cache [ 863.568729] env[70542]: DEBUG nova.network.neutron [req-672da0ad-fc5a-41b4-a9d0-8a4241c8bbb9 req-c11b26e3-f990-4024-806e-38c777cf057d service nova] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.625887] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.634024] env[70542]: DEBUG nova.network.neutron [-] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.776435] env[70542]: DEBUG nova.compute.manager [req-f2641f2e-9d27-4230-a236-4f34a6e72633 req-0c193c3e-82a0-4886-94df-f5e60ce77a0b service nova] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Received event network-vif-plugged-fbddf0f6-49ef-47b4-8efd-a38c5900250a {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.776435] env[70542]: DEBUG oslo_concurrency.lockutils [req-f2641f2e-9d27-4230-a236-4f34a6e72633 req-0c193c3e-82a0-4886-94df-f5e60ce77a0b service nova] Acquiring lock "79bf7182-4a57-4a8e-a402-4d67c3158374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.776435] env[70542]: DEBUG oslo_concurrency.lockutils [req-f2641f2e-9d27-4230-a236-4f34a6e72633 req-0c193c3e-82a0-4886-94df-f5e60ce77a0b service nova] Lock "79bf7182-4a57-4a8e-a402-4d67c3158374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.780315] env[70542]: DEBUG oslo_concurrency.lockutils [req-f2641f2e-9d27-4230-a236-4f34a6e72633 req-0c193c3e-82a0-4886-94df-f5e60ce77a0b service nova] Lock "79bf7182-4a57-4a8e-a402-4d67c3158374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.780523] env[70542]: DEBUG nova.compute.manager [req-f2641f2e-9d27-4230-a236-4f34a6e72633 req-0c193c3e-82a0-4886-94df-f5e60ce77a0b service nova] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] No waiting events found dispatching network-vif-plugged-fbddf0f6-49ef-47b4-8efd-a38c5900250a {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 863.780699] env[70542]: WARNING nova.compute.manager [req-f2641f2e-9d27-4230-a236-4f34a6e72633 req-0c193c3e-82a0-4886-94df-f5e60ce77a0b service nova] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Received unexpected event network-vif-plugged-fbddf0f6-49ef-47b4-8efd-a38c5900250a for instance with vm_state building and task_state spawning. [ 863.789875] env[70542]: DEBUG nova.compute.manager [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.790114] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.790976] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702ac5b9-39f5-4e99-886a-17804b986ac7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.801265] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.801546] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-056a5b22-0a29-445d-bef3-9736b2b6d417 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.809530] env[70542]: DEBUG oslo_vmware.api [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Waiting for the task: (returnval){ [ 863.809530] env[70542]: value = "task-3911289" [ 863.809530] env[70542]: _type = "Task" [ 863.809530] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.820911] env[70542]: DEBUG oslo_vmware.api [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3911289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.982846] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a617674e-d96c-4dc1-b742-0fc72b009853 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] Acquiring lock "9a25d997-02e9-4d87-aa89-5d05fac4d70d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.983429] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a617674e-d96c-4dc1-b742-0fc72b009853 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] Lock "9a25d997-02e9-4d87-aa89-5d05fac4d70d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.004335] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "refresh_cache-79bf7182-4a57-4a8e-a402-4d67c3158374" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.004531] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquired lock "refresh_cache-79bf7182-4a57-4a8e-a402-4d67c3158374" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.004752] env[70542]: DEBUG nova.network.neutron [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.032041] env[70542]: DEBUG oslo_vmware.api [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911288, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.067903] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Acquiring lock "dc30924f-6bfe-4171-a594-ad8a4c5d1fab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.068360] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Lock "dc30924f-6bfe-4171-a594-ad8a4c5d1fab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.071607] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c454104-912b-4c49-8066-7757300fc9e7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.081881] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d27a504-e508-4498-b6cc-bbfa2b8385d3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.129592] env[70542]: DEBUG nova.compute.manager [req-672da0ad-fc5a-41b4-a9d0-8a4241c8bbb9 req-c11b26e3-f990-4024-806e-38c777cf057d service nova] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Detach interface failed, port_id=50b6b74d-ee0c-4bf5-b904-3346b7fb4341, reason: Instance 43599c7d-eb6e-42c2-98f9-bcf443633560 could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 864.133907] env[70542]: INFO nova.compute.manager [-] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Took 1.33 seconds to deallocate network for instance. [ 864.290253] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "f05438ea-71c1-40e4-81ed-739c871bc85d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.290552] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "f05438ea-71c1-40e4-81ed-739c871bc85d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.325821] env[70542]: DEBUG oslo_vmware.api [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3911289, 'name': PowerOffVM_Task, 'duration_secs': 0.411273} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.325821] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.326037] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.326196] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef7186e2-252a-4430-a662-390e3ace01cf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.338998] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "7ebc9e70-63b0-4d40-a85c-82bcd5be3159" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.339292] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "7ebc9e70-63b0-4d40-a85c-82bcd5be3159" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.402156] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.402156] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.402156] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Deleting the datastore file [datastore1] e34d3e61-5465-4d68-8106-e9ee42644d69 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.402156] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9225a9ed-431d-49c5-a855-6e794973a60c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.412654] env[70542]: DEBUG oslo_vmware.api [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Waiting for the task: (returnval){ [ 864.412654] env[70542]: value = "task-3911291" [ 864.412654] env[70542]: _type = "Task" [ 864.412654] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.422170] env[70542]: DEBUG oslo_vmware.api [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3911291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.490656] env[70542]: DEBUG nova.compute.utils [None req-a617674e-d96c-4dc1-b742-0fc72b009853 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.530633] env[70542]: DEBUG oslo_vmware.api [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911288, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.568217] env[70542]: DEBUG nova.network.neutron [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.570516] env[70542]: DEBUG nova.compute.manager [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.575970] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd7c862-9128-4385-9104-7fa9610a10b7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.585112] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4e3679-9b7c-4890-8228-780a467ee3e4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.624181] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04802bd2-191e-4476-9905-fe0eb09c8f63 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.634179] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73644b4-920f-4d83-8dcb-af3980b0d970 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.651040] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.652024] env[70542]: DEBUG nova.compute.provider_tree [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.793522] env[70542]: DEBUG nova.compute.manager [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.797408] env[70542]: DEBUG nova.network.neutron [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Updating instance_info_cache with network_info: [{"id": "fbddf0f6-49ef-47b4-8efd-a38c5900250a", "address": "fa:16:3e:23:78:d3", "network": {"id": "825937e7-152b-482b-bf7f-98ae0fc280e3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914664986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe760689ebb4193b1b9e4776cb4bf6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbddf0f6-49", "ovs_interfaceid": "fbddf0f6-49ef-47b4-8efd-a38c5900250a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.923939] env[70542]: DEBUG oslo_vmware.api [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3911291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1941} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.923939] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.924194] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.924194] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.924374] env[70542]: INFO nova.compute.manager [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Took 1.13 seconds to destroy the instance on the hypervisor. [ 864.925138] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.925138] env[70542]: DEBUG nova.compute.manager [-] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.925138] env[70542]: DEBUG nova.network.neutron [-] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.997730] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a617674e-d96c-4dc1-b742-0fc72b009853 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] Lock "9a25d997-02e9-4d87-aa89-5d05fac4d70d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.027207] env[70542]: DEBUG oslo_vmware.api [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911288, 'name': CloneVM_Task, 'duration_secs': 1.332042} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.027661] env[70542]: INFO nova.virt.vmwareapi.vmops [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Created linked-clone VM from snapshot [ 865.029076] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ddd608-20ec-48d3-b40c-5c972dd29d01 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.041479] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Uploading image 72c34c88-5869-4a1f-b08d-3ab469cb1238 {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 865.070241] env[70542]: DEBUG oslo_vmware.rw_handles [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 865.070241] env[70542]: value = "vm-776727" [ 865.070241] env[70542]: _type = "VirtualMachine" [ 865.070241] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 865.070643] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5d521f12-146c-4332-9b9a-877c1fab1430 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.083439] env[70542]: DEBUG oslo_vmware.rw_handles [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lease: (returnval){ [ 865.083439] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cc66d5-5340-32a7-c71c-fe882bbf50c3" [ 865.083439] env[70542]: _type = "HttpNfcLease" [ 865.083439] env[70542]: } obtained for exporting VM: (result){ [ 865.083439] env[70542]: value = "vm-776727" [ 865.083439] env[70542]: _type = "VirtualMachine" [ 865.083439] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 865.083439] env[70542]: DEBUG oslo_vmware.api [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the lease: (returnval){ [ 865.083439] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cc66d5-5340-32a7-c71c-fe882bbf50c3" [ 865.083439] env[70542]: _type = "HttpNfcLease" [ 865.083439] env[70542]: } to be ready. {{(pid=70542) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 865.095430] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 865.095430] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cc66d5-5340-32a7-c71c-fe882bbf50c3" [ 865.095430] env[70542]: _type = "HttpNfcLease" [ 865.095430] env[70542]: } is initializing. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 865.105122] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.156221] env[70542]: DEBUG nova.scheduler.client.report [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.303345] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Releasing lock "refresh_cache-79bf7182-4a57-4a8e-a402-4d67c3158374" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.303345] env[70542]: DEBUG nova.compute.manager [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Instance network_info: |[{"id": "fbddf0f6-49ef-47b4-8efd-a38c5900250a", "address": "fa:16:3e:23:78:d3", "network": {"id": "825937e7-152b-482b-bf7f-98ae0fc280e3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914664986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe760689ebb4193b1b9e4776cb4bf6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbddf0f6-49", "ovs_interfaceid": "fbddf0f6-49ef-47b4-8efd-a38c5900250a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.304989] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:78:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbddf0f6-49ef-47b4-8efd-a38c5900250a', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.321216] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.324864] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.325820] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a05e1f56-890f-4b99-9849-3489577a8b1b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.348364] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.348665] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.348665] env[70542]: value = "task-3911293" [ 865.348665] env[70542]: _type = "Task" [ 865.348665] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.358213] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911293, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.595385] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 865.595385] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cc66d5-5340-32a7-c71c-fe882bbf50c3" [ 865.595385] env[70542]: _type = "HttpNfcLease" [ 865.595385] env[70542]: } is ready. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 865.595837] env[70542]: DEBUG oslo_vmware.rw_handles [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 865.595837] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cc66d5-5340-32a7-c71c-fe882bbf50c3" [ 865.595837] env[70542]: _type = "HttpNfcLease" [ 865.595837] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 865.596559] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e5ad05-0079-4762-b7ac-bf3fd768c005 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.609389] env[70542]: DEBUG oslo_vmware.rw_handles [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0ba33-1a2c-b130-66ac-cbd33b966433/disk-0.vmdk from lease info. {{(pid=70542) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 865.609815] env[70542]: DEBUG oslo_vmware.rw_handles [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0ba33-1a2c-b130-66ac-cbd33b966433/disk-0.vmdk for reading. {{(pid=70542) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 865.698715] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.847s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.699435] env[70542]: DEBUG nova.compute.manager [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.708520] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.438s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.708520] env[70542]: INFO nova.compute.claims [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.765247] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6328e230-74b5-46d9-879f-021dce920cde {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.862391] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911293, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.968112] env[70542]: DEBUG nova.network.neutron [-] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.074942] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a617674e-d96c-4dc1-b742-0fc72b009853 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] Acquiring lock "9a25d997-02e9-4d87-aa89-5d05fac4d70d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.074942] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a617674e-d96c-4dc1-b742-0fc72b009853 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] Lock "9a25d997-02e9-4d87-aa89-5d05fac4d70d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.074942] env[70542]: INFO nova.compute.manager [None req-a617674e-d96c-4dc1-b742-0fc72b009853 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Attaching volume 7b322a01-3aa6-47c1-8a7f-3f3174211cfb to /dev/sdb [ 866.077990] env[70542]: DEBUG nova.compute.manager [req-f7dba5c7-6393-45e3-8a9f-ec377b9b1413 req-256e29dc-9bf1-4944-aad0-a9095246b928 service nova] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Received event network-changed-fbddf0f6-49ef-47b4-8efd-a38c5900250a {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.078356] env[70542]: DEBUG nova.compute.manager [req-f7dba5c7-6393-45e3-8a9f-ec377b9b1413 req-256e29dc-9bf1-4944-aad0-a9095246b928 service nova] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Refreshing instance network info cache due to event network-changed-fbddf0f6-49ef-47b4-8efd-a38c5900250a. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.078731] env[70542]: DEBUG oslo_concurrency.lockutils [req-f7dba5c7-6393-45e3-8a9f-ec377b9b1413 req-256e29dc-9bf1-4944-aad0-a9095246b928 service nova] Acquiring lock "refresh_cache-79bf7182-4a57-4a8e-a402-4d67c3158374" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.078876] env[70542]: DEBUG oslo_concurrency.lockutils [req-f7dba5c7-6393-45e3-8a9f-ec377b9b1413 req-256e29dc-9bf1-4944-aad0-a9095246b928 service nova] Acquired lock "refresh_cache-79bf7182-4a57-4a8e-a402-4d67c3158374" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.079062] env[70542]: DEBUG nova.network.neutron [req-f7dba5c7-6393-45e3-8a9f-ec377b9b1413 req-256e29dc-9bf1-4944-aad0-a9095246b928 service nova] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Refreshing network info cache for port fbddf0f6-49ef-47b4-8efd-a38c5900250a {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.128771] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69b0421-1daf-4be8-a669-d487c06bf75d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.138572] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa75c7f-536b-4bae-bd64-e63bfc065a32 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.162731] env[70542]: DEBUG nova.virt.block_device [None req-a617674e-d96c-4dc1-b742-0fc72b009853 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Updating existing volume attachment record: b83223d5-4513-4b32-a8db-b3fe333dc66d {{(pid=70542) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 866.207206] env[70542]: DEBUG nova.compute.utils [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.214768] env[70542]: DEBUG nova.compute.manager [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.215129] env[70542]: DEBUG nova.network.neutron [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 866.316310] env[70542]: DEBUG nova.policy [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e08897223a74183ba952f7037f3c919', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a352631622f84304a2acf9ac09a68b2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.364504] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911293, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.474859] env[70542]: INFO nova.compute.manager [-] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Took 1.55 seconds to deallocate network for instance. [ 866.717171] env[70542]: DEBUG nova.compute.manager [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.862758] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911293, 'name': CreateVM_Task, 'duration_secs': 1.315811} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.862758] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.862758] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.862758] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.867089] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.867089] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47978d80-de6c-4feb-8447-d11a97066d7e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.879329] env[70542]: DEBUG oslo_vmware.api [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 866.879329] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c9cfe6-1afa-f913-9f86-18a305137f3b" [ 866.879329] env[70542]: _type = "Task" [ 866.879329] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.894619] env[70542]: DEBUG oslo_vmware.api [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c9cfe6-1afa-f913-9f86-18a305137f3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.906578] env[70542]: DEBUG nova.network.neutron [req-f7dba5c7-6393-45e3-8a9f-ec377b9b1413 req-256e29dc-9bf1-4944-aad0-a9095246b928 service nova] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Updated VIF entry in instance network info cache for port fbddf0f6-49ef-47b4-8efd-a38c5900250a. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.906980] env[70542]: DEBUG nova.network.neutron [req-f7dba5c7-6393-45e3-8a9f-ec377b9b1413 req-256e29dc-9bf1-4944-aad0-a9095246b928 service nova] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Updating instance_info_cache with network_info: [{"id": "fbddf0f6-49ef-47b4-8efd-a38c5900250a", "address": "fa:16:3e:23:78:d3", "network": {"id": "825937e7-152b-482b-bf7f-98ae0fc280e3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914664986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe760689ebb4193b1b9e4776cb4bf6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbddf0f6-49", "ovs_interfaceid": "fbddf0f6-49ef-47b4-8efd-a38c5900250a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.942748] env[70542]: DEBUG nova.network.neutron [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Successfully created port: 371eb896-edfb-4502-b634-272051f829c4 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.983417] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.385577] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47876c8-604e-4a05-8599-1dede9e6c22d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.395996] env[70542]: DEBUG oslo_vmware.api [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c9cfe6-1afa-f913-9f86-18a305137f3b, 'name': SearchDatastore_Task, 'duration_secs': 0.021434} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.398396] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.398714] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.399116] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.399348] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.399656] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.400114] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e15866c-607e-4a3f-8b9b-99cebdeec033 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.403345] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616bbc4c-87c5-4149-b661-8272d4064999 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.409778] env[70542]: DEBUG oslo_concurrency.lockutils [req-f7dba5c7-6393-45e3-8a9f-ec377b9b1413 req-256e29dc-9bf1-4944-aad0-a9095246b928 service nova] Releasing lock "refresh_cache-79bf7182-4a57-4a8e-a402-4d67c3158374" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.410061] env[70542]: DEBUG nova.compute.manager [req-f7dba5c7-6393-45e3-8a9f-ec377b9b1413 req-256e29dc-9bf1-4944-aad0-a9095246b928 service nova] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Received event network-vif-deleted-908ecde2-02fe-468d-9f1b-0ca01618a959 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.445411] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93180ca-bce3-4dae-9211-8d54080debc2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.450353] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.450353] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.450793] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab08a06f-3534-492c-9293-dd6b7bcb662e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.466795] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5d77c6-c1ac-4c73-b004-cfe866617d0c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.471564] env[70542]: DEBUG oslo_vmware.api [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 867.471564] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52666092-8397-69bf-937a-77d7fca8f7b1" [ 867.471564] env[70542]: _type = "Task" [ 867.471564] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.486289] env[70542]: DEBUG nova.compute.provider_tree [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.495563] env[70542]: DEBUG oslo_vmware.api [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52666092-8397-69bf-937a-77d7fca8f7b1, 'name': SearchDatastore_Task, 'duration_secs': 0.01647} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.496434] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54fa2344-b2c7-4cba-84f0-945330d1f537 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.504215] env[70542]: DEBUG oslo_vmware.api [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 867.504215] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b9228a-15c2-35e0-0a47-0a2a1baf007c" [ 867.504215] env[70542]: _type = "Task" [ 867.504215] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.516213] env[70542]: DEBUG oslo_vmware.api [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b9228a-15c2-35e0-0a47-0a2a1baf007c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.728805] env[70542]: DEBUG nova.compute.manager [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.756116] env[70542]: DEBUG nova.virt.hardware [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.756415] env[70542]: DEBUG nova.virt.hardware [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.756592] env[70542]: DEBUG nova.virt.hardware [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.756783] env[70542]: DEBUG nova.virt.hardware [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.756983] env[70542]: DEBUG nova.virt.hardware [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.757110] env[70542]: DEBUG nova.virt.hardware [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.757448] env[70542]: DEBUG nova.virt.hardware [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.757649] env[70542]: DEBUG nova.virt.hardware [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.757834] env[70542]: DEBUG nova.virt.hardware [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.758094] env[70542]: DEBUG nova.virt.hardware [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.758303] env[70542]: DEBUG nova.virt.hardware [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.759268] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe40e40f-9712-4c52-bc9d-ae787eada02a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.770901] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ca5523-3b04-444a-985f-8d65f99b8aa5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.994414] env[70542]: DEBUG nova.scheduler.client.report [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.018709] env[70542]: DEBUG oslo_vmware.api [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b9228a-15c2-35e0-0a47-0a2a1baf007c, 'name': SearchDatastore_Task, 'duration_secs': 0.019163} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.019282] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.019681] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 79bf7182-4a57-4a8e-a402-4d67c3158374/79bf7182-4a57-4a8e-a402-4d67c3158374.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.020107] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d79cc5d0-2782-454f-8cc3-06593a9aa76c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.029016] env[70542]: DEBUG oslo_vmware.api [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 868.029016] env[70542]: value = "task-3911297" [ 868.029016] env[70542]: _type = "Task" [ 868.029016] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.040399] env[70542]: DEBUG oslo_vmware.api [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911297, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.501269] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.501819] env[70542]: DEBUG nova.compute.manager [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 868.509350] env[70542]: DEBUG oslo_concurrency.lockutils [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.369s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.516237] env[70542]: INFO nova.compute.claims [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.545556] env[70542]: DEBUG oslo_vmware.api [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911297, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.986413] env[70542]: DEBUG nova.compute.manager [req-e9847821-ea44-4468-949a-8172bd6b9a6f req-eb76a91d-f6a1-420e-99d3-384aec9168e4 service nova] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Received event network-vif-plugged-371eb896-edfb-4502-b634-272051f829c4 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.986716] env[70542]: DEBUG oslo_concurrency.lockutils [req-e9847821-ea44-4468-949a-8172bd6b9a6f req-eb76a91d-f6a1-420e-99d3-384aec9168e4 service nova] Acquiring lock "ac799fd6-04b0-4e13-8519-dcb356f1ae55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.987796] env[70542]: DEBUG oslo_concurrency.lockutils [req-e9847821-ea44-4468-949a-8172bd6b9a6f req-eb76a91d-f6a1-420e-99d3-384aec9168e4 service nova] Lock "ac799fd6-04b0-4e13-8519-dcb356f1ae55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.988133] env[70542]: DEBUG oslo_concurrency.lockutils [req-e9847821-ea44-4468-949a-8172bd6b9a6f req-eb76a91d-f6a1-420e-99d3-384aec9168e4 service nova] Lock "ac799fd6-04b0-4e13-8519-dcb356f1ae55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.988398] env[70542]: DEBUG nova.compute.manager [req-e9847821-ea44-4468-949a-8172bd6b9a6f req-eb76a91d-f6a1-420e-99d3-384aec9168e4 service nova] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] No waiting events found dispatching network-vif-plugged-371eb896-edfb-4502-b634-272051f829c4 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 868.988613] env[70542]: WARNING nova.compute.manager [req-e9847821-ea44-4468-949a-8172bd6b9a6f req-eb76a91d-f6a1-420e-99d3-384aec9168e4 service nova] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Received unexpected event network-vif-plugged-371eb896-edfb-4502-b634-272051f829c4 for instance with vm_state building and task_state spawning. [ 869.021431] env[70542]: DEBUG nova.compute.utils [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.026773] env[70542]: DEBUG nova.compute.manager [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Not allocating networking since 'none' was specified. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 869.046791] env[70542]: DEBUG oslo_vmware.api [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911297, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629408} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.047132] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 79bf7182-4a57-4a8e-a402-4d67c3158374/79bf7182-4a57-4a8e-a402-4d67c3158374.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.047385] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.050089] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-205be33a-6af9-40a3-94e4-c0d448f11a9e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.059301] env[70542]: DEBUG oslo_vmware.api [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 869.059301] env[70542]: value = "task-3911299" [ 869.059301] env[70542]: _type = "Task" [ 869.059301] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.069053] env[70542]: DEBUG oslo_vmware.api [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.170182] env[70542]: DEBUG nova.network.neutron [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Successfully updated port: 371eb896-edfb-4502-b634-272051f829c4 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.536014] env[70542]: DEBUG nova.compute.manager [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.539273] env[70542]: DEBUG oslo_concurrency.lockutils [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Acquiring lock "12aaebeb-90a4-4a41-abf6-4edaa7512cd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.539745] env[70542]: DEBUG oslo_concurrency.lockutils [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Lock "12aaebeb-90a4-4a41-abf6-4edaa7512cd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.539802] env[70542]: DEBUG oslo_concurrency.lockutils [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Acquiring lock "12aaebeb-90a4-4a41-abf6-4edaa7512cd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.540414] env[70542]: DEBUG oslo_concurrency.lockutils [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Lock "12aaebeb-90a4-4a41-abf6-4edaa7512cd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.540596] env[70542]: DEBUG oslo_concurrency.lockutils [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Lock "12aaebeb-90a4-4a41-abf6-4edaa7512cd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.549879] env[70542]: INFO nova.compute.manager [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Terminating instance [ 869.568725] env[70542]: DEBUG oslo_vmware.api [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081444} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.569845] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.572180] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4104943e-2235-4631-b848-efcf163944ae {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.609532] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 79bf7182-4a57-4a8e-a402-4d67c3158374/79bf7182-4a57-4a8e-a402-4d67c3158374.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.613712] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd80ca39-2953-48a3-8ca7-2e09e5368097 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.639020] env[70542]: DEBUG oslo_vmware.api [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 869.639020] env[70542]: value = "task-3911300" [ 869.639020] env[70542]: _type = "Task" [ 869.639020] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.652859] env[70542]: DEBUG oslo_vmware.api [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911300, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.678307] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Acquiring lock "refresh_cache-ac799fd6-04b0-4e13-8519-dcb356f1ae55" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.678654] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Acquired lock "refresh_cache-ac799fd6-04b0-4e13-8519-dcb356f1ae55" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.678876] env[70542]: DEBUG nova.network.neutron [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.055859] env[70542]: DEBUG nova.compute.manager [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.055859] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.055859] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4fa9e7-a60a-4567-aafe-d4d94fe85c0a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.064465] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.064823] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3e57e1f-bfce-43ad-a850-882471bdfe7c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.072674] env[70542]: DEBUG oslo_vmware.api [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Waiting for the task: (returnval){ [ 870.072674] env[70542]: value = "task-3911301" [ 870.072674] env[70542]: _type = "Task" [ 870.072674] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.090860] env[70542]: DEBUG oslo_vmware.api [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Task: {'id': task-3911301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.154376] env[70542]: DEBUG oslo_vmware.api [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911300, 'name': ReconfigVM_Task, 'duration_secs': 0.413571} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.154376] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 79bf7182-4a57-4a8e-a402-4d67c3158374/79bf7182-4a57-4a8e-a402-4d67c3158374.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.155134] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0445100a-a73a-488b-b00b-669bf828ec35 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.164254] env[70542]: DEBUG oslo_vmware.api [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 870.164254] env[70542]: value = "task-3911302" [ 870.164254] env[70542]: _type = "Task" [ 870.164254] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.178568] env[70542]: DEBUG oslo_vmware.api [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911302, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.246593] env[70542]: DEBUG nova.network.neutron [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.268790] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e1fdeb-4020-4881-bd51-83e3d15e07bc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.281891] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180a67b5-feda-4acf-a02a-302d054b03cd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.289667] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "a195a73f-0e1c-4d50-a6c3-bb1362a55f76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.289924] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "a195a73f-0e1c-4d50-a6c3-bb1362a55f76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.323014] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3108c8-1e0d-4729-baf3-4db4ce23240f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.332315] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9debe044-0b45-471d-9971-d1802c9c02ad {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.349350] env[70542]: DEBUG nova.compute.provider_tree [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.501510] env[70542]: DEBUG nova.network.neutron [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Updating instance_info_cache with network_info: [{"id": "371eb896-edfb-4502-b634-272051f829c4", "address": "fa:16:3e:c7:8d:d1", "network": {"id": "b23ee14c-8f5c-4ebf-8351-8b25e83ccecf", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1385719648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a352631622f84304a2acf9ac09a68b2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap371eb896-ed", "ovs_interfaceid": "371eb896-edfb-4502-b634-272051f829c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.551748] env[70542]: DEBUG nova.compute.manager [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.580818] env[70542]: DEBUG nova.virt.hardware [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.580818] env[70542]: DEBUG nova.virt.hardware [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.580818] env[70542]: DEBUG nova.virt.hardware [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.581084] env[70542]: DEBUG nova.virt.hardware [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.581190] env[70542]: DEBUG nova.virt.hardware [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.581290] env[70542]: DEBUG nova.virt.hardware [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.581504] env[70542]: DEBUG nova.virt.hardware [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.581660] env[70542]: DEBUG nova.virt.hardware [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.581855] env[70542]: DEBUG nova.virt.hardware [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.582078] env[70542]: DEBUG nova.virt.hardware [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.582227] env[70542]: DEBUG nova.virt.hardware [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.583528] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea0f3d9-a854-42d8-a758-19f8e61b2c26 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.590972] env[70542]: DEBUG oslo_vmware.api [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Task: {'id': task-3911301, 'name': PowerOffVM_Task, 'duration_secs': 0.20653} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.591173] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.591389] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.591676] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1deea9d1-b859-4abb-9c5e-edb5925117b9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.597172] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83fc5ec-cac0-4530-825b-fc85b34a71d6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.616029] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Instance VIF info [] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.619181] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Creating folder: Project (30182d07e3954f288cb1746fb31bb7f0). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.619554] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e71b2fe9-796a-4bc4-9f11-84400b8cfa6e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.633930] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Created folder: Project (30182d07e3954f288cb1746fb31bb7f0) in parent group-v776569. [ 870.633930] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Creating folder: Instances. Parent ref: group-v776732. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.633930] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfdcf113-6aff-4ae2-8ac7-837b5c3478d1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.646052] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Created folder: Instances in parent group-v776732. [ 870.646439] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.646691] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.646913] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9e46ac7-b256-4507-b280-f012d9f23228 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.669064] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.669366] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.669587] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Deleting the datastore file [datastore1] 12aaebeb-90a4-4a41-abf6-4edaa7512cd3 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.673753] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-860be634-e282-4ac5-8666-4812811dabaa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.678369] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.678369] env[70542]: value = "task-3911306" [ 870.678369] env[70542]: _type = "Task" [ 870.678369] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.688024] env[70542]: DEBUG oslo_vmware.api [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911302, 'name': Rename_Task, 'duration_secs': 0.190195} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.688024] env[70542]: DEBUG oslo_vmware.api [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Waiting for the task: (returnval){ [ 870.688024] env[70542]: value = "task-3911307" [ 870.688024] env[70542]: _type = "Task" [ 870.688024] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.688024] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.688024] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84a30a35-682b-4ced-bad1-3d768d69c34f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.696087] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911306, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.702093] env[70542]: DEBUG oslo_vmware.api [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 870.702093] env[70542]: value = "task-3911308" [ 870.702093] env[70542]: _type = "Task" [ 870.702093] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.706253] env[70542]: DEBUG oslo_vmware.api [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Task: {'id': task-3911307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.715797] env[70542]: DEBUG oslo_vmware.api [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.756749] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-a617674e-d96c-4dc1-b742-0fc72b009853 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Volume attach. Driver type: vmdk {{(pid=70542) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 870.757129] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-a617674e-d96c-4dc1-b742-0fc72b009853 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776731', 'volume_id': '7b322a01-3aa6-47c1-8a7f-3f3174211cfb', 'name': 'volume-7b322a01-3aa6-47c1-8a7f-3f3174211cfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a25d997-02e9-4d87-aa89-5d05fac4d70d', 'attached_at': '', 'detached_at': '', 'volume_id': '7b322a01-3aa6-47c1-8a7f-3f3174211cfb', 'serial': '7b322a01-3aa6-47c1-8a7f-3f3174211cfb'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 870.758186] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c324f324-ed18-497a-bc3c-2f9a89380fda {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.778098] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f160d7c-233a-4604-b2f9-18be4b4bbba8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.807015] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-a617674e-d96c-4dc1-b742-0fc72b009853 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] volume-7b322a01-3aa6-47c1-8a7f-3f3174211cfb/volume-7b322a01-3aa6-47c1-8a7f-3f3174211cfb.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.811026] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dc54afc-e208-458f-9a5d-994652c498bb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.835230] env[70542]: DEBUG oslo_vmware.api [None req-a617674e-d96c-4dc1-b742-0fc72b009853 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] Waiting for the task: (returnval){ [ 870.835230] env[70542]: value = "task-3911309" [ 870.835230] env[70542]: _type = "Task" [ 870.835230] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.848060] env[70542]: DEBUG oslo_vmware.api [None req-a617674e-d96c-4dc1-b742-0fc72b009853 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] Task: {'id': task-3911309, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.853492] env[70542]: DEBUG nova.scheduler.client.report [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.009745] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Releasing lock "refresh_cache-ac799fd6-04b0-4e13-8519-dcb356f1ae55" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.011046] env[70542]: DEBUG nova.compute.manager [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Instance network_info: |[{"id": "371eb896-edfb-4502-b634-272051f829c4", "address": "fa:16:3e:c7:8d:d1", "network": {"id": "b23ee14c-8f5c-4ebf-8351-8b25e83ccecf", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1385719648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a352631622f84304a2acf9ac09a68b2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap371eb896-ed", "ovs_interfaceid": "371eb896-edfb-4502-b634-272051f829c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.011295] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:8d:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '371eb896-edfb-4502-b634-272051f829c4', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.020372] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Creating folder: Project (a352631622f84304a2acf9ac09a68b2d). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.020774] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-887a9514-811d-4c12-81c8-2207e78bd073 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.034695] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Created folder: Project (a352631622f84304a2acf9ac09a68b2d) in parent group-v776569. [ 871.034969] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Creating folder: Instances. Parent ref: group-v776735. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.036151] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e415f1d5-14fe-42c5-9dec-502bac2331c7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.049157] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Created folder: Instances in parent group-v776735. [ 871.049755] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.049755] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.050040] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b13f82f7-feca-436b-bb6e-1bceb888dbd2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.079279] env[70542]: DEBUG nova.compute.manager [req-3662a31b-d403-4ec1-9adf-3fccb197162f req-41522bbd-d24c-4983-b0d6-751a9ec89912 service nova] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Received event network-changed-371eb896-edfb-4502-b634-272051f829c4 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.079544] env[70542]: DEBUG nova.compute.manager [req-3662a31b-d403-4ec1-9adf-3fccb197162f req-41522bbd-d24c-4983-b0d6-751a9ec89912 service nova] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Refreshing instance network info cache due to event network-changed-371eb896-edfb-4502-b634-272051f829c4. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.079860] env[70542]: DEBUG oslo_concurrency.lockutils [req-3662a31b-d403-4ec1-9adf-3fccb197162f req-41522bbd-d24c-4983-b0d6-751a9ec89912 service nova] Acquiring lock "refresh_cache-ac799fd6-04b0-4e13-8519-dcb356f1ae55" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.080062] env[70542]: DEBUG oslo_concurrency.lockutils [req-3662a31b-d403-4ec1-9adf-3fccb197162f req-41522bbd-d24c-4983-b0d6-751a9ec89912 service nova] Acquired lock "refresh_cache-ac799fd6-04b0-4e13-8519-dcb356f1ae55" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.080241] env[70542]: DEBUG nova.network.neutron [req-3662a31b-d403-4ec1-9adf-3fccb197162f req-41522bbd-d24c-4983-b0d6-751a9ec89912 service nova] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Refreshing network info cache for port 371eb896-edfb-4502-b634-272051f829c4 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.088208] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.088208] env[70542]: value = "task-3911312" [ 871.088208] env[70542]: _type = "Task" [ 871.088208] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.104262] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911312, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.190880] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911306, 'name': CreateVM_Task, 'duration_secs': 0.453784} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.194916] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.195764] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.195764] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.196018] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.197135] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0881507b-6cd2-4c84-8d0b-2a2d1a83b9b9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.203081] env[70542]: DEBUG oslo_vmware.api [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Task: {'id': task-3911307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24216} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.204015] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.204253] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.204437] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.204610] env[70542]: INFO nova.compute.manager [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 871.204895] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.205192] env[70542]: DEBUG oslo_vmware.api [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 871.205192] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b0b6d7-c404-8763-13c0-c1dc770a48b8" [ 871.205192] env[70542]: _type = "Task" [ 871.205192] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.205519] env[70542]: DEBUG nova.compute.manager [-] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.205519] env[70542]: DEBUG nova.network.neutron [-] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.221384] env[70542]: DEBUG oslo_vmware.api [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b0b6d7-c404-8763-13c0-c1dc770a48b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.224987] env[70542]: DEBUG oslo_vmware.api [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911308, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.346863] env[70542]: DEBUG oslo_vmware.api [None req-a617674e-d96c-4dc1-b742-0fc72b009853 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] Task: {'id': task-3911309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.359647] env[70542]: DEBUG oslo_concurrency.lockutils [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.850s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.361245] env[70542]: DEBUG nova.compute.manager [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.366400] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.964s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.366400] env[70542]: DEBUG nova.objects.instance [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lazy-loading 'resources' on Instance uuid e24cd975-f193-447c-872e-6bb88284a63b {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.605865] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911312, 'name': CreateVM_Task, 'duration_secs': 0.474303} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.606013] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.606773] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.722962] env[70542]: DEBUG oslo_vmware.api [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b0b6d7-c404-8763-13c0-c1dc770a48b8, 'name': SearchDatastore_Task, 'duration_secs': 0.02008} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.726854] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.727473] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.727473] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.727473] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.727626] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.730147] env[70542]: DEBUG oslo_vmware.api [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911308, 'name': PowerOnVM_Task, 'duration_secs': 0.799556} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.730802] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.731152] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.731432] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ac1f19c-fbb3-47ea-8b19-c1d17f125188 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.734018] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.734244] env[70542]: INFO nova.compute.manager [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Took 9.10 seconds to spawn the instance on the hypervisor. [ 871.734424] env[70542]: DEBUG nova.compute.manager [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 871.734851] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84365166-5107-40f6-b04f-54eff791fbaa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.737394] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b16f309-b31c-493b-98c3-5946fa189c77 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.746298] env[70542]: DEBUG oslo_vmware.api [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Waiting for the task: (returnval){ [ 871.746298] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5282cbdb-8f81-2d62-8bc1-427817adc3b6" [ 871.746298] env[70542]: _type = "Task" [ 871.746298] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.755838] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.755838] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.757209] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87784551-6d7b-44c4-8759-72173f75886e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.768235] env[70542]: DEBUG oslo_vmware.api [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5282cbdb-8f81-2d62-8bc1-427817adc3b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.770050] env[70542]: DEBUG oslo_vmware.api [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 871.770050] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52efae68-cf20-b8b2-57a1-ece3a18eabd7" [ 871.770050] env[70542]: _type = "Task" [ 871.770050] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.780942] env[70542]: DEBUG oslo_vmware.api [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52efae68-cf20-b8b2-57a1-ece3a18eabd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.849549] env[70542]: DEBUG oslo_vmware.api [None req-a617674e-d96c-4dc1-b742-0fc72b009853 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] Task: {'id': task-3911309, 'name': ReconfigVM_Task, 'duration_secs': 0.623946} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.849751] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-a617674e-d96c-4dc1-b742-0fc72b009853 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Reconfigured VM instance instance-0000000c to attach disk [datastore2] volume-7b322a01-3aa6-47c1-8a7f-3f3174211cfb/volume-7b322a01-3aa6-47c1-8a7f-3f3174211cfb.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.854769] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-226a5a30-9bbc-442d-88a5-f242caa675b8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.873139] env[70542]: DEBUG nova.compute.utils [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.877633] env[70542]: DEBUG nova.compute.manager [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Not allocating networking since 'none' was specified. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 871.884546] env[70542]: DEBUG oslo_vmware.api [None req-a617674e-d96c-4dc1-b742-0fc72b009853 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] Waiting for the task: (returnval){ [ 871.884546] env[70542]: value = "task-3911313" [ 871.884546] env[70542]: _type = "Task" [ 871.884546] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.894378] env[70542]: DEBUG oslo_vmware.api [None req-a617674e-d96c-4dc1-b742-0fc72b009853 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] Task: {'id': task-3911313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.923327] env[70542]: DEBUG nova.network.neutron [req-3662a31b-d403-4ec1-9adf-3fccb197162f req-41522bbd-d24c-4983-b0d6-751a9ec89912 service nova] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Updated VIF entry in instance network info cache for port 371eb896-edfb-4502-b634-272051f829c4. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.924075] env[70542]: DEBUG nova.network.neutron [req-3662a31b-d403-4ec1-9adf-3fccb197162f req-41522bbd-d24c-4983-b0d6-751a9ec89912 service nova] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Updating instance_info_cache with network_info: [{"id": "371eb896-edfb-4502-b634-272051f829c4", "address": "fa:16:3e:c7:8d:d1", "network": {"id": "b23ee14c-8f5c-4ebf-8351-8b25e83ccecf", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1385719648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a352631622f84304a2acf9ac09a68b2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap371eb896-ed", "ovs_interfaceid": "371eb896-edfb-4502-b634-272051f829c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.199171] env[70542]: DEBUG nova.network.neutron [-] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.262691] env[70542]: DEBUG oslo_vmware.api [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5282cbdb-8f81-2d62-8bc1-427817adc3b6, 'name': SearchDatastore_Task, 'duration_secs': 0.023685} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.267164] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.267438] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.267650] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.268162] env[70542]: INFO nova.compute.manager [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Took 50.89 seconds to build instance. [ 872.280614] env[70542]: DEBUG oslo_vmware.api [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52efae68-cf20-b8b2-57a1-ece3a18eabd7, 'name': SearchDatastore_Task, 'duration_secs': 0.036997} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.284683] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d14680c0-2d29-4822-b467-20f88bc763d7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.292181] env[70542]: DEBUG oslo_vmware.api [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 872.292181] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f032e1-4bf5-a35f-ed5c-424cc19a0441" [ 872.292181] env[70542]: _type = "Task" [ 872.292181] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.304600] env[70542]: DEBUG oslo_vmware.api [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f032e1-4bf5-a35f-ed5c-424cc19a0441, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.379857] env[70542]: DEBUG nova.compute.manager [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.399923] env[70542]: DEBUG oslo_vmware.api [None req-a617674e-d96c-4dc1-b742-0fc72b009853 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] Task: {'id': task-3911313, 'name': ReconfigVM_Task, 'duration_secs': 0.195863} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.403131] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-a617674e-d96c-4dc1-b742-0fc72b009853 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776731', 'volume_id': '7b322a01-3aa6-47c1-8a7f-3f3174211cfb', 'name': 'volume-7b322a01-3aa6-47c1-8a7f-3f3174211cfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a25d997-02e9-4d87-aa89-5d05fac4d70d', 'attached_at': '', 'detached_at': '', 'volume_id': '7b322a01-3aa6-47c1-8a7f-3f3174211cfb', 'serial': '7b322a01-3aa6-47c1-8a7f-3f3174211cfb'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 872.427712] env[70542]: DEBUG oslo_concurrency.lockutils [req-3662a31b-d403-4ec1-9adf-3fccb197162f req-41522bbd-d24c-4983-b0d6-751a9ec89912 service nova] Releasing lock "refresh_cache-ac799fd6-04b0-4e13-8519-dcb356f1ae55" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.497535] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f1edb0-bfa9-49c0-a219-db1922c561d9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.507506] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0347e8d4-ff09-4e06-8537-2a36e3a16b64 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.546627] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ec8bf8-b636-4ffb-9ac1-794e1e29f1eb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.556537] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7479fdc-c2f1-4570-bc80-7f488f5ad3c5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.572339] env[70542]: DEBUG nova.compute.provider_tree [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.701955] env[70542]: INFO nova.compute.manager [-] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Took 1.50 seconds to deallocate network for instance. [ 872.770100] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a11ebd6-f371-45aa-805a-2d72ea95f080 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "79bf7182-4a57-4a8e-a402-4d67c3158374" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.048s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.803324] env[70542]: DEBUG oslo_vmware.api [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f032e1-4bf5-a35f-ed5c-424cc19a0441, 'name': SearchDatastore_Task, 'duration_secs': 0.017817} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.803530] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.803835] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6/96d1bbde-21c0-4bf8-a7ee-9a3d274652d6.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.804151] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.804362] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.804586] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9120c6a-c13e-46ea-876d-9ec151e2ebfb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.806825] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1df187b9-9b21-4063-9505-ba7f51872278 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.815237] env[70542]: DEBUG oslo_vmware.api [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 872.815237] env[70542]: value = "task-3911314" [ 872.815237] env[70542]: _type = "Task" [ 872.815237] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.819873] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.820103] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.821282] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f54196cd-7014-4b54-a28a-838b8613a0fd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.827464] env[70542]: DEBUG oslo_vmware.api [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.832194] env[70542]: DEBUG oslo_vmware.api [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Waiting for the task: (returnval){ [ 872.832194] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526aec35-062d-f03d-1c9a-321eccc8c3a0" [ 872.832194] env[70542]: _type = "Task" [ 872.832194] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.845363] env[70542]: DEBUG oslo_vmware.api [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526aec35-062d-f03d-1c9a-321eccc8c3a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.076241] env[70542]: DEBUG nova.scheduler.client.report [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.193256] env[70542]: DEBUG nova.compute.manager [req-d5bab680-9714-4282-8000-54cb209eedc4 req-313db675-f9b4-446a-bc39-f212210c41de service nova] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Received event network-vif-deleted-86ee7732-1802-4e72-b364-0bf3ee389da7 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.208564] env[70542]: DEBUG oslo_concurrency.lockutils [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.273278] env[70542]: DEBUG nova.compute.manager [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.327285] env[70542]: DEBUG oslo_vmware.api [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911314, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.345722] env[70542]: DEBUG oslo_vmware.api [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526aec35-062d-f03d-1c9a-321eccc8c3a0, 'name': SearchDatastore_Task, 'duration_secs': 0.0139} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.349223] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6295c243-f5b8-4450-adea-92f9d5b74c02 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.357950] env[70542]: DEBUG oslo_vmware.api [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Waiting for the task: (returnval){ [ 873.357950] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52627e73-e53c-6815-cd86-932f5d6be8c5" [ 873.357950] env[70542]: _type = "Task" [ 873.357950] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.369264] env[70542]: DEBUG oslo_vmware.api [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52627e73-e53c-6815-cd86-932f5d6be8c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.394688] env[70542]: DEBUG nova.compute.manager [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.427445] env[70542]: DEBUG nova.virt.hardware [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.427713] env[70542]: DEBUG nova.virt.hardware [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.427875] env[70542]: DEBUG nova.virt.hardware [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.428046] env[70542]: DEBUG nova.virt.hardware [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.428194] env[70542]: DEBUG nova.virt.hardware [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.428559] env[70542]: DEBUG nova.virt.hardware [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.429142] env[70542]: DEBUG nova.virt.hardware [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.429688] env[70542]: DEBUG nova.virt.hardware [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.429688] env[70542]: DEBUG nova.virt.hardware [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.430271] env[70542]: DEBUG nova.virt.hardware [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.430271] env[70542]: DEBUG nova.virt.hardware [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.431181] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f959d8-72f5-42c1-bc2e-95c7bb079076 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.441402] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27d46e8-4d5a-437c-ab22-090f77998dd2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.459741] env[70542]: DEBUG nova.objects.instance [None req-a617674e-d96c-4dc1-b742-0fc72b009853 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] Lazy-loading 'flavor' on Instance uuid 9a25d997-02e9-4d87-aa89-5d05fac4d70d {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.461996] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Instance VIF info [] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.468175] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.468853] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.469101] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b2f903a-275b-4613-ab53-6a5cf8cae94d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.487886] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.487886] env[70542]: value = "task-3911315" [ 873.487886] env[70542]: _type = "Task" [ 873.487886] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.498640] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911315, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.584267] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.585844] env[70542]: DEBUG oslo_concurrency.lockutils [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.842s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.586512] env[70542]: DEBUG nova.objects.instance [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70542) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 873.608569] env[70542]: INFO nova.scheduler.client.report [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Deleted allocations for instance e24cd975-f193-447c-872e-6bb88284a63b [ 873.796441] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.827144] env[70542]: DEBUG oslo_vmware.api [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642782} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.827607] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6/96d1bbde-21c0-4bf8-a7ee-9a3d274652d6.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.827721] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.827987] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a585b16-2f1b-4fcc-8597-639a4525dabb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.835864] env[70542]: DEBUG oslo_vmware.api [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 873.835864] env[70542]: value = "task-3911316" [ 873.835864] env[70542]: _type = "Task" [ 873.835864] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.845382] env[70542]: DEBUG oslo_vmware.api [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.850873] env[70542]: DEBUG nova.compute.manager [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 873.851864] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8851f55d-db33-45ba-8df2-dd5c1c36b3bb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.872295] env[70542]: DEBUG oslo_vmware.api [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52627e73-e53c-6815-cd86-932f5d6be8c5, 'name': SearchDatastore_Task, 'duration_secs': 0.061487} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.872536] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.872762] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] ac799fd6-04b0-4e13-8519-dcb356f1ae55/ac799fd6-04b0-4e13-8519-dcb356f1ae55.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.872982] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f0215a1-c0d5-4281-b438-02735ad887b0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.880506] env[70542]: DEBUG oslo_vmware.api [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Waiting for the task: (returnval){ [ 873.880506] env[70542]: value = "task-3911317" [ 873.880506] env[70542]: _type = "Task" [ 873.880506] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.890317] env[70542]: DEBUG oslo_vmware.api [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Task: {'id': task-3911317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.973020] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a617674e-d96c-4dc1-b742-0fc72b009853 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] Lock "9a25d997-02e9-4d87-aa89-5d05fac4d70d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.898s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.999384] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911315, 'name': CreateVM_Task, 'duration_secs': 0.306163} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.999594] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.000078] env[70542]: DEBUG oslo_concurrency.lockutils [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.000263] env[70542]: DEBUG oslo_concurrency.lockutils [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.000640] env[70542]: DEBUG oslo_concurrency.lockutils [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.001325] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b48170ab-42b5-45e2-a294-91b5deccd5dc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.007294] env[70542]: DEBUG oslo_vmware.api [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 874.007294] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52beeadf-d6f2-9c15-ca65-0f73822d1eae" [ 874.007294] env[70542]: _type = "Task" [ 874.007294] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.017090] env[70542]: DEBUG oslo_vmware.api [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52beeadf-d6f2-9c15-ca65-0f73822d1eae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.121039] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bd72fc12-c553-4b85-bea9-d3717bdbe0e6 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "e24cd975-f193-447c-872e-6bb88284a63b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.369s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.138604] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2cf35d6f-9b14-4d5f-bf0a-a2a064a06b86 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] Acquiring lock "9a25d997-02e9-4d87-aa89-5d05fac4d70d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.138862] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2cf35d6f-9b14-4d5f-bf0a-a2a064a06b86 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] Lock "9a25d997-02e9-4d87-aa89-5d05fac4d70d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.348659] env[70542]: DEBUG oslo_vmware.api [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076231} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.349084] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.350128] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a9a818-1b13-4436-9e1e-7f0e92674818 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.373301] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6/96d1bbde-21c0-4bf8-a7ee-9a3d274652d6.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.374739] env[70542]: INFO nova.compute.manager [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] instance snapshotting [ 874.376217] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cf4759f-a5c2-4691-8f2b-9ca6a6fe315c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.392046] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51c88d1-7e35-48a7-8570-ec8d919be8f3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.422311] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2dbd1b3-e499-44b7-b3e7-731b08298efa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.425568] env[70542]: DEBUG oslo_vmware.api [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Task: {'id': task-3911317, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.425950] env[70542]: DEBUG oslo_vmware.api [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 874.425950] env[70542]: value = "task-3911318" [ 874.425950] env[70542]: _type = "Task" [ 874.425950] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.442370] env[70542]: DEBUG oslo_vmware.api [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.521039] env[70542]: DEBUG oslo_vmware.api [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52beeadf-d6f2-9c15-ca65-0f73822d1eae, 'name': SearchDatastore_Task, 'duration_secs': 0.017555} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.521280] env[70542]: DEBUG oslo_concurrency.lockutils [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.521529] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.521773] env[70542]: DEBUG oslo_concurrency.lockutils [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.522495] env[70542]: DEBUG oslo_concurrency.lockutils [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.522495] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.522495] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-780d268c-6cc1-4d1b-9995-c24995edbd55 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.537835] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.538018] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.538980] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ed0a341-9e41-4b15-80dd-a846682a061a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.550606] env[70542]: DEBUG oslo_vmware.api [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 874.550606] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52dff068-8995-0552-16b7-07def721a8e2" [ 874.550606] env[70542]: _type = "Task" [ 874.550606] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.555262] env[70542]: DEBUG oslo_vmware.rw_handles [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0ba33-1a2c-b130-66ac-cbd33b966433/disk-0.vmdk. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 874.556331] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98666012-661f-4ff8-8f76-1fc70b456725 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.563796] env[70542]: DEBUG oslo_vmware.rw_handles [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0ba33-1a2c-b130-66ac-cbd33b966433/disk-0.vmdk is in state: ready. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 874.563979] env[70542]: ERROR oslo_vmware.rw_handles [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0ba33-1a2c-b130-66ac-cbd33b966433/disk-0.vmdk due to incomplete transfer. [ 874.567773] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0f9c576e-62d8-41ef-87d3-4fd8fe52afb9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.569541] env[70542]: DEBUG oslo_vmware.api [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52dff068-8995-0552-16b7-07def721a8e2, 'name': SearchDatastore_Task, 'duration_secs': 0.016409} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.570680] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab698a3e-6c1e-4f8b-9601-ac704cf129ff {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.578216] env[70542]: DEBUG oslo_vmware.api [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 874.578216] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527d4afe-e90f-b0f7-6b7e-9ada953ff8f8" [ 874.578216] env[70542]: _type = "Task" [ 874.578216] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.579561] env[70542]: DEBUG oslo_vmware.rw_handles [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a0ba33-1a2c-b130-66ac-cbd33b966433/disk-0.vmdk. {{(pid=70542) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 874.579761] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Uploaded image 72c34c88-5869-4a1f-b08d-3ab469cb1238 to the Glance image server {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 874.582030] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Destroying the VM {{(pid=70542) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 874.585354] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1e258709-6f12-4d9d-a6a2-9393a5c1573a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.593539] env[70542]: DEBUG oslo_vmware.api [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527d4afe-e90f-b0f7-6b7e-9ada953ff8f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.594931] env[70542]: DEBUG oslo_vmware.api [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 874.594931] env[70542]: value = "task-3911319" [ 874.594931] env[70542]: _type = "Task" [ 874.594931] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.595974] env[70542]: DEBUG oslo_concurrency.lockutils [None req-40e24399-e1e1-4594-a2bc-5a0826ea9e9c tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.597138] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.413s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.597809] env[70542]: DEBUG nova.objects.instance [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lazy-loading 'resources' on Instance uuid d8595e6b-7681-4439-9052-5a066d6f9c57 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.608522] env[70542]: DEBUG oslo_vmware.api [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911319, 'name': Destroy_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.643893] env[70542]: INFO nova.compute.manager [None req-2cf35d6f-9b14-4d5f-bf0a-a2a064a06b86 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Detaching volume 7b322a01-3aa6-47c1-8a7f-3f3174211cfb [ 874.679718] env[70542]: INFO nova.virt.block_device [None req-2cf35d6f-9b14-4d5f-bf0a-a2a064a06b86 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Attempting to driver detach volume 7b322a01-3aa6-47c1-8a7f-3f3174211cfb from mountpoint /dev/sdb [ 874.679964] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cf35d6f-9b14-4d5f-bf0a-a2a064a06b86 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Volume detach. Driver type: vmdk {{(pid=70542) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 874.680335] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cf35d6f-9b14-4d5f-bf0a-a2a064a06b86 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776731', 'volume_id': '7b322a01-3aa6-47c1-8a7f-3f3174211cfb', 'name': 'volume-7b322a01-3aa6-47c1-8a7f-3f3174211cfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a25d997-02e9-4d87-aa89-5d05fac4d70d', 'attached_at': '', 'detached_at': '', 'volume_id': '7b322a01-3aa6-47c1-8a7f-3f3174211cfb', 'serial': '7b322a01-3aa6-47c1-8a7f-3f3174211cfb'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 874.681267] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f0cd1b-2d89-4d20-accc-6f217d6a6212 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.703965] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64aeb36f-0ca4-44f7-bf21-70389d3c2d51 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.713074] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eaf6375-7003-4613-a4a4-c04ff3754fb0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.734196] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bdfa0d-66fa-432c-a05c-eb92e8016e35 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.753528] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cf35d6f-9b14-4d5f-bf0a-a2a064a06b86 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] The volume has not been displaced from its original location: [datastore2] volume-7b322a01-3aa6-47c1-8a7f-3f3174211cfb/volume-7b322a01-3aa6-47c1-8a7f-3f3174211cfb.vmdk. No consolidation needed. {{(pid=70542) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 874.758902] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cf35d6f-9b14-4d5f-bf0a-a2a064a06b86 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 874.759287] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efeacb8d-4e4a-47f3-b04d-59d19dd620ab {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.778988] env[70542]: DEBUG oslo_vmware.api [None req-2cf35d6f-9b14-4d5f-bf0a-a2a064a06b86 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] Waiting for the task: (returnval){ [ 874.778988] env[70542]: value = "task-3911320" [ 874.778988] env[70542]: _type = "Task" [ 874.778988] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.789062] env[70542]: DEBUG oslo_vmware.api [None req-2cf35d6f-9b14-4d5f-bf0a-a2a064a06b86 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] Task: {'id': task-3911320, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.901693] env[70542]: DEBUG oslo_vmware.api [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Task: {'id': task-3911317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694642} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.902807] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] ac799fd6-04b0-4e13-8519-dcb356f1ae55/ac799fd6-04b0-4e13-8519-dcb356f1ae55.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.902807] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.902807] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28a57ed5-42d7-4396-8239-f510eb66fcd0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.910487] env[70542]: DEBUG oslo_vmware.api [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Waiting for the task: (returnval){ [ 874.910487] env[70542]: value = "task-3911321" [ 874.910487] env[70542]: _type = "Task" [ 874.910487] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.920976] env[70542]: DEBUG oslo_vmware.api [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Task: {'id': task-3911321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.938580] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Creating Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 874.938946] env[70542]: DEBUG oslo_vmware.api [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.939238] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fd04eaf4-58ae-4beb-9d6d-1a7f4ea44b1f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.947289] env[70542]: DEBUG oslo_vmware.api [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 874.947289] env[70542]: value = "task-3911322" [ 874.947289] env[70542]: _type = "Task" [ 874.947289] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.956811] env[70542]: DEBUG oslo_vmware.api [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911322, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.095509] env[70542]: DEBUG oslo_vmware.api [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527d4afe-e90f-b0f7-6b7e-9ada953ff8f8, 'name': SearchDatastore_Task, 'duration_secs': 0.015628} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.095957] env[70542]: DEBUG oslo_concurrency.lockutils [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.096286] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 157d8e42-98a9-4d4d-b088-ce1413ad89ec/157d8e42-98a9-4d4d-b088-ce1413ad89ec.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.096571] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-908463e7-69e4-4366-95dc-0229d016ca9b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.111064] env[70542]: DEBUG oslo_vmware.api [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911319, 'name': Destroy_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.111426] env[70542]: DEBUG oslo_vmware.api [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 875.111426] env[70542]: value = "task-3911323" [ 875.111426] env[70542]: _type = "Task" [ 875.111426] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.121330] env[70542]: DEBUG oslo_vmware.api [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.293595] env[70542]: DEBUG oslo_vmware.api [None req-2cf35d6f-9b14-4d5f-bf0a-a2a064a06b86 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] Task: {'id': task-3911320, 'name': ReconfigVM_Task, 'duration_secs': 0.477398} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.293911] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cf35d6f-9b14-4d5f-bf0a-a2a064a06b86 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 875.301351] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-379a7071-e51b-453b-a6df-1ff44f76634f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.319785] env[70542]: DEBUG oslo_vmware.api [None req-2cf35d6f-9b14-4d5f-bf0a-a2a064a06b86 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] Waiting for the task: (returnval){ [ 875.319785] env[70542]: value = "task-3911324" [ 875.319785] env[70542]: _type = "Task" [ 875.319785] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.331700] env[70542]: DEBUG oslo_vmware.api [None req-2cf35d6f-9b14-4d5f-bf0a-a2a064a06b86 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] Task: {'id': task-3911324, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.427605] env[70542]: DEBUG oslo_vmware.api [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Task: {'id': task-3911321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14934} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.431403] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.432269] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f543729-4042-41f7-bd66-4c115b346ebe {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.442681] env[70542]: DEBUG oslo_vmware.api [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911318, 'name': ReconfigVM_Task, 'duration_secs': 0.851463} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.454818] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6/96d1bbde-21c0-4bf8-a7ee-9a3d274652d6.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.464265] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] ac799fd6-04b0-4e13-8519-dcb356f1ae55/ac799fd6-04b0-4e13-8519-dcb356f1ae55.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.467337] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-356cbf40-c3f3-4ba7-930f-8e721a3e03b1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.471818] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3708e23a-0f31-4c0d-9a7a-b0c5d136491e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.494216] env[70542]: DEBUG oslo_vmware.api [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911322, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.496987] env[70542]: DEBUG oslo_vmware.api [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Waiting for the task: (returnval){ [ 875.496987] env[70542]: value = "task-3911325" [ 875.496987] env[70542]: _type = "Task" [ 875.496987] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.497374] env[70542]: DEBUG oslo_vmware.api [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 875.497374] env[70542]: value = "task-3911326" [ 875.497374] env[70542]: _type = "Task" [ 875.497374] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.517089] env[70542]: DEBUG oslo_vmware.api [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911326, 'name': Rename_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.517089] env[70542]: DEBUG oslo_vmware.api [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Task: {'id': task-3911325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.614375] env[70542]: DEBUG oslo_vmware.api [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911319, 'name': Destroy_Task, 'duration_secs': 0.667723} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.621116] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Destroyed the VM [ 875.621415] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Deleting Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 875.622141] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e3ec66a7-9139-446a-8c1f-41d217bbc811 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.632425] env[70542]: DEBUG oslo_vmware.api [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911323, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.634592] env[70542]: DEBUG oslo_vmware.api [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 875.634592] env[70542]: value = "task-3911327" [ 875.634592] env[70542]: _type = "Task" [ 875.634592] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.648554] env[70542]: DEBUG oslo_vmware.api [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911327, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.740299] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627eccc1-cc79-475d-bc16-be4d6ab71654 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.752511] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b42d0fe-baca-4b08-8c58-40a547460d4d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.790045] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af426b69-d437-428e-b9f4-0b93537a2485 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.799594] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8473b927-fbb1-4320-b4a0-4f9a1ad0a106 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.817966] env[70542]: DEBUG nova.compute.provider_tree [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.829613] env[70542]: DEBUG oslo_vmware.api [None req-2cf35d6f-9b14-4d5f-bf0a-a2a064a06b86 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] Task: {'id': task-3911324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.967110] env[70542]: DEBUG oslo_vmware.api [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911322, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.013214] env[70542]: DEBUG oslo_vmware.api [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Task: {'id': task-3911325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.016398] env[70542]: DEBUG oslo_vmware.api [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911326, 'name': Rename_Task, 'duration_secs': 0.298083} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.016661] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.016902] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1feacac-2ce4-4101-8102-b4fed468891b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.026071] env[70542]: DEBUG oslo_vmware.api [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 876.026071] env[70542]: value = "task-3911328" [ 876.026071] env[70542]: _type = "Task" [ 876.026071] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.035717] env[70542]: DEBUG oslo_vmware.api [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.130386] env[70542]: DEBUG oslo_vmware.api [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786616} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.130901] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 157d8e42-98a9-4d4d-b088-ce1413ad89ec/157d8e42-98a9-4d4d-b088-ce1413ad89ec.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.131410] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.131846] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13949772-d790-49b9-826b-1f4a53475dac {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.141315] env[70542]: DEBUG oslo_vmware.api [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 876.141315] env[70542]: value = "task-3911329" [ 876.141315] env[70542]: _type = "Task" [ 876.141315] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.149053] env[70542]: DEBUG oslo_vmware.api [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911327, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.157585] env[70542]: DEBUG oslo_vmware.api [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.321715] env[70542]: DEBUG nova.scheduler.client.report [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.335771] env[70542]: DEBUG oslo_vmware.api [None req-2cf35d6f-9b14-4d5f-bf0a-a2a064a06b86 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] Task: {'id': task-3911324, 'name': ReconfigVM_Task, 'duration_secs': 0.856156} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.336136] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cf35d6f-9b14-4d5f-bf0a-a2a064a06b86 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776731', 'volume_id': '7b322a01-3aa6-47c1-8a7f-3f3174211cfb', 'name': 'volume-7b322a01-3aa6-47c1-8a7f-3f3174211cfb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9a25d997-02e9-4d87-aa89-5d05fac4d70d', 'attached_at': '', 'detached_at': '', 'volume_id': '7b322a01-3aa6-47c1-8a7f-3f3174211cfb', 'serial': '7b322a01-3aa6-47c1-8a7f-3f3174211cfb'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 876.469762] env[70542]: DEBUG oslo_vmware.api [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911322, 'name': CreateSnapshot_Task, 'duration_secs': 1.224723} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.470078] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Created Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 876.470883] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ffe7d3-bdd3-45f6-b7da-3cd11ceabfed {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.511629] env[70542]: DEBUG oslo_vmware.api [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Task: {'id': task-3911325, 'name': ReconfigVM_Task, 'duration_secs': 0.70193} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.511962] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Reconfigured VM instance instance-00000035 to attach disk [datastore2] ac799fd6-04b0-4e13-8519-dcb356f1ae55/ac799fd6-04b0-4e13-8519-dcb356f1ae55.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.513978] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3679c640-ffbe-4d31-8c5d-693e0655bb78 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.522443] env[70542]: DEBUG oslo_vmware.api [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Waiting for the task: (returnval){ [ 876.522443] env[70542]: value = "task-3911330" [ 876.522443] env[70542]: _type = "Task" [ 876.522443] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.533760] env[70542]: DEBUG oslo_vmware.api [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Task: {'id': task-3911330, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.540024] env[70542]: DEBUG oslo_vmware.api [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911328, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.563717] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquiring lock "0b2d45d9-b717-476c-9ef0-169b36eb636c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.564071] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "0b2d45d9-b717-476c-9ef0-169b36eb636c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.647900] env[70542]: DEBUG oslo_vmware.api [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911327, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.659497] env[70542]: DEBUG oslo_vmware.api [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114818} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.659497] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.660429] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de2c706-27e1-4a5c-a25f-f0dee5af771a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.682611] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 157d8e42-98a9-4d4d-b088-ce1413ad89ec/157d8e42-98a9-4d4d-b088-ce1413ad89ec.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.682956] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d39b9ee-6a03-4e27-9a4e-17d7f2795dae {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.704234] env[70542]: DEBUG oslo_vmware.api [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 876.704234] env[70542]: value = "task-3911331" [ 876.704234] env[70542]: _type = "Task" [ 876.704234] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.713389] env[70542]: DEBUG oslo_vmware.api [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911331, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.830701] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.833421] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.297s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.833675] env[70542]: DEBUG nova.objects.instance [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Lazy-loading 'resources' on Instance uuid f355d8b7-a7d9-4b25-97aa-cdc6c7102e31 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.856301] env[70542]: INFO nova.scheduler.client.report [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Deleted allocations for instance d8595e6b-7681-4439-9052-5a066d6f9c57 [ 876.902901] env[70542]: DEBUG nova.objects.instance [None req-2cf35d6f-9b14-4d5f-bf0a-a2a064a06b86 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] Lazy-loading 'flavor' on Instance uuid 9a25d997-02e9-4d87-aa89-5d05fac4d70d {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.989136] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Creating linked-clone VM from snapshot {{(pid=70542) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 876.989492] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bf559441-9970-48d7-8057-b806719a4b2c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.000536] env[70542]: DEBUG oslo_vmware.api [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 877.000536] env[70542]: value = "task-3911332" [ 877.000536] env[70542]: _type = "Task" [ 877.000536] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.009549] env[70542]: DEBUG oslo_vmware.api [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911332, 'name': CloneVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.033246] env[70542]: DEBUG oslo_vmware.api [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Task: {'id': task-3911330, 'name': Rename_Task, 'duration_secs': 0.236037} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.033978] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.034263] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-708e7b61-abfd-45b3-874f-97408f8f67f1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.038618] env[70542]: DEBUG oslo_vmware.api [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911328, 'name': PowerOnVM_Task, 'duration_secs': 0.63924} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.039183] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.039389] env[70542]: INFO nova.compute.manager [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Took 6.49 seconds to spawn the instance on the hypervisor. [ 877.039571] env[70542]: DEBUG nova.compute.manager [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 877.040328] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e534d5-eb3c-4e03-9cdd-613b88949e37 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.043824] env[70542]: DEBUG oslo_vmware.api [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Waiting for the task: (returnval){ [ 877.043824] env[70542]: value = "task-3911333" [ 877.043824] env[70542]: _type = "Task" [ 877.043824] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.057248] env[70542]: DEBUG oslo_vmware.api [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Task: {'id': task-3911333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.147439] env[70542]: DEBUG oslo_vmware.api [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911327, 'name': RemoveSnapshot_Task, 'duration_secs': 1.045508} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.147918] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Deleted Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 877.148290] env[70542]: INFO nova.compute.manager [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Took 16.24 seconds to snapshot the instance on the hypervisor. [ 877.217862] env[70542]: DEBUG oslo_vmware.api [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911331, 'name': ReconfigVM_Task, 'duration_secs': 0.319598} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.217862] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 157d8e42-98a9-4d4d-b088-ce1413ad89ec/157d8e42-98a9-4d4d-b088-ce1413ad89ec.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.217862] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60651f59-c833-4d4b-b4f2-fe933a1f0f97 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.226025] env[70542]: DEBUG oslo_vmware.api [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 877.226025] env[70542]: value = "task-3911334" [ 877.226025] env[70542]: _type = "Task" [ 877.226025] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.236098] env[70542]: DEBUG oslo_vmware.api [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911334, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.364507] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2002ceb4-ee4c-4080-a063-921a7f62d98c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "d8595e6b-7681-4439-9052-5a066d6f9c57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.296s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.514628] env[70542]: DEBUG oslo_vmware.api [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911332, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.561299] env[70542]: DEBUG oslo_vmware.api [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Task: {'id': task-3911333, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.567038] env[70542]: INFO nova.compute.manager [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Took 44.36 seconds to build instance. [ 877.710640] env[70542]: DEBUG nova.compute.manager [None req-d3e3fa66-84e9-4aa5-a967-884d37531785 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Found 2 images (rotation: 2) {{(pid=70542) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 877.738271] env[70542]: DEBUG oslo_vmware.api [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911334, 'name': Rename_Task, 'duration_secs': 0.158956} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.738571] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.738816] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42f5be28-d465-4d16-962e-bd94fb0f35bc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.747048] env[70542]: DEBUG oslo_vmware.api [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 877.747048] env[70542]: value = "task-3911335" [ 877.747048] env[70542]: _type = "Task" [ 877.747048] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.756940] env[70542]: DEBUG oslo_vmware.api [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.903578] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7063c45a-12b0-4b2e-b89e-d51a962879a2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.910968] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2cf35d6f-9b14-4d5f-bf0a-a2a064a06b86 tempest-VolumesAssistedSnapshotsTest-483727397 tempest-VolumesAssistedSnapshotsTest-483727397-project-admin] Lock "9a25d997-02e9-4d87-aa89-5d05fac4d70d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.772s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.918750] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b850c04-4125-4b81-8650-0a73599be2e0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.953740] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc48cb5-acaf-45e7-8f6b-7d9fdb691f2f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.963245] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4d5cb9-fbfc-4590-ac25-83d42a93a3cf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.981121] env[70542]: DEBUG nova.compute.provider_tree [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.012516] env[70542]: DEBUG oslo_vmware.api [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911332, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.055294] env[70542]: DEBUG oslo_vmware.api [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Task: {'id': task-3911333, 'name': PowerOnVM_Task, 'duration_secs': 0.985773} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.055521] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.058241] env[70542]: INFO nova.compute.manager [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Took 10.33 seconds to spawn the instance on the hypervisor. [ 878.058241] env[70542]: DEBUG nova.compute.manager [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 878.058241] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0204b152-5325-4f77-a516-5df1b109a230 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.070033] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4de9aa19-0f33-4b23-a8df-e78697be53f3 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Lock "96d1bbde-21c0-4bf8-a7ee-9a3d274652d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.264s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.261394] env[70542]: DEBUG oslo_vmware.api [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911335, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.369696] env[70542]: DEBUG nova.compute.manager [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 878.370877] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9a47c8-def1-46fa-bb4a-c583cd6c090e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.484681] env[70542]: DEBUG nova.scheduler.client.report [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.513440] env[70542]: DEBUG oslo_vmware.api [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911332, 'name': CloneVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.573158] env[70542]: DEBUG nova.compute.manager [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.580458] env[70542]: INFO nova.compute.manager [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Took 52.25 seconds to build instance. [ 878.760852] env[70542]: DEBUG oslo_vmware.api [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911335, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.885941] env[70542]: INFO nova.compute.manager [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] instance snapshotting [ 878.886323] env[70542]: DEBUG nova.objects.instance [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lazy-loading 'flavor' on Instance uuid 3de4b70e-5e69-4b82-afb3-84162651b76c {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.993566] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.999091] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.002s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.999091] env[70542]: DEBUG nova.objects.instance [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lazy-loading 'resources' on Instance uuid 7323ed53-e030-4128-b880-37c3ee09434b {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.020727] env[70542]: DEBUG oslo_vmware.api [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911332, 'name': CloneVM_Task, 'duration_secs': 1.615387} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.021036] env[70542]: INFO nova.virt.vmwareapi.vmops [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Created linked-clone VM from snapshot [ 879.021816] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088694d0-3cf5-4caa-a060-9b19aa1ec5b8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.026376] env[70542]: INFO nova.scheduler.client.report [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Deleted allocations for instance f355d8b7-a7d9-4b25-97aa-cdc6c7102e31 [ 879.030983] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Uploading image 42fdc7c0-b161-48ee-bfa2-ef69590a53b5 {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 879.061708] env[70542]: DEBUG oslo_vmware.rw_handles [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 879.061708] env[70542]: value = "vm-776740" [ 879.061708] env[70542]: _type = "VirtualMachine" [ 879.061708] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 879.061708] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8511147c-b40e-4cd2-a981-7daab8c6dae3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.070179] env[70542]: DEBUG oslo_vmware.rw_handles [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lease: (returnval){ [ 879.070179] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52573d0a-d4f1-f766-a2eb-5aa9f8d628f3" [ 879.070179] env[70542]: _type = "HttpNfcLease" [ 879.070179] env[70542]: } obtained for exporting VM: (result){ [ 879.070179] env[70542]: value = "vm-776740" [ 879.070179] env[70542]: _type = "VirtualMachine" [ 879.070179] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 879.070626] env[70542]: DEBUG oslo_vmware.api [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the lease: (returnval){ [ 879.070626] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52573d0a-d4f1-f766-a2eb-5aa9f8d628f3" [ 879.070626] env[70542]: _type = "HttpNfcLease" [ 879.070626] env[70542]: } to be ready. {{(pid=70542) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 879.081565] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 879.081565] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52573d0a-d4f1-f766-a2eb-5aa9f8d628f3" [ 879.081565] env[70542]: _type = "HttpNfcLease" [ 879.081565] env[70542]: } is initializing. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 879.085931] env[70542]: DEBUG oslo_concurrency.lockutils [None req-16657fb3-12cd-479c-88eb-27b1a8375a84 tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Lock "ac799fd6-04b0-4e13-8519-dcb356f1ae55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.767s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.096074] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.259761] env[70542]: DEBUG oslo_vmware.api [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911335, 'name': PowerOnVM_Task, 'duration_secs': 1.065355} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.260298] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.260375] env[70542]: INFO nova.compute.manager [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Took 5.87 seconds to spawn the instance on the hypervisor. [ 879.260504] env[70542]: DEBUG nova.compute.manager [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 879.261398] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5273e38-a4d7-4d73-b23a-6c675429943a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.398256] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5efc54-d6b3-4577-87ac-4804fc4d3184 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.421207] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ead5d4-7739-4882-b5be-27d38c296b4d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.500681] env[70542]: DEBUG nova.objects.instance [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lazy-loading 'numa_topology' on Instance uuid 7323ed53-e030-4128-b880-37c3ee09434b {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.540056] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6e44e2de-1c2d-42b3-947e-fd96e077c2e2 tempest-ServerRescueTestJSONUnderV235-1149632473 tempest-ServerRescueTestJSONUnderV235-1149632473-project-member] Lock "f355d8b7-a7d9-4b25-97aa-cdc6c7102e31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.025s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.579681] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 879.579681] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52573d0a-d4f1-f766-a2eb-5aa9f8d628f3" [ 879.579681] env[70542]: _type = "HttpNfcLease" [ 879.579681] env[70542]: } is ready. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 879.580044] env[70542]: DEBUG oslo_vmware.rw_handles [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 879.580044] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52573d0a-d4f1-f766-a2eb-5aa9f8d628f3" [ 879.580044] env[70542]: _type = "HttpNfcLease" [ 879.580044] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 879.580779] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a5e757-3f08-4d82-9aba-4fe76539aca4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.589404] env[70542]: DEBUG nova.compute.manager [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.593013] env[70542]: DEBUG oslo_vmware.rw_handles [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525633c6-38c3-b7dd-014f-5faa7515e321/disk-0.vmdk from lease info. {{(pid=70542) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 879.593221] env[70542]: DEBUG oslo_vmware.rw_handles [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525633c6-38c3-b7dd-014f-5faa7515e321/disk-0.vmdk for reading. {{(pid=70542) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 879.770479] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bddf774c-158c-4a63-b5a1-f8339043ce24 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.781096] env[70542]: INFO nova.compute.manager [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Took 37.66 seconds to build instance. [ 879.938671] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Creating Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 879.939017] env[70542]: DEBUG oslo_concurrency.lockutils [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.939767] env[70542]: DEBUG oslo_concurrency.lockutils [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.939994] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5c6a2a06-68a8-49c5-80a7-4839fa1e6ec3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.949259] env[70542]: DEBUG oslo_vmware.api [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 879.949259] env[70542]: value = "task-3911338" [ 879.949259] env[70542]: _type = "Task" [ 879.949259] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.960220] env[70542]: DEBUG oslo_vmware.api [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911338, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.003821] env[70542]: DEBUG nova.objects.base [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Object Instance<7323ed53-e030-4128-b880-37c3ee09434b> lazy-loaded attributes: resources,numa_topology {{(pid=70542) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 880.115935] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.285566] env[70542]: DEBUG oslo_concurrency.lockutils [None req-45bb7932-c8c8-4ffd-9fe2-5e36627874e2 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Lock "157d8e42-98a9-4d4d-b088-ce1413ad89ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.218s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.355022] env[70542]: INFO nova.compute.manager [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Rebuilding instance [ 880.448545] env[70542]: DEBUG nova.compute.manager [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 880.448977] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dafa6c-1b23-4a5c-b9f4-29f6b2a68ff8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.481730] env[70542]: DEBUG oslo_vmware.api [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911338, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.741020] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be63b0da-c1ea-44dc-af2d-aa364dcdc858 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.752398] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c3f7bc-3977-45fa-b1bb-6fc63f631b05 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.803728] env[70542]: DEBUG nova.compute.manager [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 880.808418] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0452c614-307e-47bd-8608-51cb9c5c79e3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.818976] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289abb35-4072-46d3-a40a-1e1f720971fc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.837842] env[70542]: DEBUG nova.compute.provider_tree [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.967353] env[70542]: DEBUG oslo_vmware.api [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911338, 'name': CreateSnapshot_Task, 'duration_secs': 0.607652} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.967690] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Created Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 880.968518] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d0177c-6656-4399-8be3-da6b85d404ba {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.211896] env[70542]: DEBUG oslo_concurrency.lockutils [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Acquiring lock "ac799fd6-04b0-4e13-8519-dcb356f1ae55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.212202] env[70542]: DEBUG oslo_concurrency.lockutils [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Lock "ac799fd6-04b0-4e13-8519-dcb356f1ae55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.212414] env[70542]: DEBUG oslo_concurrency.lockutils [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Acquiring lock "ac799fd6-04b0-4e13-8519-dcb356f1ae55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.212601] env[70542]: DEBUG oslo_concurrency.lockutils [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Lock "ac799fd6-04b0-4e13-8519-dcb356f1ae55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.212874] env[70542]: DEBUG oslo_concurrency.lockutils [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Lock "ac799fd6-04b0-4e13-8519-dcb356f1ae55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.215079] env[70542]: INFO nova.compute.manager [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Terminating instance [ 881.331164] env[70542]: DEBUG oslo_concurrency.lockutils [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.343921] env[70542]: DEBUG nova.scheduler.client.report [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.490183] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Creating linked-clone VM from snapshot {{(pid=70542) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 881.490764] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.490983] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-87080139-d134-46d2-9b08-038ad336d91b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.494147] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-937362dc-5438-4f07-963f-41a1343b326a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.503255] env[70542]: DEBUG oslo_vmware.api [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 881.503255] env[70542]: value = "task-3911340" [ 881.503255] env[70542]: _type = "Task" [ 881.503255] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.505483] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 881.505483] env[70542]: value = "task-3911339" [ 881.505483] env[70542]: _type = "Task" [ 881.505483] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.521514] env[70542]: DEBUG oslo_vmware.api [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911340, 'name': CloneVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.525134] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.719400] env[70542]: DEBUG nova.compute.manager [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.719639] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.720628] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f620db4b-3f35-4316-be9c-8d3e737504fd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.730634] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.730908] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1962378b-b121-483c-aa58-0428150090e3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.738257] env[70542]: DEBUG oslo_vmware.api [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Waiting for the task: (returnval){ [ 881.738257] env[70542]: value = "task-3911341" [ 881.738257] env[70542]: _type = "Task" [ 881.738257] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.748535] env[70542]: DEBUG oslo_vmware.api [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Task: {'id': task-3911341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.850209] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.852s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.856733] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.659s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.856733] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.856733] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70542) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 881.856989] env[70542]: DEBUG oslo_concurrency.lockutils [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.246s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.858750] env[70542]: INFO nova.compute.claims [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.870426] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc513cb9-2055-4cc2-ba0d-07df2e114844 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.886060] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b3965d-8208-4a39-9cd7-cd205da1479c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.912823] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a084b15c-fb21-43c6-9e8b-c65ca9cc2a3a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.928120] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866da2ce-a19f-4d5d-ab1f-c3917de5f68d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.981925] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177683MB free_disk=39GB free_vcpus=48 pci_devices=None {{(pid=70542) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 881.982203] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.026952] env[70542]: DEBUG oslo_vmware.api [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911340, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.032207] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911339, 'name': PowerOffVM_Task, 'duration_secs': 0.136582} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.032618] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.033301] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.034307] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afb1586-b304-4fff-8961-38141c267b62 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.046043] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.047215] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c0068cc-26da-4950-a9d8-ffef1ec26012 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.077363] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Acquiring lock "9a25d997-02e9-4d87-aa89-5d05fac4d70d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.077639] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Lock "9a25d997-02e9-4d87-aa89-5d05fac4d70d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.077855] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Acquiring lock "9a25d997-02e9-4d87-aa89-5d05fac4d70d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.078050] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Lock "9a25d997-02e9-4d87-aa89-5d05fac4d70d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.078225] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Lock "9a25d997-02e9-4d87-aa89-5d05fac4d70d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.080203] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.080536] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.080682] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Deleting the datastore file [datastore1] 157d8e42-98a9-4d4d-b088-ce1413ad89ec {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.081231] env[70542]: INFO nova.compute.manager [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Terminating instance [ 882.083308] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ec69699-e80c-455f-83af-1f4fdb269047 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.093944] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 882.093944] env[70542]: value = "task-3911343" [ 882.093944] env[70542]: _type = "Task" [ 882.093944] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.106023] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.248617] env[70542]: DEBUG oslo_vmware.api [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Task: {'id': task-3911341, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.379017] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a0d1a855-c55f-4395-9c64-e9873ab27ced tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "7323ed53-e030-4128-b880-37c3ee09434b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 62.661s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.381280] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "7323ed53-e030-4128-b880-37c3ee09434b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 34.953s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.381280] env[70542]: INFO nova.compute.manager [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Unshelving [ 882.517038] env[70542]: DEBUG oslo_vmware.api [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911340, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.590057] env[70542]: DEBUG nova.compute.manager [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.590596] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.591816] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f82f073-0697-4f7f-aae3-36392ab9ce77 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.606617] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227254} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.607200] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.608029] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.608029] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.608029] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.610308] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d63bc7a9-4186-438e-bbab-bc68df18fb0e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.618588] env[70542]: DEBUG oslo_vmware.api [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Waiting for the task: (returnval){ [ 882.618588] env[70542]: value = "task-3911344" [ 882.618588] env[70542]: _type = "Task" [ 882.618588] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.628414] env[70542]: DEBUG oslo_vmware.api [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Task: {'id': task-3911344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.751183] env[70542]: DEBUG oslo_vmware.api [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Task: {'id': task-3911341, 'name': PowerOffVM_Task, 'duration_secs': 0.647438} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.752643] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.752835] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.753188] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16e23057-767b-4c02-a542-3c94a998d9c3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.837779] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.838178] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.838480] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Deleting the datastore file [datastore2] ac799fd6-04b0-4e13-8519-dcb356f1ae55 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.838862] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbd20b79-186f-4ba7-91a0-ca537e6b0172 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.850780] env[70542]: DEBUG oslo_vmware.api [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Waiting for the task: (returnval){ [ 882.850780] env[70542]: value = "task-3911346" [ 882.850780] env[70542]: _type = "Task" [ 882.850780] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.865860] env[70542]: DEBUG oslo_vmware.api [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Task: {'id': task-3911346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.016197] env[70542]: DEBUG oslo_vmware.api [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911340, 'name': CloneVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.130517] env[70542]: DEBUG oslo_vmware.api [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Task: {'id': task-3911344, 'name': PowerOffVM_Task, 'duration_secs': 0.306287} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.130517] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.130517] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.130865] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7cda03d-3d32-4442-96ce-1f6bc9a768b3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.204519] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.204767] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.205029] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Deleting the datastore file [datastore1] 9a25d997-02e9-4d87-aa89-5d05fac4d70d {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.205307] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df72fd45-0c8f-477c-bf9f-39aec9f1ad8c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.219020] env[70542]: DEBUG oslo_vmware.api [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Waiting for the task: (returnval){ [ 883.219020] env[70542]: value = "task-3911348" [ 883.219020] env[70542]: _type = "Task" [ 883.219020] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.225564] env[70542]: DEBUG oslo_vmware.api [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Task: {'id': task-3911348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.371999] env[70542]: DEBUG oslo_vmware.api [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Task: {'id': task-3911346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.436341} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.375283] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.375499] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.375677] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.375852] env[70542]: INFO nova.compute.manager [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Took 1.66 seconds to destroy the instance on the hypervisor. [ 883.376150] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.376634] env[70542]: DEBUG nova.compute.manager [-] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.376735] env[70542]: DEBUG nova.network.neutron [-] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.405792] env[70542]: DEBUG nova.compute.utils [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.521073] env[70542]: DEBUG oslo_vmware.api [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911340, 'name': CloneVM_Task, 'duration_secs': 1.594033} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.522729] env[70542]: INFO nova.virt.vmwareapi.vmops [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Created linked-clone VM from snapshot [ 883.523906] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182be192-1ba1-4eec-ab71-d62df1dbfab0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.527849] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2265a413-b6e7-440c-a11d-0abd97e0ea11 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.538422] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Uploading image 2bda8362-729b-4f66-a50b-b5287119df55 {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 883.545507] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b3411f-631e-4f02-a8f0-d3460066dbbd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.580907] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e145cbc6-d090-4101-9ee6-d34110033344 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.590626] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a63afd-a49d-43a3-8f64-bbcb6c6857cc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.596528] env[70542]: DEBUG oslo_vmware.rw_handles [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 883.596528] env[70542]: value = "vm-776742" [ 883.596528] env[70542]: _type = "VirtualMachine" [ 883.596528] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 883.596800] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1f5e80c9-3201-4882-a29c-c9d88ab580ea {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.611777] env[70542]: DEBUG nova.compute.provider_tree [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 883.620955] env[70542]: DEBUG oslo_vmware.rw_handles [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lease: (returnval){ [ 883.620955] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52df1c73-780e-2a38-89f8-44bdde3c3a2e" [ 883.620955] env[70542]: _type = "HttpNfcLease" [ 883.620955] env[70542]: } obtained for exporting VM: (result){ [ 883.620955] env[70542]: value = "vm-776742" [ 883.620955] env[70542]: _type = "VirtualMachine" [ 883.620955] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 883.620955] env[70542]: DEBUG oslo_vmware.api [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the lease: (returnval){ [ 883.620955] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52df1c73-780e-2a38-89f8-44bdde3c3a2e" [ 883.620955] env[70542]: _type = "HttpNfcLease" [ 883.620955] env[70542]: } to be ready. {{(pid=70542) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 883.631057] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 883.631057] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52df1c73-780e-2a38-89f8-44bdde3c3a2e" [ 883.631057] env[70542]: _type = "HttpNfcLease" [ 883.631057] env[70542]: } is ready. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 883.631587] env[70542]: DEBUG oslo_vmware.rw_handles [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 883.631587] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52df1c73-780e-2a38-89f8-44bdde3c3a2e" [ 883.631587] env[70542]: _type = "HttpNfcLease" [ 883.631587] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 883.632462] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fd6ab4-9773-439d-8a56-e11d004fc835 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.641872] env[70542]: DEBUG oslo_vmware.rw_handles [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521a3dc2-4fb0-8eea-ac87-d4e3ad905d57/disk-0.vmdk from lease info. {{(pid=70542) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 883.642067] env[70542]: DEBUG oslo_vmware.rw_handles [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521a3dc2-4fb0-8eea-ac87-d4e3ad905d57/disk-0.vmdk for reading. {{(pid=70542) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 883.645342] env[70542]: DEBUG nova.virt.hardware [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.645582] env[70542]: DEBUG nova.virt.hardware [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.645739] env[70542]: DEBUG nova.virt.hardware [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.645939] env[70542]: DEBUG nova.virt.hardware [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.646082] env[70542]: DEBUG nova.virt.hardware [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.646233] env[70542]: DEBUG nova.virt.hardware [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.646445] env[70542]: DEBUG nova.virt.hardware [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.646604] env[70542]: DEBUG nova.virt.hardware [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.646767] env[70542]: DEBUG nova.virt.hardware [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.646931] env[70542]: DEBUG nova.virt.hardware [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.648217] env[70542]: DEBUG nova.virt.hardware [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.649441] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d594086f-8d75-4968-a1a3-99720a9ddeae {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.740049] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ec6887-4e2b-4b3e-a731-c321e245f524 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.754191] env[70542]: DEBUG oslo_vmware.api [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Task: {'id': task-3911348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398271} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.764060] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.764060] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.764060] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.764060] env[70542]: INFO nova.compute.manager [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 883.764060] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.764936] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Instance VIF info [] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.771448] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.771766] env[70542]: DEBUG nova.compute.manager [-] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.771859] env[70542]: DEBUG nova.network.neutron [-] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.773985] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.773985] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-409d643e-20de-4ea6-a6e3-16bc6ff671ce {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.792776] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.792776] env[70542]: value = "task-3911350" [ 883.792776] env[70542]: _type = "Task" [ 883.792776] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.801569] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911350, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.835438] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a3492de2-4704-46eb-936d-53615635114b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.853328] env[70542]: DEBUG nova.compute.manager [req-3e77ad1d-ee5d-4a6b-b5e9-1ed68e4d8d42 req-09a135b4-45d0-4b8c-b7bc-1e2bda5312f4 service nova] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Received event network-vif-deleted-371eb896-edfb-4502-b634-272051f829c4 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.853571] env[70542]: INFO nova.compute.manager [req-3e77ad1d-ee5d-4a6b-b5e9-1ed68e4d8d42 req-09a135b4-45d0-4b8c-b7bc-1e2bda5312f4 service nova] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Neutron deleted interface 371eb896-edfb-4502-b634-272051f829c4; detaching it from the instance and deleting it from the info cache [ 883.853713] env[70542]: DEBUG nova.network.neutron [req-3e77ad1d-ee5d-4a6b-b5e9-1ed68e4d8d42 req-09a135b4-45d0-4b8c-b7bc-1e2bda5312f4 service nova] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.908854] env[70542]: INFO nova.virt.block_device [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Booting with volume 8f87a269-7ce3-48d6-ae8d-15427e64747d at /dev/sdb [ 883.959800] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3192963e-d5f1-4fb9-a4a9-a3ae1fe2fe8a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.970362] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53917a9-67d9-4f6a-b38e-a48fda39c239 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.013184] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d04436c-fee3-4386-9943-c5f277cb4ece {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.023709] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c6471a-7621-4483-80b8-4ff9dd3050ea {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.070325] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04d6a0a-3fda-427f-870c-da1b94c3298f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.081606] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7860c5-b300-4769-a778-6da3a5f1250a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.106725] env[70542]: DEBUG nova.virt.block_device [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Updating existing volume attachment record: b64455ec-0250-496e-a6cb-c978e736341f {{(pid=70542) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 884.148483] env[70542]: ERROR nova.scheduler.client.report [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [req-1c39f6e2-2ea8-4482-8a59-ab3a0f3e078a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 42cfc9d8-0155-4d55-9653-7de4fa794724. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1c39f6e2-2ea8-4482-8a59-ab3a0f3e078a"}]} [ 884.176962] env[70542]: DEBUG nova.scheduler.client.report [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Refreshing inventories for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 884.201678] env[70542]: DEBUG nova.scheduler.client.report [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Updating ProviderTree inventory for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 884.201913] env[70542]: DEBUG nova.compute.provider_tree [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 884.218339] env[70542]: DEBUG nova.scheduler.client.report [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Refreshing aggregate associations for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724, aggregates: None {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 884.245367] env[70542]: DEBUG nova.scheduler.client.report [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Refreshing trait associations for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 884.315209] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911350, 'name': CreateVM_Task, 'duration_secs': 0.375331} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.319550] env[70542]: DEBUG nova.network.neutron [-] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.320829] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.321424] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.321593] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.321975] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.322696] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19564627-6293-4305-863e-121d47db0a84 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.330724] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 884.330724] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a77e0c-05d2-0a82-96ec-73f54282605a" [ 884.330724] env[70542]: _type = "Task" [ 884.330724] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.355953] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a77e0c-05d2-0a82-96ec-73f54282605a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.357201] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96252b10-76f1-4656-ae41-830e19758cdc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.375460] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7869b0-5119-470b-acf5-43697962f218 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.445355] env[70542]: DEBUG nova.compute.manager [req-3e77ad1d-ee5d-4a6b-b5e9-1ed68e4d8d42 req-09a135b4-45d0-4b8c-b7bc-1e2bda5312f4 service nova] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Detach interface failed, port_id=371eb896-edfb-4502-b634-272051f829c4, reason: Instance ac799fd6-04b0-4e13-8519-dcb356f1ae55 could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 884.823483] env[70542]: INFO nova.compute.manager [-] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Took 1.45 seconds to deallocate network for instance. [ 884.853010] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a77e0c-05d2-0a82-96ec-73f54282605a, 'name': SearchDatastore_Task, 'duration_secs': 0.018803} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.853381] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.853699] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.853927] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.854076] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.854198] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.854987] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f3e7ec3-8daf-4dc3-afbc-705578fbadb1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.875449] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.876160] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.877564] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05db19b0-5c44-4b2c-88b1-2194faf09804 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.888372] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 884.888372] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5264066f-3f41-13f9-30dd-1e48ee419c06" [ 884.888372] env[70542]: _type = "Task" [ 884.888372] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.907502] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5264066f-3f41-13f9-30dd-1e48ee419c06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.095974] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887eea64-3be9-4205-93a4-d59d0cfe144d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.106493] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77469f28-6d20-41b1-9b1f-403d55317a9a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.150287] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecda7a3-0edf-4135-b26b-093f690419f7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.164382] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f4b363-2e58-40bb-a0cf-6ccc0f03d005 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.189126] env[70542]: DEBUG nova.compute.provider_tree [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 885.331484] env[70542]: DEBUG oslo_concurrency.lockutils [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.405603] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5264066f-3f41-13f9-30dd-1e48ee419c06, 'name': SearchDatastore_Task, 'duration_secs': 0.017498} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.407238] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ffc56ea-0108-4905-9133-3dfd2a5ff058 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.417308] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 885.417308] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52bce1c4-af9f-56b5-b4e4-05d3961ae424" [ 885.417308] env[70542]: _type = "Task" [ 885.417308] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.430224] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52bce1c4-af9f-56b5-b4e4-05d3961ae424, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.496605] env[70542]: DEBUG nova.network.neutron [-] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.736145] env[70542]: DEBUG nova.scheduler.client.report [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Updated inventory for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 885.736764] env[70542]: DEBUG nova.compute.provider_tree [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Updating resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724 generation from 77 to 78 during operation: update_inventory {{(pid=70542) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 885.736764] env[70542]: DEBUG nova.compute.provider_tree [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 885.742935] env[70542]: DEBUG nova.compute.manager [req-54fde62f-61f1-449b-a685-98b78f128b2a req-0fb40bd9-0f82-4797-bceb-8a9391877976 service nova] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Received event network-vif-deleted-25ba8f63-d341-4c74-bbf7-9a1d065f836a {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.931061] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52bce1c4-af9f-56b5-b4e4-05d3961ae424, 'name': SearchDatastore_Task, 'duration_secs': 0.020741} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.931448] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.931681] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 157d8e42-98a9-4d4d-b088-ce1413ad89ec/157d8e42-98a9-4d4d-b088-ce1413ad89ec.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.931984] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d079c1b-7904-497a-b88e-64462a9aefe4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.941908] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 885.941908] env[70542]: value = "task-3911354" [ 885.941908] env[70542]: _type = "Task" [ 885.941908] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.955565] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.001067] env[70542]: INFO nova.compute.manager [-] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Took 2.23 seconds to deallocate network for instance. [ 886.246073] env[70542]: DEBUG oslo_concurrency.lockutils [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.389s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.246690] env[70542]: DEBUG nova.compute.manager [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.250999] env[70542]: DEBUG oslo_concurrency.lockutils [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.143s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.255992] env[70542]: INFO nova.compute.claims [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.458839] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911354, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.510042] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.763835] env[70542]: DEBUG nova.compute.utils [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.765548] env[70542]: DEBUG nova.compute.manager [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.765718] env[70542]: DEBUG nova.network.neutron [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.836841] env[70542]: DEBUG nova.policy [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88fab72a1d4b4044992e90e85b585002', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66131e2a2e6944aca9f174ef91beac79', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.955824] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911354, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575844} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.956269] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 157d8e42-98a9-4d4d-b088-ce1413ad89ec/157d8e42-98a9-4d4d-b088-ce1413ad89ec.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.956812] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.957128] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d449c68a-d39d-4a28-a606-cb98d3103016 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.966465] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 886.966465] env[70542]: value = "task-3911356" [ 886.966465] env[70542]: _type = "Task" [ 886.966465] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.980826] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.159459] env[70542]: DEBUG nova.network.neutron [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Successfully created port: 75f970bb-1bbc-4b2d-95bf-06bb2619dbb7 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.271594] env[70542]: DEBUG nova.compute.manager [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.481323] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087747} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.488524] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.489846] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5318309-c879-4990-b849-bd4066d78242 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.518369] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 157d8e42-98a9-4d4d-b088-ce1413ad89ec/157d8e42-98a9-4d4d-b088-ce1413ad89ec.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.521559] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76e74a19-2f7d-42aa-9440-71f59eba5744 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.546030] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 887.546030] env[70542]: value = "task-3911357" [ 887.546030] env[70542]: _type = "Task" [ 887.546030] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.559768] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911357, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.905106] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9300d613-97ff-4901-ba04-8963f3a1b834 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.914232] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b9bcd0-41ea-4a99-ae0f-8ebc68cb240f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.981963] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46b02ea-5b7f-4f20-b425-81176d7c1a90 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.001061] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac65f56-c450-47b1-a837-9db4bd739b9a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.033506] env[70542]: DEBUG nova.compute.provider_tree [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.064289] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911357, 'name': ReconfigVM_Task, 'duration_secs': 0.498823} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.065490] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 157d8e42-98a9-4d4d-b088-ce1413ad89ec/157d8e42-98a9-4d4d-b088-ce1413ad89ec.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.066699] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34da901f-4868-4110-84e0-bbf8e8e5d68a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.077381] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 888.077381] env[70542]: value = "task-3911358" [ 888.077381] env[70542]: _type = "Task" [ 888.077381] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.090278] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911358, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.286234] env[70542]: DEBUG nova.compute.manager [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.537439] env[70542]: DEBUG nova.scheduler.client.report [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.589596] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911358, 'name': Rename_Task, 'duration_secs': 0.162215} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.590052] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.590412] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a21f0be-50a4-4322-9188-dbffd6f159d3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.599305] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 888.599305] env[70542]: value = "task-3911359" [ 888.599305] env[70542]: _type = "Task" [ 888.599305] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.611314] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.668058] env[70542]: DEBUG nova.network.neutron [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Successfully updated port: 75f970bb-1bbc-4b2d-95bf-06bb2619dbb7 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.774316] env[70542]: DEBUG nova.virt.hardware [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.774316] env[70542]: DEBUG nova.virt.hardware [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.774316] env[70542]: DEBUG nova.virt.hardware [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.776250] env[70542]: DEBUG nova.virt.hardware [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.776250] env[70542]: DEBUG nova.virt.hardware [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.776250] env[70542]: DEBUG nova.virt.hardware [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.776250] env[70542]: DEBUG nova.virt.hardware [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.776250] env[70542]: DEBUG nova.virt.hardware [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.776250] env[70542]: DEBUG nova.virt.hardware [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.776250] env[70542]: DEBUG nova.virt.hardware [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.776250] env[70542]: DEBUG nova.virt.hardware [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.779025] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c065253-ecb4-4f8c-b23c-800641a93e89 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.789386] env[70542]: DEBUG oslo_vmware.rw_handles [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525633c6-38c3-b7dd-014f-5faa7515e321/disk-0.vmdk. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 888.791043] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ac285a-0175-4013-b72e-47e9b9de5ade {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.797452] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d906962-1958-46a2-b468-22830d603511 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.803678] env[70542]: DEBUG oslo_vmware.rw_handles [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525633c6-38c3-b7dd-014f-5faa7515e321/disk-0.vmdk is in state: ready. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 888.803850] env[70542]: ERROR oslo_vmware.rw_handles [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525633c6-38c3-b7dd-014f-5faa7515e321/disk-0.vmdk due to incomplete transfer. [ 888.812859] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f29ac6a9-ac0d-473f-92d5-3b708aa7b097 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.823283] env[70542]: DEBUG oslo_vmware.rw_handles [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525633c6-38c3-b7dd-014f-5faa7515e321/disk-0.vmdk. {{(pid=70542) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 888.823839] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Uploaded image 42fdc7c0-b161-48ee-bfa2-ef69590a53b5 to the Glance image server {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 888.825848] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Destroying the VM {{(pid=70542) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 888.826170] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-976db73e-c609-4c1d-92d2-bf89df82ce48 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.834129] env[70542]: DEBUG oslo_vmware.api [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 888.834129] env[70542]: value = "task-3911360" [ 888.834129] env[70542]: _type = "Task" [ 888.834129] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.844259] env[70542]: DEBUG oslo_vmware.api [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911360, 'name': Destroy_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.044185] env[70542]: DEBUG oslo_concurrency.lockutils [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.044185] env[70542]: DEBUG nova.compute.manager [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 889.046654] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.857s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.046883] env[70542]: DEBUG nova.objects.instance [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Lazy-loading 'resources' on Instance uuid b84f98ef-3dd3-409f-a069-c49e23ded498 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.112247] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911359, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.171451] env[70542]: DEBUG oslo_concurrency.lockutils [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "refresh_cache-b3a56943-dfe3-47f1-a767-c9b09d8d4f77" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.171451] env[70542]: DEBUG oslo_concurrency.lockutils [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquired lock "refresh_cache-b3a56943-dfe3-47f1-a767-c9b09d8d4f77" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.171451] env[70542]: DEBUG nova.network.neutron [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.346760] env[70542]: DEBUG oslo_vmware.api [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911360, 'name': Destroy_Task, 'duration_secs': 0.429738} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.346760] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Destroyed the VM [ 889.346958] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Deleting Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 889.347225] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-df306d7e-e3af-436a-b2e3-1a6f3049b257 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.355528] env[70542]: DEBUG oslo_vmware.api [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 889.355528] env[70542]: value = "task-3911361" [ 889.355528] env[70542]: _type = "Task" [ 889.355528] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.365762] env[70542]: DEBUG oslo_vmware.api [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911361, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.550441] env[70542]: DEBUG nova.compute.utils [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.553028] env[70542]: DEBUG nova.compute.manager [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.553028] env[70542]: DEBUG nova.network.neutron [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.613256] env[70542]: DEBUG oslo_vmware.api [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911359, 'name': PowerOnVM_Task, 'duration_secs': 0.650189} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.616363] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.616593] env[70542]: DEBUG nova.compute.manager [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 889.618385] env[70542]: DEBUG nova.policy [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf958597122f47a3ad61b0c0f6e48662', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1ed649ce03f4cb994a22b4fae711fb7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.620695] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a161660-514a-4dcf-ad07-5f06a7b55a82 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.734754] env[70542]: DEBUG nova.network.neutron [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.747979] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquiring lock "89ae4a6d-70ab-4e83-8a97-063321b8dab4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.747979] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lock "89ae4a6d-70ab-4e83-8a97-063321b8dab4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.794107] env[70542]: DEBUG nova.compute.manager [req-a478a409-5740-4c5a-849c-2f5e14e93f2b req-757854ba-73d1-4c9c-ac2a-771a694bba3e service nova] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Received event network-vif-plugged-75f970bb-1bbc-4b2d-95bf-06bb2619dbb7 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.794368] env[70542]: DEBUG oslo_concurrency.lockutils [req-a478a409-5740-4c5a-849c-2f5e14e93f2b req-757854ba-73d1-4c9c-ac2a-771a694bba3e service nova] Acquiring lock "b3a56943-dfe3-47f1-a767-c9b09d8d4f77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.794566] env[70542]: DEBUG oslo_concurrency.lockutils [req-a478a409-5740-4c5a-849c-2f5e14e93f2b req-757854ba-73d1-4c9c-ac2a-771a694bba3e service nova] Lock "b3a56943-dfe3-47f1-a767-c9b09d8d4f77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.794782] env[70542]: DEBUG oslo_concurrency.lockutils [req-a478a409-5740-4c5a-849c-2f5e14e93f2b req-757854ba-73d1-4c9c-ac2a-771a694bba3e service nova] Lock "b3a56943-dfe3-47f1-a767-c9b09d8d4f77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.795011] env[70542]: DEBUG nova.compute.manager [req-a478a409-5740-4c5a-849c-2f5e14e93f2b req-757854ba-73d1-4c9c-ac2a-771a694bba3e service nova] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] No waiting events found dispatching network-vif-plugged-75f970bb-1bbc-4b2d-95bf-06bb2619dbb7 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 889.795210] env[70542]: WARNING nova.compute.manager [req-a478a409-5740-4c5a-849c-2f5e14e93f2b req-757854ba-73d1-4c9c-ac2a-771a694bba3e service nova] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Received unexpected event network-vif-plugged-75f970bb-1bbc-4b2d-95bf-06bb2619dbb7 for instance with vm_state building and task_state spawning. [ 889.871508] env[70542]: DEBUG oslo_vmware.api [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911361, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.932347] env[70542]: DEBUG nova.network.neutron [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Updating instance_info_cache with network_info: [{"id": "75f970bb-1bbc-4b2d-95bf-06bb2619dbb7", "address": "fa:16:3e:80:09:ce", "network": {"id": "3163fefd-2b35-47f6-8743-5fc428f5d56f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-363612688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66131e2a2e6944aca9f174ef91beac79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75f970bb-1b", "ovs_interfaceid": "75f970bb-1bbc-4b2d-95bf-06bb2619dbb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.031038] env[70542]: DEBUG nova.network.neutron [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Successfully created port: 2f285a54-f690-457a-bf32-6d73d6d1ead9 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.059625] env[70542]: DEBUG nova.compute.manager [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 890.141423] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.224688] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b3e108-4474-408e-9243-505d8389b605 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.234890] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab4ad0e-c3d2-433a-94a5-a12648a3b761 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.272899] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3388bdd2-5812-4983-84f7-a4961a70ed8f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.281678] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782eecac-03b7-4acc-b38c-336568023f03 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.287813] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.297117] env[70542]: DEBUG nova.compute.provider_tree [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.371236] env[70542]: DEBUG oslo_vmware.api [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911361, 'name': RemoveSnapshot_Task, 'duration_secs': 0.790174} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.371529] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Deleted Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 890.371746] env[70542]: INFO nova.compute.manager [None req-f6f929ad-b660-467a-89d3-c9b60a7cd072 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Took 15.98 seconds to snapshot the instance on the hypervisor. [ 890.437027] env[70542]: DEBUG oslo_concurrency.lockutils [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Releasing lock "refresh_cache-b3a56943-dfe3-47f1-a767-c9b09d8d4f77" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.437027] env[70542]: DEBUG nova.compute.manager [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Instance network_info: |[{"id": "75f970bb-1bbc-4b2d-95bf-06bb2619dbb7", "address": "fa:16:3e:80:09:ce", "network": {"id": "3163fefd-2b35-47f6-8743-5fc428f5d56f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-363612688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66131e2a2e6944aca9f174ef91beac79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75f970bb-1b", "ovs_interfaceid": "75f970bb-1bbc-4b2d-95bf-06bb2619dbb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.437027] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:09:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75f970bb-1bbc-4b2d-95bf-06bb2619dbb7', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.450037] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.450811] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.450960] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-048f4992-704d-41e8-abde-e19eac0aa192 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.472546] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.472546] env[70542]: value = "task-3911362" [ 890.472546] env[70542]: _type = "Task" [ 890.472546] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.484725] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911362, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.800366] env[70542]: DEBUG nova.scheduler.client.report [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.887735] env[70542]: DEBUG oslo_concurrency.lockutils [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "ac58aee6-9a03-446a-804f-6b9c72f30a99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.887887] env[70542]: DEBUG oslo_concurrency.lockutils [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "ac58aee6-9a03-446a-804f-6b9c72f30a99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.987211] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911362, 'name': CreateVM_Task, 'duration_secs': 0.390469} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.987463] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.988237] env[70542]: DEBUG oslo_concurrency.lockutils [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.989116] env[70542]: DEBUG oslo_concurrency.lockutils [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.989116] env[70542]: DEBUG oslo_concurrency.lockutils [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.989116] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-957754d8-2e87-4925-9e43-10f2d01fe932 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.995425] env[70542]: DEBUG oslo_vmware.api [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 890.995425] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f13a0b-6c20-6035-d896-5038e61bae90" [ 890.995425] env[70542]: _type = "Task" [ 890.995425] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.005879] env[70542]: DEBUG oslo_vmware.api [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f13a0b-6c20-6035-d896-5038e61bae90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.072601] env[70542]: DEBUG nova.compute.manager [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 891.105190] env[70542]: DEBUG nova.virt.hardware [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.105510] env[70542]: DEBUG nova.virt.hardware [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.105710] env[70542]: DEBUG nova.virt.hardware [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.105913] env[70542]: DEBUG nova.virt.hardware [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.106294] env[70542]: DEBUG nova.virt.hardware [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.106483] env[70542]: DEBUG nova.virt.hardware [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.106707] env[70542]: DEBUG nova.virt.hardware [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.106872] env[70542]: DEBUG nova.virt.hardware [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.107606] env[70542]: DEBUG nova.virt.hardware [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.107606] env[70542]: DEBUG nova.virt.hardware [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.107606] env[70542]: DEBUG nova.virt.hardware [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.108339] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1a9f91-3568-4cb8-bc6d-91b69a92bb9a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.118149] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaaaee8-017d-47c7-8068-d8ea542320ba {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.221770] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquiring lock "157d8e42-98a9-4d4d-b088-ce1413ad89ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.222079] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Lock "157d8e42-98a9-4d4d-b088-ce1413ad89ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.222724] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquiring lock "157d8e42-98a9-4d4d-b088-ce1413ad89ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.222724] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Lock "157d8e42-98a9-4d4d-b088-ce1413ad89ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.222724] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Lock "157d8e42-98a9-4d4d-b088-ce1413ad89ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.225878] env[70542]: INFO nova.compute.manager [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Terminating instance [ 891.310017] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.310017] env[70542]: DEBUG oslo_concurrency.lockutils [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.011s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.310017] env[70542]: DEBUG nova.objects.instance [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Lazy-loading 'resources' on Instance uuid c09cc678-024d-4442-9e98-daf82b734c5c {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.339393] env[70542]: INFO nova.scheduler.client.report [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Deleted allocations for instance b84f98ef-3dd3-409f-a069-c49e23ded498 [ 891.510085] env[70542]: DEBUG oslo_vmware.api [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f13a0b-6c20-6035-d896-5038e61bae90, 'name': SearchDatastore_Task, 'duration_secs': 0.012635} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.510463] env[70542]: DEBUG oslo_concurrency.lockutils [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.510793] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.510933] env[70542]: DEBUG oslo_concurrency.lockutils [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.511098] env[70542]: DEBUG oslo_concurrency.lockutils [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.511283] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.511922] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0ebba69-aa74-4f17-b9c8-ac7dd21797a0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.522762] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.522982] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.523722] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6455b9b-bf85-43c6-8f6a-a01470d9c350 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.530652] env[70542]: DEBUG oslo_vmware.api [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 891.530652] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523e5297-3cf6-d02b-771f-8e1320cd436d" [ 891.530652] env[70542]: _type = "Task" [ 891.530652] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.540333] env[70542]: DEBUG oslo_vmware.api [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523e5297-3cf6-d02b-771f-8e1320cd436d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.716601] env[70542]: DEBUG nova.network.neutron [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Successfully updated port: 2f285a54-f690-457a-bf32-6d73d6d1ead9 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.734384] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquiring lock "refresh_cache-157d8e42-98a9-4d4d-b088-ce1413ad89ec" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.734996] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquired lock "refresh_cache-157d8e42-98a9-4d4d-b088-ce1413ad89ec" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.735364] env[70542]: DEBUG nova.network.neutron [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.829775] env[70542]: DEBUG nova.compute.manager [req-9089f1ee-1974-45ab-a49a-1b4eade438ba req-fa030c8b-f5a7-46f8-84f1-a67eccea2297 service nova] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Received event network-changed-75f970bb-1bbc-4b2d-95bf-06bb2619dbb7 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.830761] env[70542]: DEBUG nova.compute.manager [req-9089f1ee-1974-45ab-a49a-1b4eade438ba req-fa030c8b-f5a7-46f8-84f1-a67eccea2297 service nova] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Refreshing instance network info cache due to event network-changed-75f970bb-1bbc-4b2d-95bf-06bb2619dbb7. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.831174] env[70542]: DEBUG oslo_concurrency.lockutils [req-9089f1ee-1974-45ab-a49a-1b4eade438ba req-fa030c8b-f5a7-46f8-84f1-a67eccea2297 service nova] Acquiring lock "refresh_cache-b3a56943-dfe3-47f1-a767-c9b09d8d4f77" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.833828] env[70542]: DEBUG oslo_concurrency.lockutils [req-9089f1ee-1974-45ab-a49a-1b4eade438ba req-fa030c8b-f5a7-46f8-84f1-a67eccea2297 service nova] Acquired lock "refresh_cache-b3a56943-dfe3-47f1-a767-c9b09d8d4f77" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.833828] env[70542]: DEBUG nova.network.neutron [req-9089f1ee-1974-45ab-a49a-1b4eade438ba req-fa030c8b-f5a7-46f8-84f1-a67eccea2297 service nova] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Refreshing network info cache for port 75f970bb-1bbc-4b2d-95bf-06bb2619dbb7 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.851314] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb954eeb-85e3-42c2-84ea-4d2ffaaf25f5 tempest-ServerGroupTestJSON-1023642755 tempest-ServerGroupTestJSON-1023642755-project-member] Lock "b84f98ef-3dd3-409f-a069-c49e23ded498" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.284s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.047064] env[70542]: DEBUG oslo_vmware.api [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523e5297-3cf6-d02b-771f-8e1320cd436d, 'name': SearchDatastore_Task, 'duration_secs': 0.011883} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.048017] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19eb90e0-6f30-4d2a-a61a-be9e750210d9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.057391] env[70542]: DEBUG oslo_vmware.api [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 892.057391] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52112e18-cdfe-8fe0-f1dd-aa649731a3c9" [ 892.057391] env[70542]: _type = "Task" [ 892.057391] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.069801] env[70542]: DEBUG oslo_vmware.api [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52112e18-cdfe-8fe0-f1dd-aa649731a3c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.219759] env[70542]: DEBUG oslo_concurrency.lockutils [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "refresh_cache-e3f9e5df-5236-4512-97df-19ff178b2af3" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.220153] env[70542]: DEBUG oslo_concurrency.lockutils [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquired lock "refresh_cache-e3f9e5df-5236-4512-97df-19ff178b2af3" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.220153] env[70542]: DEBUG nova.network.neutron [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.259231] env[70542]: DEBUG nova.network.neutron [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.321788] env[70542]: DEBUG nova.network.neutron [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.369369] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bc9252-dd00-4390-9459-a1b96c0785e2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.380879] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cf647f-fa55-4fee-8d63-c9998f42b02e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.416716] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674ad66f-6730-4164-8b7c-b34f355cf7af {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.425385] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051c2c00-f426-4a58-8c0c-3d855b418bb6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.442853] env[70542]: DEBUG nova.compute.provider_tree [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.568883] env[70542]: DEBUG oslo_vmware.api [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52112e18-cdfe-8fe0-f1dd-aa649731a3c9, 'name': SearchDatastore_Task, 'duration_secs': 0.012423} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.569233] env[70542]: DEBUG oslo_concurrency.lockutils [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.569471] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] b3a56943-dfe3-47f1-a767-c9b09d8d4f77/b3a56943-dfe3-47f1-a767-c9b09d8d4f77.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.569775] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71617a15-d99c-4f37-9380-0e6415d08a4f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.578280] env[70542]: DEBUG oslo_vmware.api [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 892.578280] env[70542]: value = "task-3911363" [ 892.578280] env[70542]: _type = "Task" [ 892.578280] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.594808] env[70542]: DEBUG oslo_vmware.api [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.594808] env[70542]: DEBUG nova.network.neutron [req-9089f1ee-1974-45ab-a49a-1b4eade438ba req-fa030c8b-f5a7-46f8-84f1-a67eccea2297 service nova] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Updated VIF entry in instance network info cache for port 75f970bb-1bbc-4b2d-95bf-06bb2619dbb7. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.595048] env[70542]: DEBUG nova.network.neutron [req-9089f1ee-1974-45ab-a49a-1b4eade438ba req-fa030c8b-f5a7-46f8-84f1-a67eccea2297 service nova] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Updating instance_info_cache with network_info: [{"id": "75f970bb-1bbc-4b2d-95bf-06bb2619dbb7", "address": "fa:16:3e:80:09:ce", "network": {"id": "3163fefd-2b35-47f6-8743-5fc428f5d56f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-363612688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66131e2a2e6944aca9f174ef91beac79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75f970bb-1b", "ovs_interfaceid": "75f970bb-1bbc-4b2d-95bf-06bb2619dbb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.704614] env[70542]: DEBUG oslo_vmware.rw_handles [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521a3dc2-4fb0-8eea-ac87-d4e3ad905d57/disk-0.vmdk. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 892.705812] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d68f8db-730d-4daa-a756-c8d60fd084f1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.712843] env[70542]: DEBUG oslo_vmware.rw_handles [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521a3dc2-4fb0-8eea-ac87-d4e3ad905d57/disk-0.vmdk is in state: ready. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 892.714277] env[70542]: ERROR oslo_vmware.rw_handles [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521a3dc2-4fb0-8eea-ac87-d4e3ad905d57/disk-0.vmdk due to incomplete transfer. [ 892.714277] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1b2289ed-370c-476f-866c-7150c89dbccc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.722115] env[70542]: DEBUG oslo_vmware.rw_handles [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521a3dc2-4fb0-8eea-ac87-d4e3ad905d57/disk-0.vmdk. {{(pid=70542) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 892.722359] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Uploaded image 2bda8362-729b-4f66-a50b-b5287119df55 to the Glance image server {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 892.724146] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Destroying the VM {{(pid=70542) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 892.726490] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-53ed9fa5-07fb-4e54-a4e3-b0479c66c9ed {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.734626] env[70542]: DEBUG oslo_vmware.api [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 892.734626] env[70542]: value = "task-3911364" [ 892.734626] env[70542]: _type = "Task" [ 892.734626] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.743999] env[70542]: DEBUG oslo_vmware.api [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911364, 'name': Destroy_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.775049] env[70542]: DEBUG nova.network.neutron [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.824365] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Releasing lock "refresh_cache-157d8e42-98a9-4d4d-b088-ce1413ad89ec" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.824974] env[70542]: DEBUG nova.compute.manager [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.825193] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.826312] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634bf1a4-9f47-4de3-b38b-91b0c2fcd390 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.837696] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.837985] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30b51c9a-a3dd-476b-ae00-e533f7be9b9e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.846666] env[70542]: DEBUG oslo_vmware.api [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 892.846666] env[70542]: value = "task-3911365" [ 892.846666] env[70542]: _type = "Task" [ 892.846666] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.857476] env[70542]: DEBUG oslo_vmware.api [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.947122] env[70542]: DEBUG nova.scheduler.client.report [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.980775] env[70542]: DEBUG nova.network.neutron [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Updating instance_info_cache with network_info: [{"id": "2f285a54-f690-457a-bf32-6d73d6d1ead9", "address": "fa:16:3e:99:fc:a0", "network": {"id": "8d681135-929a-4d37-8f8e-5b42cb601fa2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449826457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ed649ce03f4cb994a22b4fae711fb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f285a54-f6", "ovs_interfaceid": "2f285a54-f690-457a-bf32-6d73d6d1ead9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.096022] env[70542]: DEBUG oslo_vmware.api [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911363, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.098199] env[70542]: DEBUG oslo_concurrency.lockutils [req-9089f1ee-1974-45ab-a49a-1b4eade438ba req-fa030c8b-f5a7-46f8-84f1-a67eccea2297 service nova] Releasing lock "refresh_cache-b3a56943-dfe3-47f1-a767-c9b09d8d4f77" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.098510] env[70542]: DEBUG nova.compute.manager [req-9089f1ee-1974-45ab-a49a-1b4eade438ba req-fa030c8b-f5a7-46f8-84f1-a67eccea2297 service nova] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Received event network-vif-plugged-2f285a54-f690-457a-bf32-6d73d6d1ead9 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.098766] env[70542]: DEBUG oslo_concurrency.lockutils [req-9089f1ee-1974-45ab-a49a-1b4eade438ba req-fa030c8b-f5a7-46f8-84f1-a67eccea2297 service nova] Acquiring lock "e3f9e5df-5236-4512-97df-19ff178b2af3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.099116] env[70542]: DEBUG oslo_concurrency.lockutils [req-9089f1ee-1974-45ab-a49a-1b4eade438ba req-fa030c8b-f5a7-46f8-84f1-a67eccea2297 service nova] Lock "e3f9e5df-5236-4512-97df-19ff178b2af3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.099224] env[70542]: DEBUG oslo_concurrency.lockutils [req-9089f1ee-1974-45ab-a49a-1b4eade438ba req-fa030c8b-f5a7-46f8-84f1-a67eccea2297 service nova] Lock "e3f9e5df-5236-4512-97df-19ff178b2af3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.099379] env[70542]: DEBUG nova.compute.manager [req-9089f1ee-1974-45ab-a49a-1b4eade438ba req-fa030c8b-f5a7-46f8-84f1-a67eccea2297 service nova] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] No waiting events found dispatching network-vif-plugged-2f285a54-f690-457a-bf32-6d73d6d1ead9 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 893.099544] env[70542]: WARNING nova.compute.manager [req-9089f1ee-1974-45ab-a49a-1b4eade438ba req-fa030c8b-f5a7-46f8-84f1-a67eccea2297 service nova] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Received unexpected event network-vif-plugged-2f285a54-f690-457a-bf32-6d73d6d1ead9 for instance with vm_state building and task_state spawning. [ 893.099704] env[70542]: DEBUG nova.compute.manager [req-9089f1ee-1974-45ab-a49a-1b4eade438ba req-fa030c8b-f5a7-46f8-84f1-a67eccea2297 service nova] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Received event network-changed-2f285a54-f690-457a-bf32-6d73d6d1ead9 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.099885] env[70542]: DEBUG nova.compute.manager [req-9089f1ee-1974-45ab-a49a-1b4eade438ba req-fa030c8b-f5a7-46f8-84f1-a67eccea2297 service nova] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Refreshing instance network info cache due to event network-changed-2f285a54-f690-457a-bf32-6d73d6d1ead9. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.100219] env[70542]: DEBUG oslo_concurrency.lockutils [req-9089f1ee-1974-45ab-a49a-1b4eade438ba req-fa030c8b-f5a7-46f8-84f1-a67eccea2297 service nova] Acquiring lock "refresh_cache-e3f9e5df-5236-4512-97df-19ff178b2af3" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.247477] env[70542]: DEBUG oslo_vmware.api [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911364, 'name': Destroy_Task, 'duration_secs': 0.440279} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.247824] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Destroyed the VM [ 893.248105] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Deleting Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 893.248381] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5134d768-78e7-4983-b64e-558755bf45cd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.257578] env[70542]: DEBUG oslo_vmware.api [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 893.257578] env[70542]: value = "task-3911366" [ 893.257578] env[70542]: _type = "Task" [ 893.257578] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.268362] env[70542]: DEBUG oslo_vmware.api [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911366, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.358104] env[70542]: DEBUG oslo_vmware.api [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911365, 'name': PowerOffVM_Task, 'duration_secs': 0.131151} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.358431] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.358613] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.358881] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ea867c2-0973-440f-87c9-c882cedffa43 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.387307] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.387565] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.387794] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Deleting the datastore file [datastore1] 157d8e42-98a9-4d4d-b088-ce1413ad89ec {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.388117] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbf2197e-60f5-4f30-a123-3cc4a40ea68f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.402818] env[70542]: DEBUG oslo_vmware.api [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 893.402818] env[70542]: value = "task-3911368" [ 893.402818] env[70542]: _type = "Task" [ 893.402818] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.412336] env[70542]: DEBUG oslo_vmware.api [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.456730] env[70542]: DEBUG oslo_concurrency.lockutils [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.459821] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.906s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.460142] env[70542]: DEBUG nova.objects.instance [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70542) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 893.483418] env[70542]: DEBUG oslo_concurrency.lockutils [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Releasing lock "refresh_cache-e3f9e5df-5236-4512-97df-19ff178b2af3" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.483834] env[70542]: DEBUG nova.compute.manager [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Instance network_info: |[{"id": "2f285a54-f690-457a-bf32-6d73d6d1ead9", "address": "fa:16:3e:99:fc:a0", "network": {"id": "8d681135-929a-4d37-8f8e-5b42cb601fa2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449826457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ed649ce03f4cb994a22b4fae711fb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f285a54-f6", "ovs_interfaceid": "2f285a54-f690-457a-bf32-6d73d6d1ead9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.484227] env[70542]: DEBUG oslo_concurrency.lockutils [req-9089f1ee-1974-45ab-a49a-1b4eade438ba req-fa030c8b-f5a7-46f8-84f1-a67eccea2297 service nova] Acquired lock "refresh_cache-e3f9e5df-5236-4512-97df-19ff178b2af3" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.484445] env[70542]: DEBUG nova.network.neutron [req-9089f1ee-1974-45ab-a49a-1b4eade438ba req-fa030c8b-f5a7-46f8-84f1-a67eccea2297 service nova] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Refreshing network info cache for port 2f285a54-f690-457a-bf32-6d73d6d1ead9 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.485795] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:fc:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9875d38f-76e2-416c-bfb7-f18a22b0d8ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f285a54-f690-457a-bf32-6d73d6d1ead9', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.494238] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.494626] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.495930] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5f723b2-ad2b-4a7b-b600-61e2b2d6b7da {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.520287] env[70542]: INFO nova.scheduler.client.report [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Deleted allocations for instance c09cc678-024d-4442-9e98-daf82b734c5c [ 893.533303] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.533303] env[70542]: value = "task-3911369" [ 893.533303] env[70542]: _type = "Task" [ 893.533303] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.542652] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911369, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.599262] env[70542]: DEBUG oslo_vmware.api [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709113} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.599882] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] b3a56943-dfe3-47f1-a767-c9b09d8d4f77/b3a56943-dfe3-47f1-a767-c9b09d8d4f77.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.601220] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.601416] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e3126c3-e658-4c78-ace6-bf5f1f76b1cb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.610508] env[70542]: DEBUG oslo_vmware.api [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 893.610508] env[70542]: value = "task-3911370" [ 893.610508] env[70542]: _type = "Task" [ 893.610508] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.623737] env[70542]: DEBUG oslo_vmware.api [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.772650] env[70542]: DEBUG oslo_vmware.api [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911366, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.914032] env[70542]: DEBUG oslo_vmware.api [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148491} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.914032] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.914032] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.914032] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.914032] env[70542]: INFO nova.compute.manager [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Took 1.09 seconds to destroy the instance on the hypervisor. [ 893.914647] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.914976] env[70542]: DEBUG nova.compute.manager [-] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.917029] env[70542]: DEBUG nova.network.neutron [-] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.933381] env[70542]: DEBUG nova.network.neutron [-] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.036018] env[70542]: DEBUG oslo_concurrency.lockutils [None req-595d7838-894f-40d1-ae4b-bb7a424f4476 tempest-ServersTestJSON-1256413413 tempest-ServersTestJSON-1256413413-project-member] Lock "c09cc678-024d-4442-9e98-daf82b734c5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.110s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.046383] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911369, 'name': CreateVM_Task, 'duration_secs': 0.376593} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.046383] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.046383] env[70542]: DEBUG oslo_concurrency.lockutils [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.046605] env[70542]: DEBUG oslo_concurrency.lockutils [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.047248] env[70542]: DEBUG oslo_concurrency.lockutils [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.047248] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-080b4777-15f0-4a12-b9ed-a0e45eaca5ce {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.052399] env[70542]: DEBUG oslo_vmware.api [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 894.052399] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52753824-ce3a-3477-de17-86a1286d1ef7" [ 894.052399] env[70542]: _type = "Task" [ 894.052399] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.061485] env[70542]: DEBUG oslo_vmware.api [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52753824-ce3a-3477-de17-86a1286d1ef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.121788] env[70542]: DEBUG oslo_vmware.api [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211233} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.122120] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.122928] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47dfe59-e430-45c3-bccd-8239ef5fe80c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.157089] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] b3a56943-dfe3-47f1-a767-c9b09d8d4f77/b3a56943-dfe3-47f1-a767-c9b09d8d4f77.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.160839] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5558362-a7da-4ea0-be7c-ccd0a8d29d2e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.183352] env[70542]: DEBUG oslo_vmware.api [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 894.183352] env[70542]: value = "task-3911371" [ 894.183352] env[70542]: _type = "Task" [ 894.183352] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.191850] env[70542]: DEBUG oslo_vmware.api [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911371, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.269947] env[70542]: DEBUG oslo_vmware.api [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911366, 'name': RemoveSnapshot_Task, 'duration_secs': 0.752712} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.270962] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Deleted Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 894.270962] env[70542]: INFO nova.compute.manager [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Took 14.87 seconds to snapshot the instance on the hypervisor. [ 894.278536] env[70542]: DEBUG nova.network.neutron [req-9089f1ee-1974-45ab-a49a-1b4eade438ba req-fa030c8b-f5a7-46f8-84f1-a67eccea2297 service nova] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Updated VIF entry in instance network info cache for port 2f285a54-f690-457a-bf32-6d73d6d1ead9. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.278904] env[70542]: DEBUG nova.network.neutron [req-9089f1ee-1974-45ab-a49a-1b4eade438ba req-fa030c8b-f5a7-46f8-84f1-a67eccea2297 service nova] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Updating instance_info_cache with network_info: [{"id": "2f285a54-f690-457a-bf32-6d73d6d1ead9", "address": "fa:16:3e:99:fc:a0", "network": {"id": "8d681135-929a-4d37-8f8e-5b42cb601fa2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449826457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ed649ce03f4cb994a22b4fae711fb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f285a54-f6", "ovs_interfaceid": "2f285a54-f690-457a-bf32-6d73d6d1ead9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.438244] env[70542]: DEBUG nova.network.neutron [-] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.469367] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9241e52f-42d6-4841-a400-295556d97f66 tempest-ServersAdmin275Test-207009650 tempest-ServersAdmin275Test-207009650-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.471082] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.190s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.476108] env[70542]: INFO nova.compute.claims [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.565582] env[70542]: DEBUG oslo_vmware.api [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52753824-ce3a-3477-de17-86a1286d1ef7, 'name': SearchDatastore_Task, 'duration_secs': 0.010578} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.565883] env[70542]: DEBUG oslo_concurrency.lockutils [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.566198] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.566440] env[70542]: DEBUG oslo_concurrency.lockutils [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.566587] env[70542]: DEBUG oslo_concurrency.lockutils [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.566761] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.567044] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9c4835a-a623-4257-a2af-fc13f2ef41d7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.577403] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.577403] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.577748] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8255c93d-e7e2-4a4a-8710-deca3069e688 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.583827] env[70542]: DEBUG oslo_vmware.api [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 894.583827] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52abec1e-6e52-346b-9ab1-f2bd97786e99" [ 894.583827] env[70542]: _type = "Task" [ 894.583827] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.592114] env[70542]: DEBUG oslo_vmware.api [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52abec1e-6e52-346b-9ab1-f2bd97786e99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.694737] env[70542]: DEBUG oslo_vmware.api [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911371, 'name': ReconfigVM_Task, 'duration_secs': 0.304715} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.695311] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Reconfigured VM instance instance-00000038 to attach disk [datastore1] b3a56943-dfe3-47f1-a767-c9b09d8d4f77/b3a56943-dfe3-47f1-a767-c9b09d8d4f77.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.696322] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10516925-ab0b-4648-b55f-97dea9cb5a86 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.705598] env[70542]: DEBUG oslo_vmware.api [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 894.705598] env[70542]: value = "task-3911372" [ 894.705598] env[70542]: _type = "Task" [ 894.705598] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.719584] env[70542]: DEBUG oslo_vmware.api [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911372, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.782180] env[70542]: DEBUG oslo_concurrency.lockutils [req-9089f1ee-1974-45ab-a49a-1b4eade438ba req-fa030c8b-f5a7-46f8-84f1-a67eccea2297 service nova] Releasing lock "refresh_cache-e3f9e5df-5236-4512-97df-19ff178b2af3" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.828886] env[70542]: DEBUG nova.compute.manager [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Found 3 images (rotation: 2) {{(pid=70542) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 894.829446] env[70542]: DEBUG nova.compute.manager [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Rotating out 1 backups {{(pid=70542) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 894.829715] env[70542]: DEBUG nova.compute.manager [None req-d74b026a-0c0b-4626-ad44-027ad81eaf93 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Deleting image 598a7854-6ff1-4b32-9d32-9e10cc8298f4 {{(pid=70542) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 894.942147] env[70542]: INFO nova.compute.manager [-] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Took 1.03 seconds to deallocate network for instance. [ 895.099437] env[70542]: DEBUG oslo_vmware.api [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52abec1e-6e52-346b-9ab1-f2bd97786e99, 'name': SearchDatastore_Task, 'duration_secs': 0.010013} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.099437] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1d8c218-9494-410a-805b-6125a01436c7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.105527] env[70542]: DEBUG oslo_vmware.api [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 895.105527] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525d568d-f552-6094-ab8d-2f3e61a91501" [ 895.105527] env[70542]: _type = "Task" [ 895.105527] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.115900] env[70542]: DEBUG oslo_vmware.api [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525d568d-f552-6094-ab8d-2f3e61a91501, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.216812] env[70542]: DEBUG oslo_vmware.api [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911372, 'name': Rename_Task, 'duration_secs': 0.167639} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.217124] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.217476] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a8c71ca-37b9-4f9e-a171-b087571c1152 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.224888] env[70542]: DEBUG oslo_vmware.api [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 895.224888] env[70542]: value = "task-3911373" [ 895.224888] env[70542]: _type = "Task" [ 895.224888] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.233753] env[70542]: DEBUG oslo_vmware.api [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.448339] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.617008] env[70542]: DEBUG oslo_vmware.api [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525d568d-f552-6094-ab8d-2f3e61a91501, 'name': SearchDatastore_Task, 'duration_secs': 0.010204} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.617450] env[70542]: DEBUG oslo_concurrency.lockutils [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.617629] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] e3f9e5df-5236-4512-97df-19ff178b2af3/e3f9e5df-5236-4512-97df-19ff178b2af3.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.618252] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7acc033f-0db9-48b2-8d28-3e7db757bc51 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.626233] env[70542]: DEBUG oslo_vmware.api [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 895.626233] env[70542]: value = "task-3911374" [ 895.626233] env[70542]: _type = "Task" [ 895.626233] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.639547] env[70542]: DEBUG oslo_vmware.api [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.736203] env[70542]: DEBUG oslo_vmware.api [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911373, 'name': PowerOnVM_Task, 'duration_secs': 0.489738} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.736507] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.736713] env[70542]: INFO nova.compute.manager [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Took 7.45 seconds to spawn the instance on the hypervisor. [ 895.736886] env[70542]: DEBUG nova.compute.manager [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 895.737990] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0a2a84-30de-4f9d-a81f-c88ac958845a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.064120] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8720954b-b48b-4215-bb99-219ac53fd33b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.073629] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8978ad-02b3-48ec-82b9-874dd30bdfd6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.107740] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4b3272-de45-481a-b8ad-661995637677 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.117064] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606af1b1-2b7e-4335-bb57-aa2333169345 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.134164] env[70542]: DEBUG nova.compute.provider_tree [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.150645] env[70542]: DEBUG oslo_vmware.api [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911374, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.261068] env[70542]: INFO nova.compute.manager [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Took 50.68 seconds to build instance. [ 896.645161] env[70542]: DEBUG nova.scheduler.client.report [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.648714] env[70542]: DEBUG oslo_vmware.api [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911374, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.826763} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.652289] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] e3f9e5df-5236-4512-97df-19ff178b2af3/e3f9e5df-5236-4512-97df-19ff178b2af3.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.652588] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.653180] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74c02b45-2290-4fb4-b416-a59d75dee085 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.661705] env[70542]: DEBUG oslo_vmware.api [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 896.661705] env[70542]: value = "task-3911375" [ 896.661705] env[70542]: _type = "Task" [ 896.661705] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.675428] env[70542]: DEBUG oslo_vmware.api [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.764158] env[70542]: DEBUG oslo_concurrency.lockutils [None req-08830869-3174-483c-96b6-bdec620d4ed7 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "b3a56943-dfe3-47f1-a767-c9b09d8d4f77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.434s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.851117] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8525bcd1-4c52-4119-8ddf-86d7b9810848 tempest-ServersAdminTestJSON-1982722841 tempest-ServersAdminTestJSON-1982722841-project-admin] Acquiring lock "refresh_cache-b3a56943-dfe3-47f1-a767-c9b09d8d4f77" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.851117] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8525bcd1-4c52-4119-8ddf-86d7b9810848 tempest-ServersAdminTestJSON-1982722841 tempest-ServersAdminTestJSON-1982722841-project-admin] Acquired lock "refresh_cache-b3a56943-dfe3-47f1-a767-c9b09d8d4f77" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.851117] env[70542]: DEBUG nova.network.neutron [None req-8525bcd1-4c52-4119-8ddf-86d7b9810848 tempest-ServersAdminTestJSON-1982722841 tempest-ServersAdminTestJSON-1982722841-project-admin] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.952780] env[70542]: DEBUG oslo_concurrency.lockutils [None req-81f55f8a-aa48-48ad-8e68-911e1c264bb1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "3de4b70e-5e69-4b82-afb3-84162651b76c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.953025] env[70542]: DEBUG oslo_concurrency.lockutils [None req-81f55f8a-aa48-48ad-8e68-911e1c264bb1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "3de4b70e-5e69-4b82-afb3-84162651b76c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.953244] env[70542]: DEBUG nova.compute.manager [None req-81f55f8a-aa48-48ad-8e68-911e1c264bb1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 896.954204] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9eaef3-55f0-4121-8801-a9bbabdadeef {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.963729] env[70542]: DEBUG nova.compute.manager [None req-81f55f8a-aa48-48ad-8e68-911e1c264bb1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70542) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 896.964381] env[70542]: DEBUG nova.objects.instance [None req-81f55f8a-aa48-48ad-8e68-911e1c264bb1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lazy-loading 'flavor' on Instance uuid 3de4b70e-5e69-4b82-afb3-84162651b76c {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.156191] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.156748] env[70542]: DEBUG nova.compute.manager [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.159499] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.259s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.159846] env[70542]: DEBUG nova.objects.instance [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Lazy-loading 'resources' on Instance uuid f71aa837-f443-447e-8052-b69156697d53 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.174200] env[70542]: DEBUG oslo_vmware.api [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099429} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.174488] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.178694] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93557f88-6cb0-479c-9f79-40d894b4a4d0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.204444] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] e3f9e5df-5236-4512-97df-19ff178b2af3/e3f9e5df-5236-4512-97df-19ff178b2af3.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.205573] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cfd4f71-b778-4416-8c9b-ea5a4cf091d9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.227493] env[70542]: DEBUG oslo_vmware.api [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 897.227493] env[70542]: value = "task-3911376" [ 897.227493] env[70542]: _type = "Task" [ 897.227493] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.244948] env[70542]: DEBUG oslo_vmware.api [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.270235] env[70542]: DEBUG nova.compute.manager [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.666068] env[70542]: DEBUG nova.compute.utils [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.668642] env[70542]: DEBUG nova.compute.manager [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Not allocating networking since 'none' was specified. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 897.747025] env[70542]: DEBUG oslo_vmware.api [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911376, 'name': ReconfigVM_Task, 'duration_secs': 0.286727} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.747025] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Reconfigured VM instance instance-00000039 to attach disk [datastore1] e3f9e5df-5236-4512-97df-19ff178b2af3/e3f9e5df-5236-4512-97df-19ff178b2af3.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.747025] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae3288fa-2c65-4ffd-baa5-3e2b445a9598 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.759032] env[70542]: DEBUG oslo_vmware.api [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 897.759032] env[70542]: value = "task-3911377" [ 897.759032] env[70542]: _type = "Task" [ 897.759032] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.775205] env[70542]: DEBUG oslo_vmware.api [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911377, 'name': Rename_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.795524] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.905167] env[70542]: DEBUG nova.network.neutron [None req-8525bcd1-4c52-4119-8ddf-86d7b9810848 tempest-ServersAdminTestJSON-1982722841 tempest-ServersAdminTestJSON-1982722841-project-admin] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Updating instance_info_cache with network_info: [{"id": "75f970bb-1bbc-4b2d-95bf-06bb2619dbb7", "address": "fa:16:3e:80:09:ce", "network": {"id": "3163fefd-2b35-47f6-8743-5fc428f5d56f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-363612688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66131e2a2e6944aca9f174ef91beac79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75f970bb-1b", "ovs_interfaceid": "75f970bb-1bbc-4b2d-95bf-06bb2619dbb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.974289] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f55f8a-aa48-48ad-8e68-911e1c264bb1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.974939] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dad11ed-8d25-4e4d-a2f3-804b7e39d760 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.984173] env[70542]: DEBUG oslo_vmware.api [None req-81f55f8a-aa48-48ad-8e68-911e1c264bb1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 897.984173] env[70542]: value = "task-3911378" [ 897.984173] env[70542]: _type = "Task" [ 897.984173] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.999128] env[70542]: DEBUG oslo_vmware.api [None req-81f55f8a-aa48-48ad-8e68-911e1c264bb1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.180286] env[70542]: DEBUG nova.compute.manager [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.224415] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6eb3963-b2e3-4434-a20f-26df89b9dd6b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.234765] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ada5fa-8434-4f6e-afd1-0fe3912fc6c3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.271974] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5532e9a8-5c86-49a0-a850-2fbaaeb3854a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.281319] env[70542]: DEBUG oslo_vmware.api [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911377, 'name': Rename_Task, 'duration_secs': 0.151396} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.283895] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.284306] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aab410df-f66c-47f3-ba09-28945140527b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.287069] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82e56eb-6dd5-46f6-b694-bb02511ea2de {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.304357] env[70542]: DEBUG nova.compute.provider_tree [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 898.308924] env[70542]: DEBUG oslo_vmware.api [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 898.308924] env[70542]: value = "task-3911379" [ 898.308924] env[70542]: _type = "Task" [ 898.308924] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.317081] env[70542]: DEBUG oslo_vmware.api [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911379, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.411034] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8525bcd1-4c52-4119-8ddf-86d7b9810848 tempest-ServersAdminTestJSON-1982722841 tempest-ServersAdminTestJSON-1982722841-project-admin] Releasing lock "refresh_cache-b3a56943-dfe3-47f1-a767-c9b09d8d4f77" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.411034] env[70542]: DEBUG nova.compute.manager [None req-8525bcd1-4c52-4119-8ddf-86d7b9810848 tempest-ServersAdminTestJSON-1982722841 tempest-ServersAdminTestJSON-1982722841-project-admin] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Inject network info {{(pid=70542) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 898.411034] env[70542]: DEBUG nova.compute.manager [None req-8525bcd1-4c52-4119-8ddf-86d7b9810848 tempest-ServersAdminTestJSON-1982722841 tempest-ServersAdminTestJSON-1982722841-project-admin] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] network_info to inject: |[{"id": "75f970bb-1bbc-4b2d-95bf-06bb2619dbb7", "address": "fa:16:3e:80:09:ce", "network": {"id": "3163fefd-2b35-47f6-8743-5fc428f5d56f", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-363612688-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66131e2a2e6944aca9f174ef91beac79", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75f970bb-1b", "ovs_interfaceid": "75f970bb-1bbc-4b2d-95bf-06bb2619dbb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 898.415173] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8525bcd1-4c52-4119-8ddf-86d7b9810848 tempest-ServersAdminTestJSON-1982722841 tempest-ServersAdminTestJSON-1982722841-project-admin] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Reconfiguring VM instance to set the machine id {{(pid=70542) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 898.415173] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c52e227e-8d52-4494-b393-f0f5b27eec6e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.432162] env[70542]: DEBUG oslo_vmware.api [None req-8525bcd1-4c52-4119-8ddf-86d7b9810848 tempest-ServersAdminTestJSON-1982722841 tempest-ServersAdminTestJSON-1982722841-project-admin] Waiting for the task: (returnval){ [ 898.432162] env[70542]: value = "task-3911380" [ 898.432162] env[70542]: _type = "Task" [ 898.432162] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.442761] env[70542]: DEBUG oslo_vmware.api [None req-8525bcd1-4c52-4119-8ddf-86d7b9810848 tempest-ServersAdminTestJSON-1982722841 tempest-ServersAdminTestJSON-1982722841-project-admin] Task: {'id': task-3911380, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.495570] env[70542]: DEBUG oslo_vmware.api [None req-81f55f8a-aa48-48ad-8e68-911e1c264bb1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911378, 'name': PowerOffVM_Task, 'duration_secs': 0.195562} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.496018] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f55f8a-aa48-48ad-8e68-911e1c264bb1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.496327] env[70542]: DEBUG nova.compute.manager [None req-81f55f8a-aa48-48ad-8e68-911e1c264bb1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 898.497439] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0a69f7-3399-4202-aaf5-4564c51ee926 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.822401] env[70542]: DEBUG oslo_vmware.api [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911379, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.833100] env[70542]: ERROR nova.scheduler.client.report [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [req-8869a975-c7f9-4acb-b2c3-a791c736de07] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 42cfc9d8-0155-4d55-9653-7de4fa794724. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8869a975-c7f9-4acb-b2c3-a791c736de07"}]} [ 898.850253] env[70542]: DEBUG nova.scheduler.client.report [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Refreshing inventories for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 898.867479] env[70542]: DEBUG nova.scheduler.client.report [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Updating ProviderTree inventory for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 898.867828] env[70542]: DEBUG nova.compute.provider_tree [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 898.881852] env[70542]: DEBUG nova.scheduler.client.report [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Refreshing aggregate associations for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724, aggregates: None {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 898.904867] env[70542]: DEBUG nova.scheduler.client.report [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Refreshing trait associations for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 898.944849] env[70542]: DEBUG oslo_vmware.api [None req-8525bcd1-4c52-4119-8ddf-86d7b9810848 tempest-ServersAdminTestJSON-1982722841 tempest-ServersAdminTestJSON-1982722841-project-admin] Task: {'id': task-3911380, 'name': ReconfigVM_Task, 'duration_secs': 0.17026} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.949481] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8525bcd1-4c52-4119-8ddf-86d7b9810848 tempest-ServersAdminTestJSON-1982722841 tempest-ServersAdminTestJSON-1982722841-project-admin] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Reconfigured VM instance to set the machine id {{(pid=70542) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 899.014077] env[70542]: DEBUG oslo_concurrency.lockutils [None req-81f55f8a-aa48-48ad-8e68-911e1c264bb1 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "3de4b70e-5e69-4b82-afb3-84162651b76c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.182143] env[70542]: DEBUG nova.compute.manager [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.214325] env[70542]: DEBUG nova.virt.hardware [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.214599] env[70542]: DEBUG nova.virt.hardware [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.215268] env[70542]: DEBUG nova.virt.hardware [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.215268] env[70542]: DEBUG nova.virt.hardware [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.215268] env[70542]: DEBUG nova.virt.hardware [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.215268] env[70542]: DEBUG nova.virt.hardware [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.215702] env[70542]: DEBUG nova.virt.hardware [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.215702] env[70542]: DEBUG nova.virt.hardware [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.215898] env[70542]: DEBUG nova.virt.hardware [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.215981] env[70542]: DEBUG nova.virt.hardware [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.216119] env[70542]: DEBUG nova.virt.hardware [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.217259] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f17e4f-30bc-43fd-919d-e4d25d2ac127 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.226125] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f9ff85-c762-4122-b30d-29bd3a705597 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.244124] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Instance VIF info [] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.250147] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Creating folder: Project (fa1af8f668e442fa91be48ebd7213582). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.253849] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5f4cfa5-ded9-4194-9885-d95247ad69c6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.265853] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Created folder: Project (fa1af8f668e442fa91be48ebd7213582) in parent group-v776569. [ 899.266068] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Creating folder: Instances. Parent ref: group-v776748. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.266377] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37accbb3-0b7f-4a11-a2ca-6fae30d16834 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.277187] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Created folder: Instances in parent group-v776748. [ 899.277479] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.277674] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.277889] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85406828-5fbe-4f40-8918-addf0bf37fef {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.300222] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.300222] env[70542]: value = "task-3911383" [ 899.300222] env[70542]: _type = "Task" [ 899.300222] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.309034] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911383, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.321209] env[70542]: DEBUG oslo_vmware.api [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911379, 'name': PowerOnVM_Task, 'duration_secs': 0.527559} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.321486] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.321691] env[70542]: INFO nova.compute.manager [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Took 8.25 seconds to spawn the instance on the hypervisor. [ 899.321877] env[70542]: DEBUG nova.compute.manager [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 899.322699] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bd1eba-2bdb-43fa-b74d-32f0b6546e0d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.536169] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c793edb-dbb5-4d1c-af98-f2bab3aaf35b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.545569] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3b269d-39fa-465d-9886-47870d43e096 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.580919] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd76cba-1be9-4c32-8f18-7843823d785d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.589780] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef4b31c-a53f-436d-bf52-2903f73ed43f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.606184] env[70542]: DEBUG nova.compute.provider_tree [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 899.809993] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911383, 'name': CreateVM_Task, 'duration_secs': 0.476727} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.810135] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.810608] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.810766] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.811779] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.811779] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0576c245-1d77-4bda-a081-56164ccf0dc5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.818548] env[70542]: DEBUG oslo_vmware.api [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Waiting for the task: (returnval){ [ 899.818548] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5232f734-e07b-82b7-978d-85d0b6455c8d" [ 899.818548] env[70542]: _type = "Task" [ 899.818548] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.828399] env[70542]: DEBUG oslo_vmware.api [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5232f734-e07b-82b7-978d-85d0b6455c8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.848192] env[70542]: INFO nova.compute.manager [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Took 52.77 seconds to build instance. [ 899.904377] env[70542]: INFO nova.compute.manager [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Rebuilding instance [ 899.948969] env[70542]: DEBUG nova.compute.manager [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 899.949877] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a960990-1068-4ff5-9162-b18731122fc5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.130467] env[70542]: ERROR nova.scheduler.client.report [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] [req-29fad028-69eb-41f8-8628-abf52f241b38] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 42cfc9d8-0155-4d55-9653-7de4fa794724. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-29fad028-69eb-41f8-8628-abf52f241b38"}]} [ 900.147040] env[70542]: DEBUG nova.scheduler.client.report [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Refreshing inventories for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 900.166597] env[70542]: DEBUG nova.scheduler.client.report [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Updating ProviderTree inventory for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 900.166883] env[70542]: DEBUG nova.compute.provider_tree [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 900.182474] env[70542]: DEBUG nova.scheduler.client.report [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Refreshing aggregate associations for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724, aggregates: None {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 900.203144] env[70542]: DEBUG nova.scheduler.client.report [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Refreshing trait associations for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 900.332520] env[70542]: DEBUG oslo_vmware.api [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5232f734-e07b-82b7-978d-85d0b6455c8d, 'name': SearchDatastore_Task, 'duration_secs': 0.012469} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.332980] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.333361] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.333642] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.333839] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.334049] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.334411] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-900491a5-e734-417c-804a-ddb067f719c3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.344233] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.344430] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.345216] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3380105d-5dc9-43a1-910e-774b4a1cb968 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.350769] env[70542]: DEBUG oslo_concurrency.lockutils [None req-216b8d50-e364-424e-893a-f2310cc7d27d tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "e3f9e5df-5236-4512-97df-19ff178b2af3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.010s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.351072] env[70542]: DEBUG oslo_vmware.api [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Waiting for the task: (returnval){ [ 900.351072] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e06da5-686d-431c-2e4d-858c7b5d08be" [ 900.351072] env[70542]: _type = "Task" [ 900.351072] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.363673] env[70542]: DEBUG oslo_vmware.api [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e06da5-686d-431c-2e4d-858c7b5d08be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.465060] env[70542]: DEBUG nova.compute.manager [req-1a7df8f9-0f3f-4391-a76d-bae6ff4b442a req-b536af4b-b9fd-4a9c-94f8-8688db198f8f service nova] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Received event network-changed-2f285a54-f690-457a-bf32-6d73d6d1ead9 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.465060] env[70542]: DEBUG nova.compute.manager [req-1a7df8f9-0f3f-4391-a76d-bae6ff4b442a req-b536af4b-b9fd-4a9c-94f8-8688db198f8f service nova] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Refreshing instance network info cache due to event network-changed-2f285a54-f690-457a-bf32-6d73d6d1ead9. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.465060] env[70542]: DEBUG oslo_concurrency.lockutils [req-1a7df8f9-0f3f-4391-a76d-bae6ff4b442a req-b536af4b-b9fd-4a9c-94f8-8688db198f8f service nova] Acquiring lock "refresh_cache-e3f9e5df-5236-4512-97df-19ff178b2af3" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.465326] env[70542]: DEBUG oslo_concurrency.lockutils [req-1a7df8f9-0f3f-4391-a76d-bae6ff4b442a req-b536af4b-b9fd-4a9c-94f8-8688db198f8f service nova] Acquired lock "refresh_cache-e3f9e5df-5236-4512-97df-19ff178b2af3" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.465564] env[70542]: DEBUG nova.network.neutron [req-1a7df8f9-0f3f-4391-a76d-bae6ff4b442a req-b536af4b-b9fd-4a9c-94f8-8688db198f8f service nova] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Refreshing network info cache for port 2f285a54-f690-457a-bf32-6d73d6d1ead9 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.664098] env[70542]: DEBUG nova.compute.manager [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Stashing vm_state: stopped {{(pid=70542) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 900.746027] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7e130a-99ba-4b14-b299-135aa46920b0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.754633] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef626889-952a-4e8e-8646-8d2755fe6268 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.790173] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9ce4cd-b9a6-454b-ac28-5a52be156c65 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.799259] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85d67a4-220a-4313-a3dd-b1e2d372043b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.814659] env[70542]: DEBUG nova.compute.provider_tree [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 900.861498] env[70542]: DEBUG nova.compute.manager [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 900.867409] env[70542]: DEBUG oslo_vmware.api [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e06da5-686d-431c-2e4d-858c7b5d08be, 'name': SearchDatastore_Task, 'duration_secs': 0.01461} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.868103] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49e88b1c-29b0-455b-bdb5-53ada1188372 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.874070] env[70542]: DEBUG oslo_vmware.api [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Waiting for the task: (returnval){ [ 900.874070] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52110810-c30e-1262-fa40-60d4f8558083" [ 900.874070] env[70542]: _type = "Task" [ 900.874070] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.885308] env[70542]: DEBUG oslo_vmware.api [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52110810-c30e-1262-fa40-60d4f8558083, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.963808] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.965495] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6415be8-b851-4ae1-8cb7-879359190cad {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.976943] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 900.976943] env[70542]: value = "task-3911384" [ 900.976943] env[70542]: _type = "Task" [ 900.976943] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.986607] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.188234] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.242531] env[70542]: DEBUG nova.network.neutron [req-1a7df8f9-0f3f-4391-a76d-bae6ff4b442a req-b536af4b-b9fd-4a9c-94f8-8688db198f8f service nova] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Updated VIF entry in instance network info cache for port 2f285a54-f690-457a-bf32-6d73d6d1ead9. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.242531] env[70542]: DEBUG nova.network.neutron [req-1a7df8f9-0f3f-4391-a76d-bae6ff4b442a req-b536af4b-b9fd-4a9c-94f8-8688db198f8f service nova] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Updating instance_info_cache with network_info: [{"id": "2f285a54-f690-457a-bf32-6d73d6d1ead9", "address": "fa:16:3e:99:fc:a0", "network": {"id": "8d681135-929a-4d37-8f8e-5b42cb601fa2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449826457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ed649ce03f4cb994a22b4fae711fb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f285a54-f6", "ovs_interfaceid": "2f285a54-f690-457a-bf32-6d73d6d1ead9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.350521] env[70542]: DEBUG nova.scheduler.client.report [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Updated inventory for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 901.350924] env[70542]: DEBUG nova.compute.provider_tree [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Updating resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724 generation from 82 to 83 during operation: update_inventory {{(pid=70542) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 901.351108] env[70542]: DEBUG nova.compute.provider_tree [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 901.385725] env[70542]: DEBUG oslo_vmware.api [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52110810-c30e-1262-fa40-60d4f8558083, 'name': SearchDatastore_Task, 'duration_secs': 0.009967} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.386015] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.386359] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 25d099ff-0128-46d7-875d-457b1a26337f/25d099ff-0128-46d7-875d-457b1a26337f.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.387180] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93efe9fe-6f44-4729-846e-2b482f41abd2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.389745] env[70542]: DEBUG oslo_concurrency.lockutils [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.394507] env[70542]: DEBUG oslo_vmware.api [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Waiting for the task: (returnval){ [ 901.394507] env[70542]: value = "task-3911385" [ 901.394507] env[70542]: _type = "Task" [ 901.394507] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.403788] env[70542]: DEBUG oslo_vmware.api [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': task-3911385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.488200] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911384, 'name': PowerOffVM_Task, 'duration_secs': 0.213812} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.488525] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.488815] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.489673] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367213a6-40a3-4507-b1c0-4627b9adb0ba {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.497308] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.497604] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fc13937-c671-4145-8496-f4bbf99f00fa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.568922] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.569323] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.569642] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Deleting the datastore file [datastore2] 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.569990] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98c10a86-332c-4323-8811-f5dbecfe7be5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.579975] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 901.579975] env[70542]: value = "task-3911387" [ 901.579975] env[70542]: _type = "Task" [ 901.579975] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.589203] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.745395] env[70542]: DEBUG oslo_concurrency.lockutils [req-1a7df8f9-0f3f-4391-a76d-bae6ff4b442a req-b536af4b-b9fd-4a9c-94f8-8688db198f8f service nova] Releasing lock "refresh_cache-e3f9e5df-5236-4512-97df-19ff178b2af3" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.857181] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.697s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.859733] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.692s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.860067] env[70542]: DEBUG nova.objects.instance [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Lazy-loading 'resources' on Instance uuid 6c67aafd-34f8-4057-9dcc-88b6670abdf9 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.881989] env[70542]: INFO nova.scheduler.client.report [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Deleted allocations for instance f71aa837-f443-447e-8052-b69156697d53 [ 901.905520] env[70542]: DEBUG oslo_vmware.api [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': task-3911385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50619} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.905811] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 25d099ff-0128-46d7-875d-457b1a26337f/25d099ff-0128-46d7-875d-457b1a26337f.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.906045] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.906491] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f87689ee-52df-4e81-b27d-070d174798bc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.914152] env[70542]: DEBUG oslo_vmware.api [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Waiting for the task: (returnval){ [ 901.914152] env[70542]: value = "task-3911388" [ 901.914152] env[70542]: _type = "Task" [ 901.914152] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.923808] env[70542]: DEBUG oslo_vmware.api [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': task-3911388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.090218] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.495908} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.090510] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.090749] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.090931] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.394383] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8086699a-daf5-45c9-8fe2-562b762775aa tempest-ServersTestFqdnHostnames-408043169 tempest-ServersTestFqdnHostnames-408043169-project-member] Lock "f71aa837-f443-447e-8052-b69156697d53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.594s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.427866] env[70542]: DEBUG oslo_vmware.api [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': task-3911388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07878} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.428188] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.429010] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32b9269-5736-48ad-b6cb-cc5c6669e21a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.455149] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 25d099ff-0128-46d7-875d-457b1a26337f/25d099ff-0128-46d7-875d-457b1a26337f.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.458274] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbe4dea9-bee8-467c-b0af-100c2ba04fd7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.481221] env[70542]: DEBUG oslo_vmware.api [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Waiting for the task: (returnval){ [ 902.481221] env[70542]: value = "task-3911389" [ 902.481221] env[70542]: _type = "Task" [ 902.481221] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.491195] env[70542]: DEBUG oslo_vmware.api [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': task-3911389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.869517] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c2b187-7a75-4e30-9713-9d23402ccf1a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.877666] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a397a6-dbac-489b-a11e-c507e55c6106 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.909936] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01ca084-f47a-448f-b6ee-40243847ed5e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.918081] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafdde14-8a4d-496e-a412-2a55eecbf57e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.933414] env[70542]: DEBUG nova.compute.provider_tree [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.992679] env[70542]: DEBUG oslo_vmware.api [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': task-3911389, 'name': ReconfigVM_Task, 'duration_secs': 0.412122} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.993030] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 25d099ff-0128-46d7-875d-457b1a26337f/25d099ff-0128-46d7-875d-457b1a26337f.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.993694] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4e279c6-3a91-4f6c-b4c5-362c6e8ef6eb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.000925] env[70542]: DEBUG oslo_vmware.api [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Waiting for the task: (returnval){ [ 903.000925] env[70542]: value = "task-3911390" [ 903.000925] env[70542]: _type = "Task" [ 903.000925] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.010430] env[70542]: DEBUG oslo_vmware.api [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': task-3911390, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.134329] env[70542]: DEBUG nova.virt.hardware [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.134612] env[70542]: DEBUG nova.virt.hardware [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.135155] env[70542]: DEBUG nova.virt.hardware [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.135405] env[70542]: DEBUG nova.virt.hardware [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.135589] env[70542]: DEBUG nova.virt.hardware [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.135743] env[70542]: DEBUG nova.virt.hardware [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.135974] env[70542]: DEBUG nova.virt.hardware [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.136517] env[70542]: DEBUG nova.virt.hardware [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.136517] env[70542]: DEBUG nova.virt.hardware [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.136517] env[70542]: DEBUG nova.virt.hardware [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.136661] env[70542]: DEBUG nova.virt.hardware [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.137556] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac370d0-9478-42e1-935d-37ab207845bc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.145964] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5a0161-f5ad-4da3-963d-ed87c9d5c6c5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.160119] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:a0:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ed312c6-343a-4421-ae88-6e16368a9c8a', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.167563] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.167854] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.168093] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b4822d3-e8ab-4f5c-9d69-aa1740c6c5d9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.189043] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.189043] env[70542]: value = "task-3911391" [ 903.189043] env[70542]: _type = "Task" [ 903.189043] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.195243] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911391, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.437904] env[70542]: DEBUG nova.scheduler.client.report [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.514515] env[70542]: DEBUG oslo_vmware.api [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': task-3911390, 'name': Rename_Task, 'duration_secs': 0.179254} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.515032] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.515597] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e27cf67f-5905-4fb1-9418-53ea0f8ad18d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.523585] env[70542]: DEBUG oslo_vmware.api [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Waiting for the task: (returnval){ [ 903.523585] env[70542]: value = "task-3911392" [ 903.523585] env[70542]: _type = "Task" [ 903.523585] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.536725] env[70542]: DEBUG oslo_vmware.api [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': task-3911392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.698973] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911391, 'name': CreateVM_Task, 'duration_secs': 0.388375} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.699171] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.699963] env[70542]: DEBUG oslo_concurrency.lockutils [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.700186] env[70542]: DEBUG oslo_concurrency.lockutils [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.700540] env[70542]: DEBUG oslo_concurrency.lockutils [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.700854] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ed0b5d-81a6-4d5d-b8bb-8fd36f077220 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.706740] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 903.706740] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521855d3-23af-8b2b-5a40-1f44ef16016c" [ 903.706740] env[70542]: _type = "Task" [ 903.706740] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.717427] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521855d3-23af-8b2b-5a40-1f44ef16016c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.942908] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.946683] env[70542]: DEBUG oslo_concurrency.lockutils [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.873s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.946979] env[70542]: DEBUG nova.objects.instance [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Lazy-loading 'resources' on Instance uuid 5f03309a-4505-49d3-854e-3082cc2cd03a {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.036682] env[70542]: DEBUG oslo_vmware.api [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': task-3911392, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.057598] env[70542]: INFO nova.scheduler.client.report [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Deleted allocations for instance 6c67aafd-34f8-4057-9dcc-88b6670abdf9 [ 904.222495] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521855d3-23af-8b2b-5a40-1f44ef16016c, 'name': SearchDatastore_Task, 'duration_secs': 0.014585} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.223325] env[70542]: DEBUG oslo_concurrency.lockutils [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.223325] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.223325] env[70542]: DEBUG oslo_concurrency.lockutils [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.223471] env[70542]: DEBUG oslo_concurrency.lockutils [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.223646] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.223905] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a4c2a95-b6a4-4145-8529-74d3d7a2c268 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.238616] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.238924] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.239949] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9d4b768-ebed-41f2-8da7-e906fc65747c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.247727] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 904.247727] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5258f0d2-aeef-4e7a-41de-0ae98ff124c0" [ 904.247727] env[70542]: _type = "Task" [ 904.247727] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.256012] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5258f0d2-aeef-4e7a-41de-0ae98ff124c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.538649] env[70542]: DEBUG oslo_vmware.api [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': task-3911392, 'name': PowerOnVM_Task, 'duration_secs': 0.832981} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.542173] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.542670] env[70542]: INFO nova.compute.manager [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Took 5.36 seconds to spawn the instance on the hypervisor. [ 904.543246] env[70542]: DEBUG nova.compute.manager [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 904.546016] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ea7e02-1743-488e-85ad-c87af866f8de {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.566116] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8142c298-3a55-42fb-b109-bec46e318996 tempest-InstanceActionsNegativeTestJSON-1774558084 tempest-InstanceActionsNegativeTestJSON-1774558084-project-member] Lock "6c67aafd-34f8-4057-9dcc-88b6670abdf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.308s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.759126] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5258f0d2-aeef-4e7a-41de-0ae98ff124c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010601} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.759673] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bb01b0e-cfed-40e0-817c-9202ae9efe34 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.769198] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 904.769198] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5202425b-282a-b456-b3bd-3af82827b0a8" [ 904.769198] env[70542]: _type = "Task" [ 904.769198] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.779295] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5202425b-282a-b456-b3bd-3af82827b0a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.040638] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c600e82f-b8f8-4a63-8a0a-14aa7829ff52 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.048967] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acacd77-25e6-42d1-9deb-2e747862d4e8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.088469] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655728ae-b54f-4ab8-98ba-9fca4ef25155 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.094694] env[70542]: INFO nova.compute.manager [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Took 48.83 seconds to build instance. [ 905.100384] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449a67d1-7088-4136-b0a6-2522a4845c3e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.121037] env[70542]: DEBUG nova.compute.provider_tree [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.280562] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5202425b-282a-b456-b3bd-3af82827b0a8, 'name': SearchDatastore_Task, 'duration_secs': 0.012426} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.280864] env[70542]: DEBUG oslo_concurrency.lockutils [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.281150] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5/05d962f1-7b10-4caa-9cb4-a0aab9bb38f5.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.281810] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2156f86c-2300-4a4f-b7ef-fa9ca6b17303 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.292466] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 905.292466] env[70542]: value = "task-3911393" [ 905.292466] env[70542]: _type = "Task" [ 905.292466] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.305950] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.599457] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b24641f0-47ad-4184-8831-9538ca7e4882 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Lock "25d099ff-0128-46d7-875d-457b1a26337f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.361s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.622821] env[70542]: DEBUG nova.scheduler.client.report [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.808416] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911393, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.017072] env[70542]: INFO nova.compute.manager [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Rebuilding instance [ 906.083622] env[70542]: DEBUG nova.compute.manager [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 906.085482] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64be361-4876-49c1-9cad-bf5ff4754c25 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.135638] env[70542]: DEBUG oslo_concurrency.lockutils [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.142234] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 43.069s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.168573] env[70542]: INFO nova.scheduler.client.report [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Deleted allocations for instance 5f03309a-4505-49d3-854e-3082cc2cd03a [ 906.306384] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564537} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.306733] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5/05d962f1-7b10-4caa-9cb4-a0aab9bb38f5.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.306995] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.307423] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acb0e480-63c5-4062-8e9b-d93e816e489b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.317497] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 906.317497] env[70542]: value = "task-3911394" [ 906.317497] env[70542]: _type = "Task" [ 906.317497] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.328303] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.654181] env[70542]: INFO nova.compute.claims [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.680459] env[70542]: DEBUG oslo_concurrency.lockutils [None req-496e0aca-44d6-4826-9b14-d0f7d60be58e tempest-ServersAdmin275Test-1237724785 tempest-ServersAdmin275Test-1237724785-project-member] Lock "5f03309a-4505-49d3-854e-3082cc2cd03a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.985s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.830298] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072924} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.830298] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.831099] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8be779d-dc34-4176-a837-6bfbc22c42ea {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.856930] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5/05d962f1-7b10-4caa-9cb4-a0aab9bb38f5.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.857403] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37468d6b-0d67-4d68-b6fb-42c96deedd5d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.881396] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 906.881396] env[70542]: value = "task-3911395" [ 906.881396] env[70542]: _type = "Task" [ 906.881396] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.892600] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911395, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.108372] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.108709] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85b83404-ab48-4d9f-ba1b-ef0f16d734a0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.116481] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Waiting for the task: (returnval){ [ 907.116481] env[70542]: value = "task-3911396" [ 907.116481] env[70542]: _type = "Task" [ 907.116481] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.127055] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': task-3911396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.161123] env[70542]: INFO nova.compute.resource_tracker [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Updating resource usage from migration f026d8eb-b3d7-47d6-846d-95bc08d159a1 [ 907.404628] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911395, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.627777] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': task-3911396, 'name': PowerOffVM_Task, 'duration_secs': 0.180453} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.628080] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.628824] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.629629] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfca0f9-4310-48fa-9408-2941d6570c4f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.641748] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.642043] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b408fbef-9c9e-4e1f-b55b-6506d2fc057c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.675550] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.675788] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.676044] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Deleting the datastore file [datastore1] 25d099ff-0128-46d7-875d-457b1a26337f {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.676358] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80c41a55-71b0-4e16-8672-ffc7cc0808bd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.686096] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Waiting for the task: (returnval){ [ 907.686096] env[70542]: value = "task-3911398" [ 907.686096] env[70542]: _type = "Task" [ 907.686096] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.697282] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': task-3911398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.790582] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34dbdb7d-d329-4a67-b77f-0401c5352693 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.798715] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc35edf1-5059-4f8f-9198-2ce2ab8ac402 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.833812] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c376ca03-d199-4b70-9d78-d6877286c36f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.842532] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885e186b-b24a-48e9-ac9c-c6ef3d18ffc2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.857790] env[70542]: DEBUG nova.compute.provider_tree [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.892913] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911395, 'name': ReconfigVM_Task, 'duration_secs': 0.529419} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.896107] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5/05d962f1-7b10-4caa-9cb4-a0aab9bb38f5.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.896107] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fb8f9d9-1f30-494a-a2fc-0f1eb66ae73a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.904706] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 907.904706] env[70542]: value = "task-3911399" [ 907.904706] env[70542]: _type = "Task" [ 907.904706] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.916186] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911399, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.200570] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': task-3911398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226322} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.200867] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.201049] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.201269] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.363897] env[70542]: DEBUG nova.scheduler.client.report [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.415616] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911399, 'name': Rename_Task, 'duration_secs': 0.174549} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.415616] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.415797] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c0ded8d-d92a-4bbd-821b-d3ff2f79321b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.423550] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 908.423550] env[70542]: value = "task-3911400" [ 908.423550] env[70542]: _type = "Task" [ 908.423550] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.433378] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.869413] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.729s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.869668] env[70542]: INFO nova.compute.manager [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Migrating [ 908.869927] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.870085] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired lock "compute-rpcapi-router" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.874576] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.249s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.877036] env[70542]: INFO nova.compute.claims [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.881253] env[70542]: INFO nova.compute.rpcapi [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 908.882296] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Releasing lock "compute-rpcapi-router" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.945075] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911400, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.247687] env[70542]: DEBUG nova.virt.hardware [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.248047] env[70542]: DEBUG nova.virt.hardware [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.248107] env[70542]: DEBUG nova.virt.hardware [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.248488] env[70542]: DEBUG nova.virt.hardware [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.248488] env[70542]: DEBUG nova.virt.hardware [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.248620] env[70542]: DEBUG nova.virt.hardware [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.253396] env[70542]: DEBUG nova.virt.hardware [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.253605] env[70542]: DEBUG nova.virt.hardware [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.254215] env[70542]: DEBUG nova.virt.hardware [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.254215] env[70542]: DEBUG nova.virt.hardware [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.254215] env[70542]: DEBUG nova.virt.hardware [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.255797] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5a3843-e490-4e83-a4e6-2e0e97def4ad {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.273661] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751a2874-8192-4cc4-8607-f17ff6fb0ec5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.296032] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Instance VIF info [] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.302508] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.302847] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.303115] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73caf838-d46f-4b86-ba68-ac16ec80e59f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.327360] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.327360] env[70542]: value = "task-3911401" [ 909.327360] env[70542]: _type = "Task" [ 909.327360] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.338490] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911401, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.400836] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "refresh_cache-d111991f-fded-409a-82af-1b431b56f48f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.400836] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired lock "refresh_cache-d111991f-fded-409a-82af-1b431b56f48f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.402566] env[70542]: DEBUG nova.network.neutron [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.436582] env[70542]: DEBUG oslo_vmware.api [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911400, 'name': PowerOnVM_Task, 'duration_secs': 0.722468} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.436582] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.436760] env[70542]: DEBUG nova.compute.manager [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 909.437686] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e20359a-9c31-4335-aa43-38f4b1b043f6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.839024] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911401, 'name': CreateVM_Task, 'duration_secs': 0.398637} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.840510] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.843572] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.843794] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.844376] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.844981] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "131eb0ca-df71-49e9-af30-2931afd69fb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.845267] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "131eb0ca-df71-49e9-af30-2931afd69fb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.846354] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1215572a-7834-4ded-a79c-dbc7148cb0aa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.852689] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Waiting for the task: (returnval){ [ 909.852689] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525b9747-80d9-e7d7-4305-62cec371af80" [ 909.852689] env[70542]: _type = "Task" [ 909.852689] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.862990] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525b9747-80d9-e7d7-4305-62cec371af80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.959764] env[70542]: DEBUG oslo_concurrency.lockutils [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.209733] env[70542]: DEBUG nova.network.neutron [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Updating instance_info_cache with network_info: [{"id": "1024a21c-3bc6-4fc1-b2fc-77760328ea6f", "address": "fa:16:3e:d5:99:b4", "network": {"id": "b9eb532a-2933-4850-b01e-c496fa6ef875", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-217105513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc0b5d1a0604a93990949de74a62cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1024a21c-3b", "ovs_interfaceid": "1024a21c-3bc6-4fc1-b2fc-77760328ea6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.350816] env[70542]: DEBUG nova.compute.manager [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.373374] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525b9747-80d9-e7d7-4305-62cec371af80, 'name': SearchDatastore_Task, 'duration_secs': 0.019196} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.374416] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.374416] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.374416] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.374416] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.374612] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.377177] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89dc17a4-d682-41d2-9c3a-0c6da5234774 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.387196] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.387196] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.387196] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b34e2ac-5fa7-4f6c-aba6-e43019880dac {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.397828] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Waiting for the task: (returnval){ [ 910.397828] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5283c71b-641e-b924-f716-397b1105f70d" [ 910.397828] env[70542]: _type = "Task" [ 910.397828] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.406502] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5283c71b-641e-b924-f716-397b1105f70d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.514418] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c650857c-9554-4597-af1b-719d17197dbc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.527141] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d22d47-66d6-4682-86ce-05b9a78a953d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.570609] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a9dd8f-34d5-4dbe-90e6-49a588a13ee3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.583633] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec48d76-acdf-49ac-b257-d04ca6dd942b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.599558] env[70542]: DEBUG nova.compute.provider_tree [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.716448] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Releasing lock "refresh_cache-d111991f-fded-409a-82af-1b431b56f48f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.880031] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.908536] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5283c71b-641e-b924-f716-397b1105f70d, 'name': SearchDatastore_Task, 'duration_secs': 0.011314} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.909521] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02eeb282-20d0-4d2f-8154-f2119b16547e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.918021] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Waiting for the task: (returnval){ [ 910.918021] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ddb0ed-887c-bf0a-a4a3-614cfa909bc4" [ 910.918021] env[70542]: _type = "Task" [ 910.918021] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.924620] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ddb0ed-887c-bf0a-a4a3-614cfa909bc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.081980] env[70542]: INFO nova.compute.manager [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Rebuilding instance [ 911.104025] env[70542]: DEBUG nova.scheduler.client.report [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.142081] env[70542]: DEBUG nova.compute.manager [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 911.142999] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fcbe2e-871b-406a-ad7c-e431e8a53dfc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.431024] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ddb0ed-887c-bf0a-a4a3-614cfa909bc4, 'name': SearchDatastore_Task, 'duration_secs': 0.010713} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.431338] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.432260] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 25d099ff-0128-46d7-875d-457b1a26337f/25d099ff-0128-46d7-875d-457b1a26337f.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.432599] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b160b92d-605d-4bba-8b0f-5e6f78abc641 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.442666] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Waiting for the task: (returnval){ [ 911.442666] env[70542]: value = "task-3911402" [ 911.442666] env[70542]: _type = "Task" [ 911.442666] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.453163] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': task-3911402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.613938] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.613938] env[70542]: DEBUG nova.compute.manager [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.620102] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.966s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.620565] env[70542]: DEBUG nova.objects.instance [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Lazy-loading 'resources' on Instance uuid 43599c7d-eb6e-42c2-98f9-bcf443633560 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.957880] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': task-3911402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485902} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.958336] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 25d099ff-0128-46d7-875d-457b1a26337f/25d099ff-0128-46d7-875d-457b1a26337f.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.958780] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.959167] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27bfa8e4-ac8c-4041-b0f4-a0cc5099e62c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.968330] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Waiting for the task: (returnval){ [ 911.968330] env[70542]: value = "task-3911403" [ 911.968330] env[70542]: _type = "Task" [ 911.968330] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.979541] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': task-3911403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.128547] env[70542]: DEBUG nova.compute.utils [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.131336] env[70542]: DEBUG nova.compute.manager [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 912.131336] env[70542]: DEBUG nova.network.neutron [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.142599] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Acquiring lock "07d4b435-4af4-41f2-b778-724ecabb9e7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.143789] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Lock "07d4b435-4af4-41f2-b778-724ecabb9e7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.161697] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.161697] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1ab5e8a-4797-4d11-a870-2be23d38c104 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.172860] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 912.172860] env[70542]: value = "task-3911404" [ 912.172860] env[70542]: _type = "Task" [ 912.172860] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.180665] env[70542]: DEBUG nova.policy [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22e3cd55159341e49d4fdb8f0715bc33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '749e44aa8e1a4ab9b1d2b3173ffd2d33', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.191905] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.237058] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92810ba6-9852-4eeb-907c-e28ba4a1d73a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.262196] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Updating instance 'd111991f-fded-409a-82af-1b431b56f48f' progress to 0 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 912.482406] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': task-3911403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075259} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.482406] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.482645] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34012137-1628-4088-bd7d-d2ef13b8af8e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.507503] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 25d099ff-0128-46d7-875d-457b1a26337f/25d099ff-0128-46d7-875d-457b1a26337f.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.511291] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d17798f6-38b4-4c85-9687-349a4cb0b077 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.534952] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Waiting for the task: (returnval){ [ 912.534952] env[70542]: value = "task-3911405" [ 912.534952] env[70542]: _type = "Task" [ 912.534952] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.548725] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': task-3911405, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.578531] env[70542]: DEBUG nova.network.neutron [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Successfully created port: 54037519-bdd9-4b0c-bcf9-3d712bd1f42f {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 912.634110] env[70542]: DEBUG nova.compute.manager [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 912.684581] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911404, 'name': PowerOffVM_Task, 'duration_secs': 0.195027} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.684863] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.685103] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.685910] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4241ee-8175-4863-a09d-cdb0e2188e5f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.698163] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.698163] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38a68077-3da0-4b58-b585-d72a20fc1781 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.721889] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93af6908-69aa-417a-969a-64eebc212cf1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.732540] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3721b0c5-4189-4549-8cdc-64030f8502c8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.768425] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7468a62-1213-403a-88fe-47ad9acea46c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.773783] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.775420] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-215b2633-c7b9-4cae-a896-8ab3c74ae960 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.777615] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.777838] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.778034] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Deleting the datastore file [datastore2] 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.778362] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81fe3ce1-d48f-4b44-85dd-b8b736227377 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.784143] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87d0f87-b7c3-4072-98d2-374042952eda {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.791379] env[70542]: DEBUG oslo_vmware.api [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 912.791379] env[70542]: value = "task-3911407" [ 912.791379] env[70542]: _type = "Task" [ 912.791379] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.791379] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 912.791379] env[70542]: value = "task-3911408" [ 912.791379] env[70542]: _type = "Task" [ 912.791379] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.808616] env[70542]: DEBUG nova.compute.provider_tree [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.816156] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.819271] env[70542]: DEBUG oslo_vmware.api [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.856440] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Acquiring lock "592584da-94b4-43f0-a360-36d8b1494d96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.856639] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Lock "592584da-94b4-43f0-a360-36d8b1494d96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.857130] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Acquiring lock "592584da-94b4-43f0-a360-36d8b1494d96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.857297] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Lock "592584da-94b4-43f0-a360-36d8b1494d96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.857333] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Lock "592584da-94b4-43f0-a360-36d8b1494d96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.859825] env[70542]: INFO nova.compute.manager [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Terminating instance [ 913.044994] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': task-3911405, 'name': ReconfigVM_Task, 'duration_secs': 0.368838} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.045671] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 25d099ff-0128-46d7-875d-457b1a26337f/25d099ff-0128-46d7-875d-457b1a26337f.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.046019] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-837c0064-84c4-4bbb-9d3d-eeed6340a795 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.054269] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Waiting for the task: (returnval){ [ 913.054269] env[70542]: value = "task-3911409" [ 913.054269] env[70542]: _type = "Task" [ 913.054269] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.062972] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': task-3911409, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.305886] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176997} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.309020] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.309162] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.309344] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.311739] env[70542]: DEBUG oslo_vmware.api [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911407, 'name': PowerOffVM_Task, 'duration_secs': 0.216947} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.312547] env[70542]: DEBUG nova.scheduler.client.report [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.315633] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.315884] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Updating instance 'd111991f-fded-409a-82af-1b431b56f48f' progress to 17 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 913.367584] env[70542]: DEBUG nova.compute.manager [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.367716] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.367957] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04604db1-1c5b-48ae-af65-3f8b3f06f01e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.376846] env[70542]: DEBUG oslo_vmware.api [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Waiting for the task: (returnval){ [ 913.376846] env[70542]: value = "task-3911410" [ 913.376846] env[70542]: _type = "Task" [ 913.376846] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.387564] env[70542]: DEBUG oslo_vmware.api [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Task: {'id': task-3911410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.565685] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': task-3911409, 'name': Rename_Task, 'duration_secs': 0.170297} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.565992] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.566426] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8de8edb2-6a90-4376-b12a-cbc55c0b9faa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.572825] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Waiting for the task: (returnval){ [ 913.572825] env[70542]: value = "task-3911411" [ 913.572825] env[70542]: _type = "Task" [ 913.572825] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.585283] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': task-3911411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.643675] env[70542]: DEBUG nova.compute.manager [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 913.672342] env[70542]: DEBUG nova.virt.hardware [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.672590] env[70542]: DEBUG nova.virt.hardware [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.672915] env[70542]: DEBUG nova.virt.hardware [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.672915] env[70542]: DEBUG nova.virt.hardware [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.673072] env[70542]: DEBUG nova.virt.hardware [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.673217] env[70542]: DEBUG nova.virt.hardware [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.673482] env[70542]: DEBUG nova.virt.hardware [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.673647] env[70542]: DEBUG nova.virt.hardware [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.673812] env[70542]: DEBUG nova.virt.hardware [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.673996] env[70542]: DEBUG nova.virt.hardware [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.674164] env[70542]: DEBUG nova.virt.hardware [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.675026] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12238a37-c52d-4dc2-8d33-71282488d605 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.683773] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd84295-2289-40f3-a746-ed822251b112 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.824087] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.827844] env[70542]: DEBUG nova.virt.hardware [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.828138] env[70542]: DEBUG nova.virt.hardware [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.828313] env[70542]: DEBUG nova.virt.hardware [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.828499] env[70542]: DEBUG nova.virt.hardware [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.828661] env[70542]: DEBUG nova.virt.hardware [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.828801] env[70542]: DEBUG nova.virt.hardware [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.829009] env[70542]: DEBUG nova.virt.hardware [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.829175] env[70542]: DEBUG nova.virt.hardware [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.829342] env[70542]: DEBUG nova.virt.hardware [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.829502] env[70542]: DEBUG nova.virt.hardware [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.829671] env[70542]: DEBUG nova.virt.hardware [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.835292] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.730s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.837186] env[70542]: INFO nova.compute.claims [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.844022] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9e79ad3-d272-4fdc-8b52-137f0e584c02 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.860483] env[70542]: DEBUG oslo_vmware.api [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 913.860483] env[70542]: value = "task-3911412" [ 913.860483] env[70542]: _type = "Task" [ 913.860483] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.865330] env[70542]: INFO nova.scheduler.client.report [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Deleted allocations for instance 43599c7d-eb6e-42c2-98f9-bcf443633560 [ 913.874393] env[70542]: DEBUG oslo_vmware.api [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911412, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.887466] env[70542]: DEBUG oslo_vmware.api [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Task: {'id': task-3911410, 'name': PowerOffVM_Task, 'duration_secs': 0.179237} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.887894] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.888214] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Volume detach. Driver type: vmdk {{(pid=70542) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 913.888543] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776659', 'volume_id': '77bb6c31-3539-44a3-bd1a-a0e065654947', 'name': 'volume-77bb6c31-3539-44a3-bd1a-a0e065654947', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '592584da-94b4-43f0-a360-36d8b1494d96', 'attached_at': '', 'detached_at': '', 'volume_id': '77bb6c31-3539-44a3-bd1a-a0e065654947', 'serial': '77bb6c31-3539-44a3-bd1a-a0e065654947'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 913.890844] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab42d162-8e36-4695-be11-94edb85e03b7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.912994] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545fa014-1f05-4096-96d6-85e1ff7b35e8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.921271] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2127028a-7104-4f85-af0f-daeba73f2d44 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.941033] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb33f74-d414-453f-af09-6fda4a3eba0b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.956813] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] The volume has not been displaced from its original location: [datastore1] volume-77bb6c31-3539-44a3-bd1a-a0e065654947/volume-77bb6c31-3539-44a3-bd1a-a0e065654947.vmdk. No consolidation needed. {{(pid=70542) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 913.962101] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 913.962466] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df596e32-ba9a-4811-876f-f7ced835241e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.983208] env[70542]: DEBUG oslo_vmware.api [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Waiting for the task: (returnval){ [ 913.983208] env[70542]: value = "task-3911413" [ 913.983208] env[70542]: _type = "Task" [ 913.983208] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.992855] env[70542]: DEBUG oslo_vmware.api [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Task: {'id': task-3911413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.084108] env[70542]: DEBUG oslo_vmware.api [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': task-3911411, 'name': PowerOnVM_Task, 'duration_secs': 0.470135} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.084814] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.085151] env[70542]: DEBUG nova.compute.manager [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 914.086261] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b73e566-9086-4f1f-8cd0-c9faddc630c4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.291421] env[70542]: DEBUG nova.compute.manager [req-646cce19-10aa-4009-9142-12880e9f06c2 req-d6e90d8f-1b64-4498-8897-a2d7662652c3 service nova] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Received event network-vif-plugged-54037519-bdd9-4b0c-bcf9-3d712bd1f42f {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.291707] env[70542]: DEBUG oslo_concurrency.lockutils [req-646cce19-10aa-4009-9142-12880e9f06c2 req-d6e90d8f-1b64-4498-8897-a2d7662652c3 service nova] Acquiring lock "90de7b33-07f3-41c4-b374-db5847d3820a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.291835] env[70542]: DEBUG oslo_concurrency.lockutils [req-646cce19-10aa-4009-9142-12880e9f06c2 req-d6e90d8f-1b64-4498-8897-a2d7662652c3 service nova] Lock "90de7b33-07f3-41c4-b374-db5847d3820a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.291992] env[70542]: DEBUG oslo_concurrency.lockutils [req-646cce19-10aa-4009-9142-12880e9f06c2 req-d6e90d8f-1b64-4498-8897-a2d7662652c3 service nova] Lock "90de7b33-07f3-41c4-b374-db5847d3820a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.292192] env[70542]: DEBUG nova.compute.manager [req-646cce19-10aa-4009-9142-12880e9f06c2 req-d6e90d8f-1b64-4498-8897-a2d7662652c3 service nova] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] No waiting events found dispatching network-vif-plugged-54037519-bdd9-4b0c-bcf9-3d712bd1f42f {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 914.292328] env[70542]: WARNING nova.compute.manager [req-646cce19-10aa-4009-9142-12880e9f06c2 req-d6e90d8f-1b64-4498-8897-a2d7662652c3 service nova] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Received unexpected event network-vif-plugged-54037519-bdd9-4b0c-bcf9-3d712bd1f42f for instance with vm_state building and task_state spawning. [ 914.314169] env[70542]: DEBUG nova.network.neutron [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Successfully updated port: 54037519-bdd9-4b0c-bcf9-3d712bd1f42f {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 914.366551] env[70542]: DEBUG nova.virt.hardware [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.366851] env[70542]: DEBUG nova.virt.hardware [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.367017] env[70542]: DEBUG nova.virt.hardware [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.367204] env[70542]: DEBUG nova.virt.hardware [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.367349] env[70542]: DEBUG nova.virt.hardware [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.367492] env[70542]: DEBUG nova.virt.hardware [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.367696] env[70542]: DEBUG nova.virt.hardware [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.367851] env[70542]: DEBUG nova.virt.hardware [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.368123] env[70542]: DEBUG nova.virt.hardware [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.368315] env[70542]: DEBUG nova.virt.hardware [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.368557] env[70542]: DEBUG nova.virt.hardware [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.369859] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e436763-ebe1-4e3f-9711-b0d1747122fa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.383591] env[70542]: DEBUG oslo_vmware.api [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911412, 'name': ReconfigVM_Task, 'duration_secs': 0.217364} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.384811] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4dfbff74-1776-492b-862b-a945cbf81d6c tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Lock "43599c7d-eb6e-42c2-98f9-bcf443633560" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.244s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.385304] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Updating instance 'd111991f-fded-409a-82af-1b431b56f48f' progress to 33 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 914.391048] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5eed34-e3ad-4eab-9c14-eab1e2121691 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.407064] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:a0:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ed312c6-343a-4421-ae88-6e16368a9c8a', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.414459] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.415146] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.415416] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1f69479-d3d9-485e-8340-d1571b55591f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.437121] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.437121] env[70542]: value = "task-3911414" [ 914.437121] env[70542]: _type = "Task" [ 914.437121] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.448035] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911414, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.495023] env[70542]: DEBUG oslo_vmware.api [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Task: {'id': task-3911413, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.607300] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.816750] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Acquiring lock "refresh_cache-90de7b33-07f3-41c4-b374-db5847d3820a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.818534] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Acquired lock "refresh_cache-90de7b33-07f3-41c4-b374-db5847d3820a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.818534] env[70542]: DEBUG nova.network.neutron [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.897976] env[70542]: DEBUG nova.virt.hardware [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.897976] env[70542]: DEBUG nova.virt.hardware [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.897976] env[70542]: DEBUG nova.virt.hardware [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.898165] env[70542]: DEBUG nova.virt.hardware [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.898303] env[70542]: DEBUG nova.virt.hardware [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.898444] env[70542]: DEBUG nova.virt.hardware [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.898642] env[70542]: DEBUG nova.virt.hardware [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.898794] env[70542]: DEBUG nova.virt.hardware [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.898990] env[70542]: DEBUG nova.virt.hardware [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.899519] env[70542]: DEBUG nova.virt.hardware [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.900040] env[70542]: DEBUG nova.virt.hardware [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.905893] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 914.909686] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-986735c0-ed41-4372-8e91-270323c251e9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.931646] env[70542]: DEBUG oslo_vmware.api [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 914.931646] env[70542]: value = "task-3911415" [ 914.931646] env[70542]: _type = "Task" [ 914.931646] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.945912] env[70542]: DEBUG oslo_vmware.api [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911415, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.952187] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911414, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.995975] env[70542]: DEBUG oslo_vmware.api [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Task: {'id': task-3911413, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.364294] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9948e98b-d82f-4016-9ac6-2ebd7565c7de {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.367701] env[70542]: DEBUG nova.network.neutron [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.374755] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0574b264-687b-4249-8d9a-76aeb3eeea0a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.416160] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe6234c-67d0-4408-b23f-74e660b74db5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.424986] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914ff9ab-5d52-4eb3-85bd-82a12ecb3cd8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.439398] env[70542]: DEBUG nova.compute.provider_tree [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.452887] env[70542]: DEBUG oslo_vmware.api [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911415, 'name': ReconfigVM_Task, 'duration_secs': 0.477687} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.460495] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 915.460495] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911414, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.460495] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baf3cb5-a9b9-4390-9123-125748066bfe {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.486538] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] d111991f-fded-409a-82af-1b431b56f48f/d111991f-fded-409a-82af-1b431b56f48f.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.486940] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3ef66e3-85d3-44bc-a99b-d35d284c26bf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.515494] env[70542]: DEBUG oslo_vmware.api [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Task: {'id': task-3911413, 'name': ReconfigVM_Task, 'duration_secs': 1.311119} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.520958] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 915.525872] env[70542]: DEBUG oslo_vmware.api [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 915.525872] env[70542]: value = "task-3911416" [ 915.525872] env[70542]: _type = "Task" [ 915.525872] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.526129] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08d1d913-4f48-4aa1-9ea4-2d08f96230dd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.550027] env[70542]: DEBUG oslo_vmware.api [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.550027] env[70542]: DEBUG oslo_vmware.api [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Waiting for the task: (returnval){ [ 915.550027] env[70542]: value = "task-3911417" [ 915.550027] env[70542]: _type = "Task" [ 915.550027] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.625184] env[70542]: DEBUG nova.network.neutron [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Updating instance_info_cache with network_info: [{"id": "54037519-bdd9-4b0c-bcf9-3d712bd1f42f", "address": "fa:16:3e:0c:e8:0a", "network": {"id": "aa290efc-c963-439e-acab-6815712eb8dd", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-659720593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "749e44aa8e1a4ab9b1d2b3173ffd2d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54037519-bd", "ovs_interfaceid": "54037519-bdd9-4b0c-bcf9-3d712bd1f42f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.636084] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Acquiring lock "25d099ff-0128-46d7-875d-457b1a26337f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.636350] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Lock "25d099ff-0128-46d7-875d-457b1a26337f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.636980] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Acquiring lock "25d099ff-0128-46d7-875d-457b1a26337f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.639127] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Lock "25d099ff-0128-46d7-875d-457b1a26337f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.639127] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Lock "25d099ff-0128-46d7-875d-457b1a26337f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.639406] env[70542]: INFO nova.compute.manager [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Terminating instance [ 915.949699] env[70542]: DEBUG nova.scheduler.client.report [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.953441] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911414, 'name': CreateVM_Task, 'duration_secs': 1.118713} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.953635] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.954342] env[70542]: DEBUG oslo_concurrency.lockutils [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.954505] env[70542]: DEBUG oslo_concurrency.lockutils [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.954842] env[70542]: DEBUG oslo_concurrency.lockutils [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.955129] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51a03ac0-8802-4617-ad09-8e95430e798f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.963727] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 915.963727] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52629523-bf31-7db0-4c2f-b6a138e36e3a" [ 915.963727] env[70542]: _type = "Task" [ 915.963727] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.974050] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52629523-bf31-7db0-4c2f-b6a138e36e3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.046825] env[70542]: DEBUG oslo_vmware.api [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911416, 'name': ReconfigVM_Task, 'duration_secs': 0.473884} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.047129] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Reconfigured VM instance instance-00000032 to attach disk [datastore1] d111991f-fded-409a-82af-1b431b56f48f/d111991f-fded-409a-82af-1b431b56f48f.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.047406] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Updating instance 'd111991f-fded-409a-82af-1b431b56f48f' progress to 50 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 916.061018] env[70542]: DEBUG oslo_vmware.api [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Task: {'id': task-3911417, 'name': ReconfigVM_Task, 'duration_secs': 0.162047} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.061018] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776659', 'volume_id': '77bb6c31-3539-44a3-bd1a-a0e065654947', 'name': 'volume-77bb6c31-3539-44a3-bd1a-a0e065654947', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '592584da-94b4-43f0-a360-36d8b1494d96', 'attached_at': '', 'detached_at': '', 'volume_id': '77bb6c31-3539-44a3-bd1a-a0e065654947', 'serial': '77bb6c31-3539-44a3-bd1a-a0e065654947'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 916.061226] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.061863] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4d9312-bc8a-4d08-b6bd-388e653d16f4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.068927] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.069144] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e236b5eb-92e3-4e0c-ae60-338be7daefe7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.084452] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Acquiring lock "61f3fc28-9ce9-4f07-87bd-ca8061d9eda1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.084718] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Lock "61f3fc28-9ce9-4f07-87bd-ca8061d9eda1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.084930] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Acquiring lock "61f3fc28-9ce9-4f07-87bd-ca8061d9eda1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.085135] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Lock "61f3fc28-9ce9-4f07-87bd-ca8061d9eda1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.085381] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Lock "61f3fc28-9ce9-4f07-87bd-ca8061d9eda1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.087999] env[70542]: INFO nova.compute.manager [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Terminating instance [ 916.126547] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Releasing lock "refresh_cache-90de7b33-07f3-41c4-b374-db5847d3820a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.127041] env[70542]: DEBUG nova.compute.manager [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Instance network_info: |[{"id": "54037519-bdd9-4b0c-bcf9-3d712bd1f42f", "address": "fa:16:3e:0c:e8:0a", "network": {"id": "aa290efc-c963-439e-acab-6815712eb8dd", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-659720593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "749e44aa8e1a4ab9b1d2b3173ffd2d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54037519-bd", "ovs_interfaceid": "54037519-bdd9-4b0c-bcf9-3d712bd1f42f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 916.129030] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:e8:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54037519-bdd9-4b0c-bcf9-3d712bd1f42f', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.135712] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Creating folder: Project (749e44aa8e1a4ab9b1d2b3173ffd2d33). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 916.136537] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7a33446-9f5a-4de0-93a1-bd1b9ea26696 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.143921] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Acquiring lock "refresh_cache-25d099ff-0128-46d7-875d-457b1a26337f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.143921] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Acquired lock "refresh_cache-25d099ff-0128-46d7-875d-457b1a26337f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.143921] env[70542]: DEBUG nova.network.neutron [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.145821] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.146046] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.146238] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Deleting the datastore file [datastore1] 592584da-94b4-43f0-a360-36d8b1494d96 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.147909] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-947c69e2-9be7-46ca-acff-46280d505386 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.150865] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Created folder: Project (749e44aa8e1a4ab9b1d2b3173ffd2d33) in parent group-v776569. [ 916.151112] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Creating folder: Instances. Parent ref: group-v776754. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 916.151272] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12f11818-046e-419f-9c7a-6b2b62e7042a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.155356] env[70542]: DEBUG oslo_vmware.api [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Waiting for the task: (returnval){ [ 916.155356] env[70542]: value = "task-3911420" [ 916.155356] env[70542]: _type = "Task" [ 916.155356] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.166656] env[70542]: DEBUG oslo_vmware.api [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Task: {'id': task-3911420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.167892] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Created folder: Instances in parent group-v776754. [ 916.168150] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.168344] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.168552] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd1d0f82-4a9a-4131-a71c-1e1588d926a7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.189347] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.189347] env[70542]: value = "task-3911422" [ 916.189347] env[70542]: _type = "Task" [ 916.189347] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.197681] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911422, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.325381] env[70542]: DEBUG nova.compute.manager [req-ba8c6fd4-0b66-472f-a246-7ba219f636c4 req-83de4d4d-59ec-4a83-8630-e7425296b2ec service nova] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Received event network-changed-54037519-bdd9-4b0c-bcf9-3d712bd1f42f {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.325594] env[70542]: DEBUG nova.compute.manager [req-ba8c6fd4-0b66-472f-a246-7ba219f636c4 req-83de4d4d-59ec-4a83-8630-e7425296b2ec service nova] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Refreshing instance network info cache due to event network-changed-54037519-bdd9-4b0c-bcf9-3d712bd1f42f. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 916.325816] env[70542]: DEBUG oslo_concurrency.lockutils [req-ba8c6fd4-0b66-472f-a246-7ba219f636c4 req-83de4d4d-59ec-4a83-8630-e7425296b2ec service nova] Acquiring lock "refresh_cache-90de7b33-07f3-41c4-b374-db5847d3820a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.325960] env[70542]: DEBUG oslo_concurrency.lockutils [req-ba8c6fd4-0b66-472f-a246-7ba219f636c4 req-83de4d4d-59ec-4a83-8630-e7425296b2ec service nova] Acquired lock "refresh_cache-90de7b33-07f3-41c4-b374-db5847d3820a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.326136] env[70542]: DEBUG nova.network.neutron [req-ba8c6fd4-0b66-472f-a246-7ba219f636c4 req-83de4d4d-59ec-4a83-8630-e7425296b2ec service nova] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Refreshing network info cache for port 54037519-bdd9-4b0c-bcf9-3d712bd1f42f {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.458577] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.459173] env[70542]: DEBUG nova.compute.manager [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.462119] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 51.114s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.463631] env[70542]: INFO nova.compute.claims [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.477335] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52629523-bf31-7db0-4c2f-b6a138e36e3a, 'name': SearchDatastore_Task, 'duration_secs': 0.013408} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.477669] env[70542]: DEBUG oslo_concurrency.lockutils [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.477952] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.478211] env[70542]: DEBUG oslo_concurrency.lockutils [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.478357] env[70542]: DEBUG oslo_concurrency.lockutils [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.478552] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.478833] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce41d522-9809-490d-ab1c-c4df2a19cf14 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.488531] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.488673] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.489432] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e24ed8f8-f51e-4ac0-b2cf-075eb8105f98 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.495314] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 916.495314] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522a4901-c2fc-5780-7772-762a681fa5ee" [ 916.495314] env[70542]: _type = "Task" [ 916.495314] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.504649] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522a4901-c2fc-5780-7772-762a681fa5ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.556774] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b78e37f-eb29-4b44-bdfb-ebda438b60a3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.582710] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2760154a-2e67-467c-a107-c93379afe142 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.605459] env[70542]: DEBUG nova.compute.manager [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.605772] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.606173] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Updating instance 'd111991f-fded-409a-82af-1b431b56f48f' progress to 67 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 916.610686] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51582465-4121-43ae-869e-39902cd8465d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.618727] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.619080] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5062424-910c-4181-b385-f1a240dc9eab {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.627342] env[70542]: DEBUG oslo_vmware.api [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Waiting for the task: (returnval){ [ 916.627342] env[70542]: value = "task-3911423" [ 916.627342] env[70542]: _type = "Task" [ 916.627342] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.636780] env[70542]: DEBUG oslo_vmware.api [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3911423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.667269] env[70542]: DEBUG oslo_vmware.api [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Task: {'id': task-3911420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116059} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.668137] env[70542]: DEBUG nova.network.neutron [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.669936] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.670153] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.670332] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.670500] env[70542]: INFO nova.compute.manager [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Took 3.30 seconds to destroy the instance on the hypervisor. [ 916.670750] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.671223] env[70542]: DEBUG nova.compute.manager [-] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.671335] env[70542]: DEBUG nova.network.neutron [-] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.700746] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911422, 'name': CreateVM_Task, 'duration_secs': 0.299203} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.703201] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.703916] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.704141] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.704520] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.705117] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b18dc7dc-a606-4215-b6ab-f006ee86774f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.710801] env[70542]: DEBUG oslo_vmware.api [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Waiting for the task: (returnval){ [ 916.710801] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527931ea-eb9d-7ab0-31b0-2ed17f765e69" [ 916.710801] env[70542]: _type = "Task" [ 916.710801] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.724178] env[70542]: DEBUG oslo_vmware.api [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527931ea-eb9d-7ab0-31b0-2ed17f765e69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.763603] env[70542]: DEBUG nova.network.neutron [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.973364] env[70542]: DEBUG nova.compute.utils [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.975120] env[70542]: DEBUG nova.compute.manager [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.975458] env[70542]: DEBUG nova.network.neutron [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 917.009300] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522a4901-c2fc-5780-7772-762a681fa5ee, 'name': SearchDatastore_Task, 'duration_secs': 0.009711} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.010133] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eaf59ac-7910-4ec4-a363-7beb78196539 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.018788] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 917.018788] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5264107a-734c-1a6a-7f42-859e4ed3a8c7" [ 917.018788] env[70542]: _type = "Task" [ 917.018788] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.027899] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5264107a-734c-1a6a-7f42-859e4ed3a8c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.051956] env[70542]: DEBUG nova.policy [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecb2cc9193674c8b8992e93afb387023', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd9c5628849c49af958248c81ee81190', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.139865] env[70542]: DEBUG oslo_vmware.api [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3911423, 'name': PowerOffVM_Task, 'duration_secs': 0.293625} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.140171] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.140343] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.140694] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ed1d88c-9d65-4ca0-b01d-128909e73a93 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.190738] env[70542]: DEBUG nova.network.neutron [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Port 1024a21c-3bc6-4fc1-b2fc-77760328ea6f binding to destination host cpu-1 is already ACTIVE {{(pid=70542) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 917.219296] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.219525] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.219709] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Deleting the datastore file [datastore1] 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.221478] env[70542]: DEBUG nova.network.neutron [req-ba8c6fd4-0b66-472f-a246-7ba219f636c4 req-83de4d4d-59ec-4a83-8630-e7425296b2ec service nova] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Updated VIF entry in instance network info cache for port 54037519-bdd9-4b0c-bcf9-3d712bd1f42f. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.221478] env[70542]: DEBUG nova.network.neutron [req-ba8c6fd4-0b66-472f-a246-7ba219f636c4 req-83de4d4d-59ec-4a83-8630-e7425296b2ec service nova] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Updating instance_info_cache with network_info: [{"id": "54037519-bdd9-4b0c-bcf9-3d712bd1f42f", "address": "fa:16:3e:0c:e8:0a", "network": {"id": "aa290efc-c963-439e-acab-6815712eb8dd", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-659720593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "749e44aa8e1a4ab9b1d2b3173ffd2d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54037519-bd", "ovs_interfaceid": "54037519-bdd9-4b0c-bcf9-3d712bd1f42f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.222395] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d961857e-41b6-4693-9529-bb1d960a8d67 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.232629] env[70542]: DEBUG oslo_vmware.api [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527931ea-eb9d-7ab0-31b0-2ed17f765e69, 'name': SearchDatastore_Task, 'duration_secs': 0.011269} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.237445] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.237722] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.237945] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.239606] env[70542]: DEBUG oslo_vmware.api [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Waiting for the task: (returnval){ [ 917.239606] env[70542]: value = "task-3911425" [ 917.239606] env[70542]: _type = "Task" [ 917.239606] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.252287] env[70542]: DEBUG oslo_vmware.api [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3911425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.266721] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Releasing lock "refresh_cache-25d099ff-0128-46d7-875d-457b1a26337f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.270030] env[70542]: DEBUG nova.compute.manager [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 917.270030] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.270030] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d438451-265a-411c-8aad-0c368a4a7794 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.276610] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.276896] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce516cf4-9d54-4f8e-b285-f7acebb270d3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.284017] env[70542]: DEBUG oslo_vmware.api [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Waiting for the task: (returnval){ [ 917.284017] env[70542]: value = "task-3911426" [ 917.284017] env[70542]: _type = "Task" [ 917.284017] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.294226] env[70542]: DEBUG oslo_vmware.api [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': task-3911426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.337501] env[70542]: DEBUG nova.compute.manager [req-e9f1236a-4993-4985-87fb-ba5bccdb9e6f req-9211658f-ad49-41c1-a040-df8fd05b0eab service nova] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Received event network-vif-deleted-bb949cb2-5601-4623-99f5-30d023ee6b8f {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.337584] env[70542]: INFO nova.compute.manager [req-e9f1236a-4993-4985-87fb-ba5bccdb9e6f req-9211658f-ad49-41c1-a040-df8fd05b0eab service nova] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Neutron deleted interface bb949cb2-5601-4623-99f5-30d023ee6b8f; detaching it from the instance and deleting it from the info cache [ 917.337846] env[70542]: DEBUG nova.network.neutron [req-e9f1236a-4993-4985-87fb-ba5bccdb9e6f req-9211658f-ad49-41c1-a040-df8fd05b0eab service nova] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.481838] env[70542]: DEBUG nova.compute.utils [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 917.534661] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5264107a-734c-1a6a-7f42-859e4ed3a8c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010021} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.537775] env[70542]: DEBUG oslo_concurrency.lockutils [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.538079] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5/05d962f1-7b10-4caa-9cb4-a0aab9bb38f5.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.538897] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.539130] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.539329] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d74ad07-2094-4778-910a-b506994699c7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.543031] env[70542]: DEBUG nova.network.neutron [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Successfully created port: c1dd218b-31ce-4ef7-b221-5321e5e61e95 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.544443] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1da1b096-8ac8-4161-9306-c496f3edcb13 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.557252] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 917.557252] env[70542]: value = "task-3911427" [ 917.557252] env[70542]: _type = "Task" [ 917.557252] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.562743] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.563031] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.565045] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-951ae62c-2cea-4f80-91a8-d28c9af3b77f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.572942] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.577126] env[70542]: DEBUG oslo_vmware.api [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Waiting for the task: (returnval){ [ 917.577126] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cfd4a7-a08e-edb3-8806-cfbe18bd190e" [ 917.577126] env[70542]: _type = "Task" [ 917.577126] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.586148] env[70542]: DEBUG oslo_vmware.api [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cfd4a7-a08e-edb3-8806-cfbe18bd190e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.733468] env[70542]: DEBUG oslo_concurrency.lockutils [req-ba8c6fd4-0b66-472f-a246-7ba219f636c4 req-83de4d4d-59ec-4a83-8630-e7425296b2ec service nova] Releasing lock "refresh_cache-90de7b33-07f3-41c4-b374-db5847d3820a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.752490] env[70542]: DEBUG oslo_vmware.api [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Task: {'id': task-3911425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15011} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.753552] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.753752] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.753942] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.754118] env[70542]: INFO nova.compute.manager [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 917.754365] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.755067] env[70542]: DEBUG nova.compute.manager [-] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.755067] env[70542]: DEBUG nova.network.neutron [-] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.797072] env[70542]: DEBUG oslo_vmware.api [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': task-3911426, 'name': PowerOffVM_Task, 'duration_secs': 0.236999} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.800573] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.800846] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.805128] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7be09f64-ef2d-4948-a844-01e53a8b9adf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.806031] env[70542]: DEBUG nova.network.neutron [-] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.844340] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-145c7e67-5e66-4f0f-b4fa-e52bc0c7eea9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.860774] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891db4cc-26f0-42ce-96c8-e6ca9af8b5f8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.877461] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.877461] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.877461] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Deleting the datastore file [datastore2] 25d099ff-0128-46d7-875d-457b1a26337f {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.877702] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e947448f-4fb1-42c3-88d5-ee8d82c07d66 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.886616] env[70542]: DEBUG oslo_vmware.api [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Waiting for the task: (returnval){ [ 917.886616] env[70542]: value = "task-3911429" [ 917.886616] env[70542]: _type = "Task" [ 917.886616] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.905473] env[70542]: DEBUG nova.compute.manager [req-e9f1236a-4993-4985-87fb-ba5bccdb9e6f req-9211658f-ad49-41c1-a040-df8fd05b0eab service nova] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Detach interface failed, port_id=bb949cb2-5601-4623-99f5-30d023ee6b8f, reason: Instance 592584da-94b4-43f0-a360-36d8b1494d96 could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 917.915221] env[70542]: DEBUG oslo_vmware.api [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': task-3911429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.985883] env[70542]: DEBUG nova.compute.manager [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.073914] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911427, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.090190] env[70542]: DEBUG oslo_vmware.api [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cfd4a7-a08e-edb3-8806-cfbe18bd190e, 'name': SearchDatastore_Task, 'duration_secs': 0.010984} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.093260] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c117d276-a1d9-4667-941c-25c6ca5bde29 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.100016] env[70542]: DEBUG oslo_vmware.api [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Waiting for the task: (returnval){ [ 918.100016] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f34ed9-3efc-c086-962a-da2477ba2651" [ 918.100016] env[70542]: _type = "Task" [ 918.100016] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.114646] env[70542]: DEBUG oslo_vmware.api [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f34ed9-3efc-c086-962a-da2477ba2651, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.143012] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e261b7-af89-4199-a6a4-35b7f1925127 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.151797] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564b294a-261e-44ab-a045-a4e7160564b9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.187725] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46722177-5f1f-412c-8c99-778422a5044f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.196982] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431d75df-44eb-46ab-9dda-06b0ba2fb346 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.219080] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "d111991f-fded-409a-82af-1b431b56f48f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.219342] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "d111991f-fded-409a-82af-1b431b56f48f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.219564] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "d111991f-fded-409a-82af-1b431b56f48f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.232182] env[70542]: DEBUG nova.compute.provider_tree [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.309933] env[70542]: INFO nova.compute.manager [-] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Took 1.64 seconds to deallocate network for instance. [ 918.397995] env[70542]: DEBUG oslo_vmware.api [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Task: {'id': task-3911429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274018} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.397995] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.397995] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.397995] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.397995] env[70542]: INFO nova.compute.manager [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 918.397995] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.397995] env[70542]: DEBUG nova.compute.manager [-] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 918.397995] env[70542]: DEBUG nova.network.neutron [-] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 918.414263] env[70542]: DEBUG nova.network.neutron [-] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.568039] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555743} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.568326] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5/05d962f1-7b10-4caa-9cb4-a0aab9bb38f5.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.568548] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.568800] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14bdc92b-5bb3-4c62-b769-248bdd903d89 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.575745] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 918.575745] env[70542]: value = "task-3911430" [ 918.575745] env[70542]: _type = "Task" [ 918.575745] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.585095] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.613037] env[70542]: DEBUG oslo_vmware.api [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f34ed9-3efc-c086-962a-da2477ba2651, 'name': SearchDatastore_Task, 'duration_secs': 0.019824} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.613037] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.613037] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 90de7b33-07f3-41c4-b374-db5847d3820a/90de7b33-07f3-41c4-b374-db5847d3820a.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.613037] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb8dc600-ca4a-4b99-9394-cffdb856b018 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.615321] env[70542]: DEBUG nova.network.neutron [-] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.622131] env[70542]: DEBUG oslo_vmware.api [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Waiting for the task: (returnval){ [ 918.622131] env[70542]: value = "task-3911431" [ 918.622131] env[70542]: _type = "Task" [ 918.622131] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.632736] env[70542]: DEBUG oslo_vmware.api [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Task: {'id': task-3911431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.735363] env[70542]: DEBUG nova.scheduler.client.report [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.880599] env[70542]: INFO nova.compute.manager [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Took 0.57 seconds to detach 1 volumes for instance. [ 918.883045] env[70542]: DEBUG nova.compute.manager [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Deleting volume: 77bb6c31-3539-44a3-bd1a-a0e065654947 {{(pid=70542) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 918.917028] env[70542]: DEBUG nova.network.neutron [-] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.997075] env[70542]: DEBUG nova.compute.manager [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.047354] env[70542]: DEBUG nova.virt.hardware [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:52:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1368833427',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-796571653',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.047354] env[70542]: DEBUG nova.virt.hardware [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.047354] env[70542]: DEBUG nova.virt.hardware [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.047354] env[70542]: DEBUG nova.virt.hardware [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.047354] env[70542]: DEBUG nova.virt.hardware [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.047354] env[70542]: DEBUG nova.virt.hardware [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.048215] env[70542]: DEBUG nova.virt.hardware [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.048473] env[70542]: DEBUG nova.virt.hardware [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.048714] env[70542]: DEBUG nova.virt.hardware [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.048987] env[70542]: DEBUG nova.virt.hardware [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.049265] env[70542]: DEBUG nova.virt.hardware [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.050546] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4ad307-ef67-4527-ab06-b9b63437afa8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.062476] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcfbfd0-f45d-400f-8ef6-3753072996c1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.087423] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070734} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.087762] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.088654] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfeae0ce-3a49-42ee-b505-6c0aae1273fa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.112772] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5/05d962f1-7b10-4caa-9cb4-a0aab9bb38f5.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.115892] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edb30926-9e56-4e9b-893f-804aedf31dc9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.128828] env[70542]: INFO nova.compute.manager [-] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Took 1.37 seconds to deallocate network for instance. [ 919.140715] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 919.140715] env[70542]: value = "task-3911433" [ 919.140715] env[70542]: _type = "Task" [ 919.140715] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.144601] env[70542]: DEBUG oslo_vmware.api [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Task: {'id': task-3911431, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.158210] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.243294] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.781s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.243834] env[70542]: DEBUG nova.compute.manager [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 919.246891] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 52.264s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.247299] env[70542]: DEBUG nova.objects.instance [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Lazy-loading 'resources' on Instance uuid e34d3e61-5465-4d68-8106-e9ee42644d69 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.321258] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "refresh_cache-d111991f-fded-409a-82af-1b431b56f48f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.321662] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired lock "refresh_cache-d111991f-fded-409a-82af-1b431b56f48f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.321871] env[70542]: DEBUG nova.network.neutron [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.419636] env[70542]: INFO nova.compute.manager [-] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Took 1.02 seconds to deallocate network for instance. [ 919.433505] env[70542]: DEBUG nova.network.neutron [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Successfully updated port: c1dd218b-31ce-4ef7-b221-5321e5e61e95 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.450671] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.472590] env[70542]: DEBUG nova.compute.manager [req-b4469294-496f-4a22-bf41-fef62c98b91f req-e8eb2004-3e6f-459f-8129-b0a591085fc4 service nova] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Received event network-vif-plugged-c1dd218b-31ce-4ef7-b221-5321e5e61e95 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.472756] env[70542]: DEBUG oslo_concurrency.lockutils [req-b4469294-496f-4a22-bf41-fef62c98b91f req-e8eb2004-3e6f-459f-8129-b0a591085fc4 service nova] Acquiring lock "dc30924f-6bfe-4171-a594-ad8a4c5d1fab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.473111] env[70542]: DEBUG oslo_concurrency.lockutils [req-b4469294-496f-4a22-bf41-fef62c98b91f req-e8eb2004-3e6f-459f-8129-b0a591085fc4 service nova] Lock "dc30924f-6bfe-4171-a594-ad8a4c5d1fab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.473362] env[70542]: DEBUG oslo_concurrency.lockutils [req-b4469294-496f-4a22-bf41-fef62c98b91f req-e8eb2004-3e6f-459f-8129-b0a591085fc4 service nova] Lock "dc30924f-6bfe-4171-a594-ad8a4c5d1fab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.473693] env[70542]: DEBUG nova.compute.manager [req-b4469294-496f-4a22-bf41-fef62c98b91f req-e8eb2004-3e6f-459f-8129-b0a591085fc4 service nova] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] No waiting events found dispatching network-vif-plugged-c1dd218b-31ce-4ef7-b221-5321e5e61e95 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 919.473962] env[70542]: WARNING nova.compute.manager [req-b4469294-496f-4a22-bf41-fef62c98b91f req-e8eb2004-3e6f-459f-8129-b0a591085fc4 service nova] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Received unexpected event network-vif-plugged-c1dd218b-31ce-4ef7-b221-5321e5e61e95 for instance with vm_state building and task_state spawning. [ 919.557965] env[70542]: DEBUG nova.compute.manager [req-5b6653f1-9120-4724-926f-1e221fbc42e4 req-14e52e07-cb9a-4efa-91bb-d18fa410c55e service nova] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Received event network-vif-deleted-df7283b1-7d51-470e-b7a4-7b3425c1c0a9 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.638659] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.638974] env[70542]: DEBUG oslo_vmware.api [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Task: {'id': task-3911431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539957} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.639268] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 90de7b33-07f3-41c4-b374-db5847d3820a/90de7b33-07f3-41c4-b374-db5847d3820a.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.639529] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.639787] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e81e76fc-b04a-4797-98db-6b1b27eb0261 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.649803] env[70542]: DEBUG oslo_vmware.api [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Waiting for the task: (returnval){ [ 919.649803] env[70542]: value = "task-3911434" [ 919.649803] env[70542]: _type = "Task" [ 919.649803] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.659961] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911433, 'name': ReconfigVM_Task, 'duration_secs': 0.314722} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.660944] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5/05d962f1-7b10-4caa-9cb4-a0aab9bb38f5.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.661930] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45a0bcc9-6bd6-49dd-8878-a15cef8a6c71 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.666949] env[70542]: DEBUG oslo_vmware.api [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Task: {'id': task-3911434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.673235] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 919.673235] env[70542]: value = "task-3911435" [ 919.673235] env[70542]: _type = "Task" [ 919.673235] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.682657] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911435, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.751891] env[70542]: DEBUG nova.compute.utils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.757236] env[70542]: DEBUG nova.compute.manager [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.757465] env[70542]: DEBUG nova.network.neutron [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.833375] env[70542]: DEBUG nova.policy [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5d5145c97074b61a2ae030f758f0f3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dbbfc5e52464952ab3f987c31131c72', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.928899] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.938934] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Acquiring lock "refresh_cache-dc30924f-6bfe-4171-a594-ad8a4c5d1fab" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.939119] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Acquired lock "refresh_cache-dc30924f-6bfe-4171-a594-ad8a4c5d1fab" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.939281] env[70542]: DEBUG nova.network.neutron [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.075503] env[70542]: DEBUG nova.network.neutron [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Updating instance_info_cache with network_info: [{"id": "1024a21c-3bc6-4fc1-b2fc-77760328ea6f", "address": "fa:16:3e:d5:99:b4", "network": {"id": "b9eb532a-2933-4850-b01e-c496fa6ef875", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-217105513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc0b5d1a0604a93990949de74a62cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1024a21c-3b", "ovs_interfaceid": "1024a21c-3bc6-4fc1-b2fc-77760328ea6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.164655] env[70542]: DEBUG oslo_vmware.api [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Task: {'id': task-3911434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072402} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.164940] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.166298] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c572745b-a905-4fe1-8af7-68ce46589aae {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.192776] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 90de7b33-07f3-41c4-b374-db5847d3820a/90de7b33-07f3-41c4-b374-db5847d3820a.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.196093] env[70542]: DEBUG nova.network.neutron [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Successfully created port: 3cf9caca-dcb6-4168-91e3-b29f983468e3 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.201708] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-322caef9-02b8-4854-b290-fe32191f8098 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.224270] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911435, 'name': Rename_Task, 'duration_secs': 0.168293} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.225742] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.226085] env[70542]: DEBUG oslo_vmware.api [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Waiting for the task: (returnval){ [ 920.226085] env[70542]: value = "task-3911436" [ 920.226085] env[70542]: _type = "Task" [ 920.226085] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.226281] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b53ff1d5-3876-4df1-b4a0-5c8d1e77fa6b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.239831] env[70542]: DEBUG oslo_vmware.api [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Task: {'id': task-3911436, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.241465] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 920.241465] env[70542]: value = "task-3911437" [ 920.241465] env[70542]: _type = "Task" [ 920.241465] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.251577] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.257704] env[70542]: DEBUG nova.compute.manager [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.316730] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17588267-121c-4f56-9436-1a16f6c12387 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.325358] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7623ed9d-136f-4792-8aa4-fb16f080b9b1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.357956] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0d65ed-1478-434c-ab50-fa33e8588c25 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.366161] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56050860-cac8-4fbb-ae7e-ffe9639de830 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.380402] env[70542]: DEBUG nova.compute.provider_tree [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.490289] env[70542]: DEBUG nova.network.neutron [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.579150] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Releasing lock "refresh_cache-d111991f-fded-409a-82af-1b431b56f48f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.683782] env[70542]: DEBUG nova.network.neutron [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Updating instance_info_cache with network_info: [{"id": "c1dd218b-31ce-4ef7-b221-5321e5e61e95", "address": "fa:16:3e:4c:6f:9d", "network": {"id": "533882e0-4ca4-456b-adba-d63410dd1c91", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1950337672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9c5628849c49af958248c81ee81190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1dd218b-31", "ovs_interfaceid": "c1dd218b-31ce-4ef7-b221-5321e5e61e95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.738853] env[70542]: DEBUG oslo_vmware.api [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Task: {'id': task-3911436, 'name': ReconfigVM_Task, 'duration_secs': 0.463747} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.739148] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 90de7b33-07f3-41c4-b374-db5847d3820a/90de7b33-07f3-41c4-b374-db5847d3820a.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.739812] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-405aba8c-15a8-4f1e-9526-46b94284a267 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.752312] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911437, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.754246] env[70542]: DEBUG oslo_vmware.api [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Waiting for the task: (returnval){ [ 920.754246] env[70542]: value = "task-3911438" [ 920.754246] env[70542]: _type = "Task" [ 920.754246] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.762934] env[70542]: DEBUG oslo_vmware.api [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Task: {'id': task-3911438, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.820478] env[70542]: DEBUG oslo_concurrency.lockutils [None req-87c0c65f-018d-48a5-bbe0-c5b1162e036b tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Acquiring lock "b2338985-ea99-4a2f-8e5c-9c0597fdc7e0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.820906] env[70542]: DEBUG oslo_concurrency.lockutils [None req-87c0c65f-018d-48a5-bbe0-c5b1162e036b tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lock "b2338985-ea99-4a2f-8e5c-9c0597fdc7e0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.884755] env[70542]: DEBUG nova.scheduler.client.report [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.109098] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fde0f1-029a-42bf-b090-7ef8cfabbc1e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.130552] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9590548-fa32-4c36-92f9-9bc3c5a68a67 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.141141] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Updating instance 'd111991f-fded-409a-82af-1b431b56f48f' progress to 83 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 921.188223] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Releasing lock "refresh_cache-dc30924f-6bfe-4171-a594-ad8a4c5d1fab" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.188223] env[70542]: DEBUG nova.compute.manager [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Instance network_info: |[{"id": "c1dd218b-31ce-4ef7-b221-5321e5e61e95", "address": "fa:16:3e:4c:6f:9d", "network": {"id": "533882e0-4ca4-456b-adba-d63410dd1c91", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1950337672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9c5628849c49af958248c81ee81190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1dd218b-31", "ovs_interfaceid": "c1dd218b-31ce-4ef7-b221-5321e5e61e95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.188670] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:6f:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1dd218b-31ce-4ef7-b221-5321e5e61e95', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.196565] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.197597] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.197876] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f3ab78c-0416-4c6a-9b1e-aee43b7f795a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.219452] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.219452] env[70542]: value = "task-3911439" [ 921.219452] env[70542]: _type = "Task" [ 921.219452] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.229496] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911439, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.254381] env[70542]: DEBUG oslo_vmware.api [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911437, 'name': PowerOnVM_Task, 'duration_secs': 0.585074} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.254728] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.254937] env[70542]: DEBUG nova.compute.manager [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 921.259027] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca693aea-9725-4787-adfe-f2ab63eed639 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.274062] env[70542]: DEBUG nova.compute.manager [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.274895] env[70542]: DEBUG oslo_vmware.api [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Task: {'id': task-3911438, 'name': Rename_Task, 'duration_secs': 0.194846} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.275829] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.276841] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e51f5694-2b5d-4b87-979b-f0e242f50dcd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.286817] env[70542]: DEBUG oslo_vmware.api [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Waiting for the task: (returnval){ [ 921.286817] env[70542]: value = "task-3911440" [ 921.286817] env[70542]: _type = "Task" [ 921.286817] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.302551] env[70542]: DEBUG oslo_vmware.api [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Task: {'id': task-3911440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.306072] env[70542]: DEBUG nova.virt.hardware [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.306515] env[70542]: DEBUG nova.virt.hardware [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.306649] env[70542]: DEBUG nova.virt.hardware [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.307318] env[70542]: DEBUG nova.virt.hardware [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.307318] env[70542]: DEBUG nova.virt.hardware [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.307432] env[70542]: DEBUG nova.virt.hardware [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.307942] env[70542]: DEBUG nova.virt.hardware [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.307942] env[70542]: DEBUG nova.virt.hardware [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.308186] env[70542]: DEBUG nova.virt.hardware [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.308432] env[70542]: DEBUG nova.virt.hardware [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.308730] env[70542]: DEBUG nova.virt.hardware [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.309958] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca131e0-b547-41e3-92aa-d27ebb079f6e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.322124] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9aa91d3-649b-43be-91d2-b6a4c0d1e78b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.330065] env[70542]: DEBUG nova.compute.utils [None req-87c0c65f-018d-48a5-bbe0-c5b1162e036b tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.389521] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.392093] env[70542]: DEBUG oslo_concurrency.lockutils [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.184s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.392400] env[70542]: DEBUG nova.objects.instance [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Lazy-loading 'resources' on Instance uuid 12aaebeb-90a4-4a41-abf6-4edaa7512cd3 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.413122] env[70542]: INFO nova.scheduler.client.report [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Deleted allocations for instance e34d3e61-5465-4d68-8106-e9ee42644d69 [ 921.647435] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.647819] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db882c85-9a37-47ad-ba71-4ea963a8c73c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.656928] env[70542]: DEBUG oslo_vmware.api [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 921.656928] env[70542]: value = "task-3911441" [ 921.656928] env[70542]: _type = "Task" [ 921.656928] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.666854] env[70542]: DEBUG oslo_vmware.api [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.711206] env[70542]: DEBUG nova.compute.manager [req-26ee03f6-b96b-4df0-a860-305fc3d90e50 req-c0a1789e-5cc9-46b0-bac6-8a40dcd632a9 service nova] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Received event network-changed-c1dd218b-31ce-4ef7-b221-5321e5e61e95 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.711946] env[70542]: DEBUG nova.compute.manager [req-26ee03f6-b96b-4df0-a860-305fc3d90e50 req-c0a1789e-5cc9-46b0-bac6-8a40dcd632a9 service nova] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Refreshing instance network info cache due to event network-changed-c1dd218b-31ce-4ef7-b221-5321e5e61e95. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 921.711946] env[70542]: DEBUG oslo_concurrency.lockutils [req-26ee03f6-b96b-4df0-a860-305fc3d90e50 req-c0a1789e-5cc9-46b0-bac6-8a40dcd632a9 service nova] Acquiring lock "refresh_cache-dc30924f-6bfe-4171-a594-ad8a4c5d1fab" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.711946] env[70542]: DEBUG oslo_concurrency.lockutils [req-26ee03f6-b96b-4df0-a860-305fc3d90e50 req-c0a1789e-5cc9-46b0-bac6-8a40dcd632a9 service nova] Acquired lock "refresh_cache-dc30924f-6bfe-4171-a594-ad8a4c5d1fab" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.711946] env[70542]: DEBUG nova.network.neutron [req-26ee03f6-b96b-4df0-a860-305fc3d90e50 req-c0a1789e-5cc9-46b0-bac6-8a40dcd632a9 service nova] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Refreshing network info cache for port c1dd218b-31ce-4ef7-b221-5321e5e61e95 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.737214] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911439, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.785248] env[70542]: DEBUG oslo_concurrency.lockutils [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.789437] env[70542]: DEBUG nova.network.neutron [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Successfully updated port: 3cf9caca-dcb6-4168-91e3-b29f983468e3 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.800965] env[70542]: DEBUG oslo_vmware.api [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Task: {'id': task-3911440, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.833168] env[70542]: DEBUG oslo_concurrency.lockutils [None req-87c0c65f-018d-48a5-bbe0-c5b1162e036b tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lock "b2338985-ea99-4a2f-8e5c-9c0597fdc7e0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.921114] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2fef652f-925a-4556-a790-03b703899113 tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Lock "e34d3e61-5465-4d68-8106-e9ee42644d69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 58.641s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.168125] env[70542]: DEBUG oslo_vmware.api [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911441, 'name': PowerOnVM_Task, 'duration_secs': 0.470312} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.170880] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.171099] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8b202f94-7aae-4ef6-ba9a-acabcfc338b3 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Updating instance 'd111991f-fded-409a-82af-1b431b56f48f' progress to 100 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 922.233330] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911439, 'name': CreateVM_Task, 'duration_secs': 0.668514} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.233514] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.234225] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.234542] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.234704] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.235253] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f5e74d8-9de7-4afd-b73e-ee024ace0521 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.243228] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Waiting for the task: (returnval){ [ 922.243228] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5273ed0b-fcf8-8dd7-2160-dcca6c3a6613" [ 922.243228] env[70542]: _type = "Task" [ 922.243228] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.256086] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5273ed0b-fcf8-8dd7-2160-dcca6c3a6613, 'name': SearchDatastore_Task, 'duration_secs': 0.010279} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.256527] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.256635] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.256869] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.257022] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.257202] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.257454] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e1e2680-8d88-4ae9-ae64-861fd602b016 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.269340] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.269636] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.270802] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e7cb900-95a1-41eb-b273-bcfc6e5464c3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.277267] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Waiting for the task: (returnval){ [ 922.277267] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527edf22-7624-d6db-9651-aa2a3b6dc758" [ 922.277267] env[70542]: _type = "Task" [ 922.277267] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.291616] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527edf22-7624-d6db-9651-aa2a3b6dc758, 'name': SearchDatastore_Task, 'duration_secs': 0.009882} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.298394] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "refresh_cache-f05438ea-71c1-40e4-81ed-739c871bc85d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.298505] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquired lock "refresh_cache-f05438ea-71c1-40e4-81ed-739c871bc85d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.298653] env[70542]: DEBUG nova.network.neutron [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.299789] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec7bdcee-a5e5-40c4-9f6e-d52aa4feb429 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.309950] env[70542]: DEBUG oslo_vmware.api [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Task: {'id': task-3911440, 'name': PowerOnVM_Task, 'duration_secs': 0.782977} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.311935] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.312168] env[70542]: INFO nova.compute.manager [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Took 8.67 seconds to spawn the instance on the hypervisor. [ 922.312414] env[70542]: DEBUG nova.compute.manager [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 922.313191] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Waiting for the task: (returnval){ [ 922.313191] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5259cce3-3ad7-a45e-5962-3a335846d634" [ 922.313191] env[70542]: _type = "Task" [ 922.313191] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.316328] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa41709e-e8e1-43a9-9319-600d39da11af {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.333977] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5259cce3-3ad7-a45e-5962-3a335846d634, 'name': SearchDatastore_Task, 'duration_secs': 0.013407} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.338696] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.341966] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] dc30924f-6bfe-4171-a594-ad8a4c5d1fab/dc30924f-6bfe-4171-a594-ad8a4c5d1fab.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.341966] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85132200-555c-47d8-917a-409f39e6a7a5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.347679] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Waiting for the task: (returnval){ [ 922.347679] env[70542]: value = "task-3911442" [ 922.347679] env[70542]: _type = "Task" [ 922.347679] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.360517] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3911442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.401623] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0360d184-c297-4848-a224-eb5ae030195f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.412645] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb6ea79-2f42-4917-9e51-a1d543a6ce82 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.448222] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d1309f-526a-4fcd-9f7a-068a944aeeb0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.458475] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311dcf54-08cf-4bec-8b4e-0b607ab763cd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.476503] env[70542]: DEBUG nova.compute.provider_tree [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.479532] env[70542]: DEBUG nova.network.neutron [req-26ee03f6-b96b-4df0-a860-305fc3d90e50 req-c0a1789e-5cc9-46b0-bac6-8a40dcd632a9 service nova] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Updated VIF entry in instance network info cache for port c1dd218b-31ce-4ef7-b221-5321e5e61e95. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.479918] env[70542]: DEBUG nova.network.neutron [req-26ee03f6-b96b-4df0-a860-305fc3d90e50 req-c0a1789e-5cc9-46b0-bac6-8a40dcd632a9 service nova] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Updating instance_info_cache with network_info: [{"id": "c1dd218b-31ce-4ef7-b221-5321e5e61e95", "address": "fa:16:3e:4c:6f:9d", "network": {"id": "533882e0-4ca4-456b-adba-d63410dd1c91", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1950337672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9c5628849c49af958248c81ee81190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1dd218b-31", "ovs_interfaceid": "c1dd218b-31ce-4ef7-b221-5321e5e61e95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.838745] env[70542]: INFO nova.compute.manager [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Took 59.23 seconds to build instance. [ 922.853096] env[70542]: DEBUG nova.network.neutron [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.862843] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3911442, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.901574] env[70542]: DEBUG oslo_concurrency.lockutils [None req-87c0c65f-018d-48a5-bbe0-c5b1162e036b tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Acquiring lock "b2338985-ea99-4a2f-8e5c-9c0597fdc7e0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.901574] env[70542]: DEBUG oslo_concurrency.lockutils [None req-87c0c65f-018d-48a5-bbe0-c5b1162e036b tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lock "b2338985-ea99-4a2f-8e5c-9c0597fdc7e0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.901574] env[70542]: INFO nova.compute.manager [None req-87c0c65f-018d-48a5-bbe0-c5b1162e036b tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Attaching volume 4680eaab-ad72-4c78-a6cb-28db82c96177 to /dev/sdb [ 922.943393] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e2e336-14e7-44eb-bc5c-bfd9f5abce81 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.953409] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0810e262-30b4-44ed-a7dc-4276d691e4d6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.968328] env[70542]: DEBUG nova.virt.block_device [None req-87c0c65f-018d-48a5-bbe0-c5b1162e036b tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Updating existing volume attachment record: 129a1e6e-f45d-4342-a15d-091c1f4c3189 {{(pid=70542) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 922.983027] env[70542]: DEBUG nova.scheduler.client.report [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.987971] env[70542]: DEBUG oslo_concurrency.lockutils [req-26ee03f6-b96b-4df0-a860-305fc3d90e50 req-c0a1789e-5cc9-46b0-bac6-8a40dcd632a9 service nova] Releasing lock "refresh_cache-dc30924f-6bfe-4171-a594-ad8a4c5d1fab" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.050364] env[70542]: DEBUG nova.network.neutron [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Updating instance_info_cache with network_info: [{"id": "3cf9caca-dcb6-4168-91e3-b29f983468e3", "address": "fa:16:3e:d2:ff:d1", "network": {"id": "5affbf10-8cb9-4efb-9739-021ed6e423c4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-784506568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dbbfc5e52464952ab3f987c31131c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cf9caca-dc", "ovs_interfaceid": "3cf9caca-dcb6-4168-91e3-b29f983468e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.341410] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb7b3940-5ce6-41ed-a8ab-cd46ebf990c7 tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Lock "90de7b33-07f3-41c4-b374-db5847d3820a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.744s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.361093] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3911442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517278} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.362413] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] dc30924f-6bfe-4171-a594-ad8a4c5d1fab/dc30924f-6bfe-4171-a594-ad8a4c5d1fab.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.363127] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.363746] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25763709-b638-4b3b-8345-a86176157e87 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.372991] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Waiting for the task: (returnval){ [ 923.372991] env[70542]: value = "task-3911445" [ 923.372991] env[70542]: _type = "Task" [ 923.372991] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.384823] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3911445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.488968] env[70542]: DEBUG oslo_concurrency.lockutils [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.492213] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.696s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.494521] env[70542]: INFO nova.compute.claims [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.534635] env[70542]: INFO nova.scheduler.client.report [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Deleted allocations for instance 12aaebeb-90a4-4a41-abf6-4edaa7512cd3 [ 923.554110] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Releasing lock "refresh_cache-f05438ea-71c1-40e4-81ed-739c871bc85d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.554792] env[70542]: DEBUG nova.compute.manager [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Instance network_info: |[{"id": "3cf9caca-dcb6-4168-91e3-b29f983468e3", "address": "fa:16:3e:d2:ff:d1", "network": {"id": "5affbf10-8cb9-4efb-9739-021ed6e423c4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-784506568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dbbfc5e52464952ab3f987c31131c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cf9caca-dc", "ovs_interfaceid": "3cf9caca-dcb6-4168-91e3-b29f983468e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.555039] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:ff:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cf9caca-dcb6-4168-91e3-b29f983468e3', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.565043] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Creating folder: Project (1dbbfc5e52464952ab3f987c31131c72). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.566150] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65140d3b-18a0-40e2-898e-f257a3c4fc0d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.579606] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Created folder: Project (1dbbfc5e52464952ab3f987c31131c72) in parent group-v776569. [ 923.579948] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Creating folder: Instances. Parent ref: group-v776760. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.580169] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e55e460-269e-4f81-8c78-1aa6e5c14df4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.591656] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Created folder: Instances in parent group-v776760. [ 923.592030] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.592318] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.592698] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1957b881-104a-46f2-9cc5-b5b147ea118a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.616769] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.616769] env[70542]: value = "task-3911449" [ 923.616769] env[70542]: _type = "Task" [ 923.616769] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.626007] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911449, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.839248] env[70542]: DEBUG nova.compute.manager [req-3f430fc1-f4af-40fa-8acf-4a69ebfca462 req-82afada4-562e-4da3-8973-9b865683ce90 service nova] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Received event network-vif-plugged-3cf9caca-dcb6-4168-91e3-b29f983468e3 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.839654] env[70542]: DEBUG oslo_concurrency.lockutils [req-3f430fc1-f4af-40fa-8acf-4a69ebfca462 req-82afada4-562e-4da3-8973-9b865683ce90 service nova] Acquiring lock "f05438ea-71c1-40e4-81ed-739c871bc85d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.839835] env[70542]: DEBUG oslo_concurrency.lockutils [req-3f430fc1-f4af-40fa-8acf-4a69ebfca462 req-82afada4-562e-4da3-8973-9b865683ce90 service nova] Lock "f05438ea-71c1-40e4-81ed-739c871bc85d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.839954] env[70542]: DEBUG oslo_concurrency.lockutils [req-3f430fc1-f4af-40fa-8acf-4a69ebfca462 req-82afada4-562e-4da3-8973-9b865683ce90 service nova] Lock "f05438ea-71c1-40e4-81ed-739c871bc85d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.840460] env[70542]: DEBUG nova.compute.manager [req-3f430fc1-f4af-40fa-8acf-4a69ebfca462 req-82afada4-562e-4da3-8973-9b865683ce90 service nova] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] No waiting events found dispatching network-vif-plugged-3cf9caca-dcb6-4168-91e3-b29f983468e3 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 923.840590] env[70542]: WARNING nova.compute.manager [req-3f430fc1-f4af-40fa-8acf-4a69ebfca462 req-82afada4-562e-4da3-8973-9b865683ce90 service nova] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Received unexpected event network-vif-plugged-3cf9caca-dcb6-4168-91e3-b29f983468e3 for instance with vm_state building and task_state spawning. [ 923.840754] env[70542]: DEBUG nova.compute.manager [req-3f430fc1-f4af-40fa-8acf-4a69ebfca462 req-82afada4-562e-4da3-8973-9b865683ce90 service nova] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Received event network-changed-3cf9caca-dcb6-4168-91e3-b29f983468e3 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.840905] env[70542]: DEBUG nova.compute.manager [req-3f430fc1-f4af-40fa-8acf-4a69ebfca462 req-82afada4-562e-4da3-8973-9b865683ce90 service nova] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Refreshing instance network info cache due to event network-changed-3cf9caca-dcb6-4168-91e3-b29f983468e3. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.841171] env[70542]: DEBUG oslo_concurrency.lockutils [req-3f430fc1-f4af-40fa-8acf-4a69ebfca462 req-82afada4-562e-4da3-8973-9b865683ce90 service nova] Acquiring lock "refresh_cache-f05438ea-71c1-40e4-81ed-739c871bc85d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.841370] env[70542]: DEBUG oslo_concurrency.lockutils [req-3f430fc1-f4af-40fa-8acf-4a69ebfca462 req-82afada4-562e-4da3-8973-9b865683ce90 service nova] Acquired lock "refresh_cache-f05438ea-71c1-40e4-81ed-739c871bc85d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.841535] env[70542]: DEBUG nova.network.neutron [req-3f430fc1-f4af-40fa-8acf-4a69ebfca462 req-82afada4-562e-4da3-8973-9b865683ce90 service nova] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Refreshing network info cache for port 3cf9caca-dcb6-4168-91e3-b29f983468e3 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.843087] env[70542]: DEBUG nova.compute.manager [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.888919] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3911445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111736} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.888919] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.889437] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9673e7-6d0e-45b1-a8e0-2a4bba866e9d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.914923] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] dc30924f-6bfe-4171-a594-ad8a4c5d1fab/dc30924f-6bfe-4171-a594-ad8a4c5d1fab.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.915132] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "b3a56943-dfe3-47f1-a767-c9b09d8d4f77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.915342] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "b3a56943-dfe3-47f1-a767-c9b09d8d4f77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.916300] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "b3a56943-dfe3-47f1-a767-c9b09d8d4f77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.916380] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "b3a56943-dfe3-47f1-a767-c9b09d8d4f77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.916617] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "b3a56943-dfe3-47f1-a767-c9b09d8d4f77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.919122] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7767cc56-d065-4c5a-856b-f78deacef5a6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.939318] env[70542]: INFO nova.compute.manager [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Terminating instance [ 923.952980] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Waiting for the task: (returnval){ [ 923.952980] env[70542]: value = "task-3911450" [ 923.952980] env[70542]: _type = "Task" [ 923.952980] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.964250] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3911450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.047393] env[70542]: DEBUG oslo_concurrency.lockutils [None req-afefb043-fd65-42d7-8915-9a849cf76bc0 tempest-ServerMetadataTestJSON-1307689100 tempest-ServerMetadataTestJSON-1307689100-project-member] Lock "12aaebeb-90a4-4a41-abf6-4edaa7512cd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.508s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.132019] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911449, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.371623] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.450023] env[70542]: DEBUG nova.compute.manager [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.450023] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.450023] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4474c2-3ce6-4213-90ac-6ea81a6b6df2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.459402] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.460439] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8e70e9d-4244-48b8-b62a-7bcb2a165605 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.466359] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3911450, 'name': ReconfigVM_Task, 'duration_secs': 0.32293} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.467347] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Reconfigured VM instance instance-0000003c to attach disk [datastore1] dc30924f-6bfe-4171-a594-ad8a4c5d1fab/dc30924f-6bfe-4171-a594-ad8a4c5d1fab.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.470175] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70542) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 924.470175] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-d6f9363b-76c0-4f2f-b3c0-951297f812ab {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.473043] env[70542]: DEBUG oslo_vmware.api [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 924.473043] env[70542]: value = "task-3911451" [ 924.473043] env[70542]: _type = "Task" [ 924.473043] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.480737] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Waiting for the task: (returnval){ [ 924.480737] env[70542]: value = "task-3911452" [ 924.480737] env[70542]: _type = "Task" [ 924.480737] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.493257] env[70542]: DEBUG oslo_vmware.api [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.501695] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3911452, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.568444] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ca05707-28ad-4596-b506-0b0ef00b1bf9 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "d111991f-fded-409a-82af-1b431b56f48f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.569531] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ca05707-28ad-4596-b506-0b0ef00b1bf9 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "d111991f-fded-409a-82af-1b431b56f48f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.569531] env[70542]: DEBUG nova.compute.manager [None req-1ca05707-28ad-4596-b506-0b0ef00b1bf9 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Going to confirm migration 1 {{(pid=70542) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 924.639357] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911449, 'name': CreateVM_Task, 'duration_secs': 0.577396} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.639357] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.639357] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.639357] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.639357] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.639357] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13e53491-c1be-4c98-b2af-f7df76e3f4f6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.648178] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 924.648178] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521a87ab-3b1b-276a-3b57-8a13b299216a" [ 924.648178] env[70542]: _type = "Task" [ 924.648178] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.677502] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521a87ab-3b1b-276a-3b57-8a13b299216a, 'name': SearchDatastore_Task, 'duration_secs': 0.013768} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.679064] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.679064] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.679064] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.679064] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.679269] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.680139] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78b2588b-32d6-417c-a617-55ed18ece66c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.692553] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.693176] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.699048] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd25d8bf-a6b8-4731-ba54-ae3255f03cd2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.706851] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 924.706851] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c56c64-ae63-ce72-5c43-fd3c3654e005" [ 924.706851] env[70542]: _type = "Task" [ 924.706851] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.717783] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c56c64-ae63-ce72-5c43-fd3c3654e005, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.926792] env[70542]: DEBUG nova.network.neutron [req-3f430fc1-f4af-40fa-8acf-4a69ebfca462 req-82afada4-562e-4da3-8973-9b865683ce90 service nova] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Updated VIF entry in instance network info cache for port 3cf9caca-dcb6-4168-91e3-b29f983468e3. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.927620] env[70542]: DEBUG nova.network.neutron [req-3f430fc1-f4af-40fa-8acf-4a69ebfca462 req-82afada4-562e-4da3-8973-9b865683ce90 service nova] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Updating instance_info_cache with network_info: [{"id": "3cf9caca-dcb6-4168-91e3-b29f983468e3", "address": "fa:16:3e:d2:ff:d1", "network": {"id": "5affbf10-8cb9-4efb-9739-021ed6e423c4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-784506568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dbbfc5e52464952ab3f987c31131c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cf9caca-dc", "ovs_interfaceid": "3cf9caca-dcb6-4168-91e3-b29f983468e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.990313] env[70542]: DEBUG oslo_vmware.api [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911451, 'name': PowerOffVM_Task, 'duration_secs': 0.275913} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.990989] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.991387] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.992275] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-372963f5-c622-42c2-8736-457a56619a83 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.998911] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3911452, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.065534} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.000186] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70542) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 925.000929] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2523df55-9212-4657-b0d2-0d3979d9693a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.035851] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] dc30924f-6bfe-4171-a594-ad8a4c5d1fab/ephemeral_0.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.039652] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d88a6d8-af70-4ec7-b08a-79137b7f746a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.062088] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Waiting for the task: (returnval){ [ 925.062088] env[70542]: value = "task-3911454" [ 925.062088] env[70542]: _type = "Task" [ 925.062088] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.078211] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3911454, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.089925] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.090134] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.090380] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Deleting the datastore file [datastore1] b3a56943-dfe3-47f1-a767-c9b09d8d4f77 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.090670] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ca065f8-8c9d-4033-afa0-0ada2049acf4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.099802] env[70542]: DEBUG oslo_vmware.api [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 925.099802] env[70542]: value = "task-3911455" [ 925.099802] env[70542]: _type = "Task" [ 925.099802] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.114330] env[70542]: DEBUG oslo_vmware.api [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.177970] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adf2185-d183-4fbc-98f2-48a7d2e11e61 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.187134] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969d3263-3348-41dd-932d-211346c836ce {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.224560] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ca05707-28ad-4596-b506-0b0ef00b1bf9 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "refresh_cache-d111991f-fded-409a-82af-1b431b56f48f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.224747] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ca05707-28ad-4596-b506-0b0ef00b1bf9 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired lock "refresh_cache-d111991f-fded-409a-82af-1b431b56f48f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.224976] env[70542]: DEBUG nova.network.neutron [None req-1ca05707-28ad-4596-b506-0b0ef00b1bf9 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.225200] env[70542]: DEBUG nova.objects.instance [None req-1ca05707-28ad-4596-b506-0b0ef00b1bf9 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lazy-loading 'info_cache' on Instance uuid d111991f-fded-409a-82af-1b431b56f48f {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.231023] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fcaebe-e04f-4100-8056-eee277338b41 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.241700] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c56c64-ae63-ce72-5c43-fd3c3654e005, 'name': SearchDatastore_Task, 'duration_secs': 0.015834} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.246292] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42dc275c-db13-44d2-8119-2fff7ab0ce78 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.249993] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de413bc8-ef9d-4891-bc3e-d85b128fec4e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.259673] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 925.259673] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e5d352-341c-f651-ca82-7d84313aa6b4" [ 925.259673] env[70542]: _type = "Task" [ 925.259673] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.269231] env[70542]: DEBUG nova.compute.provider_tree [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.280981] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e5d352-341c-f651-ca82-7d84313aa6b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.433948] env[70542]: DEBUG oslo_concurrency.lockutils [req-3f430fc1-f4af-40fa-8acf-4a69ebfca462 req-82afada4-562e-4da3-8973-9b865683ce90 service nova] Releasing lock "refresh_cache-f05438ea-71c1-40e4-81ed-739c871bc85d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.434387] env[70542]: DEBUG nova.compute.manager [req-3f430fc1-f4af-40fa-8acf-4a69ebfca462 req-82afada4-562e-4da3-8973-9b865683ce90 service nova] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Received event network-changed-54037519-bdd9-4b0c-bcf9-3d712bd1f42f {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.434696] env[70542]: DEBUG nova.compute.manager [req-3f430fc1-f4af-40fa-8acf-4a69ebfca462 req-82afada4-562e-4da3-8973-9b865683ce90 service nova] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Refreshing instance network info cache due to event network-changed-54037519-bdd9-4b0c-bcf9-3d712bd1f42f. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.435268] env[70542]: DEBUG oslo_concurrency.lockutils [req-3f430fc1-f4af-40fa-8acf-4a69ebfca462 req-82afada4-562e-4da3-8973-9b865683ce90 service nova] Acquiring lock "refresh_cache-90de7b33-07f3-41c4-b374-db5847d3820a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.435268] env[70542]: DEBUG oslo_concurrency.lockutils [req-3f430fc1-f4af-40fa-8acf-4a69ebfca462 req-82afada4-562e-4da3-8973-9b865683ce90 service nova] Acquired lock "refresh_cache-90de7b33-07f3-41c4-b374-db5847d3820a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.435498] env[70542]: DEBUG nova.network.neutron [req-3f430fc1-f4af-40fa-8acf-4a69ebfca462 req-82afada4-562e-4da3-8973-9b865683ce90 service nova] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Refreshing network info cache for port 54037519-bdd9-4b0c-bcf9-3d712bd1f42f {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.574123] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3911454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.614806] env[70542]: DEBUG oslo_vmware.api [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41002} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.615322] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.615681] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.616051] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.616634] env[70542]: INFO nova.compute.manager [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Took 1.17 seconds to destroy the instance on the hypervisor. [ 925.617244] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.619109] env[70542]: DEBUG nova.compute.manager [-] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.619109] env[70542]: DEBUG nova.network.neutron [-] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.778785] env[70542]: DEBUG nova.scheduler.client.report [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.799297] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e5d352-341c-f651-ca82-7d84313aa6b4, 'name': SearchDatastore_Task, 'duration_secs': 0.026294} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.800138] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.800700] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] f05438ea-71c1-40e4-81ed-739c871bc85d/f05438ea-71c1-40e4-81ed-739c871bc85d.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.801457] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36e0c282-69dd-46ce-83fd-9d3cd00daab2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.813291] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 925.813291] env[70542]: value = "task-3911457" [ 925.813291] env[70542]: _type = "Task" [ 925.813291] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.830657] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.075517] env[70542]: DEBUG nova.compute.manager [req-0deca5d3-dfc1-4698-be90-37848566d3c6 req-3cd06a5f-c3c7-45dd-b7cf-bc0f0215dba1 service nova] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Received event network-vif-deleted-75f970bb-1bbc-4b2d-95bf-06bb2619dbb7 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.075920] env[70542]: INFO nova.compute.manager [req-0deca5d3-dfc1-4698-be90-37848566d3c6 req-3cd06a5f-c3c7-45dd-b7cf-bc0f0215dba1 service nova] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Neutron deleted interface 75f970bb-1bbc-4b2d-95bf-06bb2619dbb7; detaching it from the instance and deleting it from the info cache [ 926.075979] env[70542]: DEBUG nova.network.neutron [req-0deca5d3-dfc1-4698-be90-37848566d3c6 req-3cd06a5f-c3c7-45dd-b7cf-bc0f0215dba1 service nova] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.088763] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3911454, 'name': ReconfigVM_Task, 'duration_secs': 0.816002} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.089082] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Reconfigured VM instance instance-0000003c to attach disk [datastore1] dc30924f-6bfe-4171-a594-ad8a4c5d1fab/ephemeral_0.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.089790] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-880644f7-c4e0-48d8-8f0a-04f8a927869d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.103430] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Waiting for the task: (returnval){ [ 926.103430] env[70542]: value = "task-3911458" [ 926.103430] env[70542]: _type = "Task" [ 926.103430] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.113413] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3911458, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.290330] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.798s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.290795] env[70542]: DEBUG nova.compute.manager [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.299424] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.200s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.301895] env[70542]: INFO nova.compute.claims [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.331975] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911457, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.483102] env[70542]: DEBUG nova.network.neutron [req-3f430fc1-f4af-40fa-8acf-4a69ebfca462 req-82afada4-562e-4da3-8973-9b865683ce90 service nova] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Updated VIF entry in instance network info cache for port 54037519-bdd9-4b0c-bcf9-3d712bd1f42f. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.483610] env[70542]: DEBUG nova.network.neutron [req-3f430fc1-f4af-40fa-8acf-4a69ebfca462 req-82afada4-562e-4da3-8973-9b865683ce90 service nova] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Updating instance_info_cache with network_info: [{"id": "54037519-bdd9-4b0c-bcf9-3d712bd1f42f", "address": "fa:16:3e:0c:e8:0a", "network": {"id": "aa290efc-c963-439e-acab-6815712eb8dd", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-659720593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "749e44aa8e1a4ab9b1d2b3173ffd2d33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54037519-bd", "ovs_interfaceid": "54037519-bdd9-4b0c-bcf9-3d712bd1f42f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.526257] env[70542]: DEBUG nova.network.neutron [-] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.579890] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-113c6c2f-bc0d-495f-ba39-61afdc5c948d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.594145] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b649678-81a0-47d9-a856-209220562726 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.629217] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3911458, 'name': Rename_Task, 'duration_secs': 0.397723} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.654699] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.655264] env[70542]: DEBUG nova.compute.manager [req-0deca5d3-dfc1-4698-be90-37848566d3c6 req-3cd06a5f-c3c7-45dd-b7cf-bc0f0215dba1 service nova] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Detach interface failed, port_id=75f970bb-1bbc-4b2d-95bf-06bb2619dbb7, reason: Instance b3a56943-dfe3-47f1-a767-c9b09d8d4f77 could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 926.655728] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-436c18e6-7cef-4c4f-a83a-cb9eb01195c3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.663813] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Waiting for the task: (returnval){ [ 926.663813] env[70542]: value = "task-3911459" [ 926.663813] env[70542]: _type = "Task" [ 926.663813] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.675330] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3911459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.740377] env[70542]: DEBUG nova.network.neutron [None req-1ca05707-28ad-4596-b506-0b0ef00b1bf9 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Updating instance_info_cache with network_info: [{"id": "1024a21c-3bc6-4fc1-b2fc-77760328ea6f", "address": "fa:16:3e:d5:99:b4", "network": {"id": "b9eb532a-2933-4850-b01e-c496fa6ef875", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-217105513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc0b5d1a0604a93990949de74a62cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1024a21c-3b", "ovs_interfaceid": "1024a21c-3bc6-4fc1-b2fc-77760328ea6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.813024] env[70542]: DEBUG nova.compute.utils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.813024] env[70542]: DEBUG nova.compute.manager [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.813024] env[70542]: DEBUG nova.network.neutron [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.830647] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.832101} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.832227] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] f05438ea-71c1-40e4-81ed-739c871bc85d/f05438ea-71c1-40e4-81ed-739c871bc85d.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.832896] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.833972] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72981fda-f456-44d5-add0-231d5069dbb2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.845054] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 926.845054] env[70542]: value = "task-3911460" [ 926.845054] env[70542]: _type = "Task" [ 926.845054] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.857539] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.907177] env[70542]: DEBUG nova.policy [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5d5145c97074b61a2ae030f758f0f3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dbbfc5e52464952ab3f987c31131c72', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.987897] env[70542]: DEBUG oslo_concurrency.lockutils [req-3f430fc1-f4af-40fa-8acf-4a69ebfca462 req-82afada4-562e-4da3-8973-9b865683ce90 service nova] Releasing lock "refresh_cache-90de7b33-07f3-41c4-b374-db5847d3820a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.031333] env[70542]: INFO nova.compute.manager [-] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Took 1.41 seconds to deallocate network for instance. [ 927.175436] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3911459, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.245151] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ca05707-28ad-4596-b506-0b0ef00b1bf9 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Releasing lock "refresh_cache-d111991f-fded-409a-82af-1b431b56f48f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.245556] env[70542]: DEBUG nova.objects.instance [None req-1ca05707-28ad-4596-b506-0b0ef00b1bf9 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lazy-loading 'migration_context' on Instance uuid d111991f-fded-409a-82af-1b431b56f48f {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.321336] env[70542]: DEBUG nova.compute.manager [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.357222] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.225599} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.357524] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.359311] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e349618-4b53-4174-84be-5cf8ac689ce2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.387997] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] f05438ea-71c1-40e4-81ed-739c871bc85d/f05438ea-71c1-40e4-81ed-739c871bc85d.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.392123] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39708e06-b10e-4bd4-900a-b5aa445d3910 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.415893] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 927.415893] env[70542]: value = "task-3911461" [ 927.415893] env[70542]: _type = "Task" [ 927.415893] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.427419] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911461, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.428417] env[70542]: DEBUG nova.network.neutron [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Successfully created port: d6a5aa80-0c41-49d7-80b5-5ee098d779ef {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.540403] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.679770] env[70542]: DEBUG oslo_vmware.api [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3911459, 'name': PowerOnVM_Task, 'duration_secs': 0.936608} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.682973] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.683261] env[70542]: INFO nova.compute.manager [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Took 8.69 seconds to spawn the instance on the hypervisor. [ 927.683463] env[70542]: DEBUG nova.compute.manager [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 927.684951] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5403e07a-b75e-4855-8a76-d39124449b49 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.750287] env[70542]: DEBUG nova.objects.base [None req-1ca05707-28ad-4596-b506-0b0ef00b1bf9 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70542) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 927.751381] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108c0e71-8868-48ed-9ba7-0ba5534a9375 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.778911] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9214097f-da2c-402a-b048-03bfc94a193a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.786792] env[70542]: DEBUG oslo_vmware.api [None req-1ca05707-28ad-4596-b506-0b0ef00b1bf9 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 927.786792] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e5e73e-f425-5540-15b9-884724c263e9" [ 927.786792] env[70542]: _type = "Task" [ 927.786792] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.799744] env[70542]: DEBUG oslo_vmware.api [None req-1ca05707-28ad-4596-b506-0b0ef00b1bf9 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e5e73e-f425-5540-15b9-884724c263e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.929716] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.952452] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e9059b-6183-42bc-8a48-ca39b940b455 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.960643] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf03146-a39f-4167-8ca3-9814014b5726 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.993134] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018447de-ad9a-47d8-b9d4-64ae81bc7aeb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.001201] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95aa197-876d-4271-af66-e20722b01590 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.015151] env[70542]: DEBUG nova.compute.provider_tree [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.017412] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-87c0c65f-018d-48a5-bbe0-c5b1162e036b tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Volume attach. Driver type: vmdk {{(pid=70542) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 928.017555] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-87c0c65f-018d-48a5-bbe0-c5b1162e036b tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776759', 'volume_id': '4680eaab-ad72-4c78-a6cb-28db82c96177', 'name': 'volume-4680eaab-ad72-4c78-a6cb-28db82c96177', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2338985-ea99-4a2f-8e5c-9c0597fdc7e0', 'attached_at': '', 'detached_at': '', 'volume_id': '4680eaab-ad72-4c78-a6cb-28db82c96177', 'serial': '4680eaab-ad72-4c78-a6cb-28db82c96177'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 928.018631] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2eff1b-3de8-4139-a129-92a9e31791f9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.035113] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6d0716-45a3-4c32-9af4-304f932146b4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.062332] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-87c0c65f-018d-48a5-bbe0-c5b1162e036b tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] volume-4680eaab-ad72-4c78-a6cb-28db82c96177/volume-4680eaab-ad72-4c78-a6cb-28db82c96177.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.062671] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eba83922-41bf-44e5-974b-7f8b1ead4df5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.082916] env[70542]: DEBUG oslo_vmware.api [None req-87c0c65f-018d-48a5-bbe0-c5b1162e036b tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Waiting for the task: (returnval){ [ 928.082916] env[70542]: value = "task-3911462" [ 928.082916] env[70542]: _type = "Task" [ 928.082916] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.091800] env[70542]: DEBUG oslo_vmware.api [None req-87c0c65f-018d-48a5-bbe0-c5b1162e036b tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.208317] env[70542]: INFO nova.compute.manager [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Took 63.13 seconds to build instance. [ 928.295722] env[70542]: DEBUG oslo_vmware.api [None req-1ca05707-28ad-4596-b506-0b0ef00b1bf9 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e5e73e-f425-5540-15b9-884724c263e9, 'name': SearchDatastore_Task, 'duration_secs': 0.010942} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.296359] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ca05707-28ad-4596-b506-0b0ef00b1bf9 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.342994] env[70542]: DEBUG nova.compute.manager [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.376479] env[70542]: DEBUG nova.virt.hardware [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.376737] env[70542]: DEBUG nova.virt.hardware [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.376895] env[70542]: DEBUG nova.virt.hardware [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.377093] env[70542]: DEBUG nova.virt.hardware [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.377241] env[70542]: DEBUG nova.virt.hardware [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.377410] env[70542]: DEBUG nova.virt.hardware [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.377622] env[70542]: DEBUG nova.virt.hardware [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.377840] env[70542]: DEBUG nova.virt.hardware [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.378062] env[70542]: DEBUG nova.virt.hardware [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.378170] env[70542]: DEBUG nova.virt.hardware [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.378473] env[70542]: DEBUG nova.virt.hardware [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.379234] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70840713-c8e0-4ab5-b62c-ba1798f0fc07 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.388187] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8985ab-14ae-4e77-88bc-b97ee6049dd1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.426383] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911461, 'name': ReconfigVM_Task, 'duration_secs': 0.83224} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.426752] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Reconfigured VM instance instance-0000003d to attach disk [datastore2] f05438ea-71c1-40e4-81ed-739c871bc85d/f05438ea-71c1-40e4-81ed-739c871bc85d.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.427393] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c566ed18-35c1-4f73-89a4-1f4277e9878b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.434105] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 928.434105] env[70542]: value = "task-3911463" [ 928.434105] env[70542]: _type = "Task" [ 928.434105] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.443248] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911463, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.523274] env[70542]: DEBUG nova.scheduler.client.report [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.596315] env[70542]: DEBUG oslo_vmware.api [None req-87c0c65f-018d-48a5-bbe0-c5b1162e036b tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.711736] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6676927-e036-4aa9-841b-f444739156ba tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Lock "dc30924f-6bfe-4171-a594-ad8a4c5d1fab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.643s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.944708] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911463, 'name': Rename_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.031126] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.031686] env[70542]: DEBUG nova.compute.manager [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.034662] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.919s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.036246] env[70542]: INFO nova.compute.claims [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.096740] env[70542]: DEBUG oslo_vmware.api [None req-87c0c65f-018d-48a5-bbe0-c5b1162e036b tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911462, 'name': ReconfigVM_Task, 'duration_secs': 0.791754} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.098134] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-87c0c65f-018d-48a5-bbe0-c5b1162e036b tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Reconfigured VM instance instance-00000027 to attach disk [datastore2] volume-4680eaab-ad72-4c78-a6cb-28db82c96177/volume-4680eaab-ad72-4c78-a6cb-28db82c96177.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.103212] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88d12c3e-0d8b-4ab8-ad09-6831637a99f6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.120842] env[70542]: DEBUG oslo_vmware.api [None req-87c0c65f-018d-48a5-bbe0-c5b1162e036b tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Waiting for the task: (returnval){ [ 929.120842] env[70542]: value = "task-3911464" [ 929.120842] env[70542]: _type = "Task" [ 929.120842] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.132875] env[70542]: DEBUG oslo_vmware.api [None req-87c0c65f-018d-48a5-bbe0-c5b1162e036b tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911464, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.161107] env[70542]: DEBUG nova.compute.manager [req-9fde5794-5f62-456f-973b-1da3f482c06f req-aed3c08d-1e62-47aa-81f8-2836e7d3ac6f service nova] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Received event network-vif-plugged-d6a5aa80-0c41-49d7-80b5-5ee098d779ef {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.161195] env[70542]: DEBUG oslo_concurrency.lockutils [req-9fde5794-5f62-456f-973b-1da3f482c06f req-aed3c08d-1e62-47aa-81f8-2836e7d3ac6f service nova] Acquiring lock "7ebc9e70-63b0-4d40-a85c-82bcd5be3159-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.161493] env[70542]: DEBUG oslo_concurrency.lockutils [req-9fde5794-5f62-456f-973b-1da3f482c06f req-aed3c08d-1e62-47aa-81f8-2836e7d3ac6f service nova] Lock "7ebc9e70-63b0-4d40-a85c-82bcd5be3159-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.161576] env[70542]: DEBUG oslo_concurrency.lockutils [req-9fde5794-5f62-456f-973b-1da3f482c06f req-aed3c08d-1e62-47aa-81f8-2836e7d3ac6f service nova] Lock "7ebc9e70-63b0-4d40-a85c-82bcd5be3159-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.161816] env[70542]: DEBUG nova.compute.manager [req-9fde5794-5f62-456f-973b-1da3f482c06f req-aed3c08d-1e62-47aa-81f8-2836e7d3ac6f service nova] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] No waiting events found dispatching network-vif-plugged-d6a5aa80-0c41-49d7-80b5-5ee098d779ef {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 929.161916] env[70542]: WARNING nova.compute.manager [req-9fde5794-5f62-456f-973b-1da3f482c06f req-aed3c08d-1e62-47aa-81f8-2836e7d3ac6f service nova] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Received unexpected event network-vif-plugged-d6a5aa80-0c41-49d7-80b5-5ee098d779ef for instance with vm_state building and task_state spawning. [ 929.224868] env[70542]: DEBUG nova.network.neutron [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Successfully updated port: d6a5aa80-0c41-49d7-80b5-5ee098d779ef {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.446600] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911463, 'name': Rename_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.543229] env[70542]: DEBUG nova.compute.utils [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.544534] env[70542]: DEBUG nova.compute.manager [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.544724] env[70542]: DEBUG nova.network.neutron [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.617031] env[70542]: DEBUG nova.policy [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5b01ad8268f46cf8f33c06dc4b1276e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cecd2691d1d54b7480090328eb29a4ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.631175] env[70542]: DEBUG oslo_vmware.api [None req-87c0c65f-018d-48a5-bbe0-c5b1162e036b tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911464, 'name': ReconfigVM_Task, 'duration_secs': 0.185149} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.631496] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-87c0c65f-018d-48a5-bbe0-c5b1162e036b tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776759', 'volume_id': '4680eaab-ad72-4c78-a6cb-28db82c96177', 'name': 'volume-4680eaab-ad72-4c78-a6cb-28db82c96177', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2338985-ea99-4a2f-8e5c-9c0597fdc7e0', 'attached_at': '', 'detached_at': '', 'volume_id': '4680eaab-ad72-4c78-a6cb-28db82c96177', 'serial': '4680eaab-ad72-4c78-a6cb-28db82c96177'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 929.733199] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "refresh_cache-7ebc9e70-63b0-4d40-a85c-82bcd5be3159" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.733467] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquired lock "refresh_cache-7ebc9e70-63b0-4d40-a85c-82bcd5be3159" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.733628] env[70542]: DEBUG nova.network.neutron [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.768460] env[70542]: DEBUG nova.compute.manager [req-d3ea14bd-f999-4069-8f72-1777a505c428 req-72ed8805-fa46-4cae-9e68-db919b8ebbfd service nova] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Received event network-changed-c1dd218b-31ce-4ef7-b221-5321e5e61e95 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.768799] env[70542]: DEBUG nova.compute.manager [req-d3ea14bd-f999-4069-8f72-1777a505c428 req-72ed8805-fa46-4cae-9e68-db919b8ebbfd service nova] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Refreshing instance network info cache due to event network-changed-c1dd218b-31ce-4ef7-b221-5321e5e61e95. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.768984] env[70542]: DEBUG oslo_concurrency.lockutils [req-d3ea14bd-f999-4069-8f72-1777a505c428 req-72ed8805-fa46-4cae-9e68-db919b8ebbfd service nova] Acquiring lock "refresh_cache-dc30924f-6bfe-4171-a594-ad8a4c5d1fab" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.769277] env[70542]: DEBUG oslo_concurrency.lockutils [req-d3ea14bd-f999-4069-8f72-1777a505c428 req-72ed8805-fa46-4cae-9e68-db919b8ebbfd service nova] Acquired lock "refresh_cache-dc30924f-6bfe-4171-a594-ad8a4c5d1fab" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.769554] env[70542]: DEBUG nova.network.neutron [req-d3ea14bd-f999-4069-8f72-1777a505c428 req-72ed8805-fa46-4cae-9e68-db919b8ebbfd service nova] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Refreshing network info cache for port c1dd218b-31ce-4ef7-b221-5321e5e61e95 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.946845] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911463, 'name': Rename_Task, 'duration_secs': 1.207816} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.947155] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.947461] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ba8c8f9-4785-483f-9ed1-9525e626d8fe {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.955503] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 929.955503] env[70542]: value = "task-3911465" [ 929.955503] env[70542]: _type = "Task" [ 929.955503] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.967030] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.052030] env[70542]: DEBUG nova.compute.manager [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.076694] env[70542]: DEBUG nova.network.neutron [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Successfully created port: 614a50cd-b226-4f71-91ee-eea67aacec91 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.278856] env[70542]: DEBUG nova.network.neutron [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.483579] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911465, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.501594] env[70542]: DEBUG nova.network.neutron [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Updating instance_info_cache with network_info: [{"id": "d6a5aa80-0c41-49d7-80b5-5ee098d779ef", "address": "fa:16:3e:54:80:0c", "network": {"id": "5affbf10-8cb9-4efb-9739-021ed6e423c4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-784506568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dbbfc5e52464952ab3f987c31131c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6a5aa80-0c", "ovs_interfaceid": "d6a5aa80-0c41-49d7-80b5-5ee098d779ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.656113] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156c5eac-904f-4ebb-be62-8772faec8270 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.663829] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c186a6-e343-4bd9-88ab-b94310e9dc23 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.695850] env[70542]: DEBUG nova.objects.instance [None req-87c0c65f-018d-48a5-bbe0-c5b1162e036b tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lazy-loading 'flavor' on Instance uuid b2338985-ea99-4a2f-8e5c-9c0597fdc7e0 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.700341] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5c029c-76e6-475e-8293-7ff9c9ed31f0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.714028] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee74150e-d944-48ca-b612-87e71ab48163 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.730777] env[70542]: DEBUG nova.compute.provider_tree [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.745183] env[70542]: DEBUG nova.network.neutron [req-d3ea14bd-f999-4069-8f72-1777a505c428 req-72ed8805-fa46-4cae-9e68-db919b8ebbfd service nova] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Updated VIF entry in instance network info cache for port c1dd218b-31ce-4ef7-b221-5321e5e61e95. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.745582] env[70542]: DEBUG nova.network.neutron [req-d3ea14bd-f999-4069-8f72-1777a505c428 req-72ed8805-fa46-4cae-9e68-db919b8ebbfd service nova] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Updating instance_info_cache with network_info: [{"id": "c1dd218b-31ce-4ef7-b221-5321e5e61e95", "address": "fa:16:3e:4c:6f:9d", "network": {"id": "533882e0-4ca4-456b-adba-d63410dd1c91", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1950337672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd9c5628849c49af958248c81ee81190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1dd218b-31", "ovs_interfaceid": "c1dd218b-31ce-4ef7-b221-5321e5e61e95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.970231] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911465, 'name': PowerOnVM_Task, 'duration_secs': 0.569077} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.970511] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.970730] env[70542]: INFO nova.compute.manager [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Took 9.70 seconds to spawn the instance on the hypervisor. [ 930.970900] env[70542]: DEBUG nova.compute.manager [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 930.971693] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba4d403-69ab-4024-b4ee-ccf60b5da741 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.004365] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Releasing lock "refresh_cache-7ebc9e70-63b0-4d40-a85c-82bcd5be3159" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.005038] env[70542]: DEBUG nova.compute.manager [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Instance network_info: |[{"id": "d6a5aa80-0c41-49d7-80b5-5ee098d779ef", "address": "fa:16:3e:54:80:0c", "network": {"id": "5affbf10-8cb9-4efb-9739-021ed6e423c4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-784506568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dbbfc5e52464952ab3f987c31131c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6a5aa80-0c", "ovs_interfaceid": "d6a5aa80-0c41-49d7-80b5-5ee098d779ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.005184] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:80:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6a5aa80-0c41-49d7-80b5-5ee098d779ef', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.013161] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.013506] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.013749] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34dbe7ef-7aa3-41be-b552-e708a84e811b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.035067] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.035067] env[70542]: value = "task-3911466" [ 931.035067] env[70542]: _type = "Task" [ 931.035067] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.045396] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911466, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.059240] env[70542]: DEBUG nova.compute.manager [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.087856] env[70542]: DEBUG nova.virt.hardware [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.088268] env[70542]: DEBUG nova.virt.hardware [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.088499] env[70542]: DEBUG nova.virt.hardware [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.088772] env[70542]: DEBUG nova.virt.hardware [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.088990] env[70542]: DEBUG nova.virt.hardware [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.089236] env[70542]: DEBUG nova.virt.hardware [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.089529] env[70542]: DEBUG nova.virt.hardware [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.089776] env[70542]: DEBUG nova.virt.hardware [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.090016] env[70542]: DEBUG nova.virt.hardware [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.090204] env[70542]: DEBUG nova.virt.hardware [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.090438] env[70542]: DEBUG nova.virt.hardware [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.091378] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae40b3ee-f92f-4c36-978e-ce0aafbb9610 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.890030] env[70542]: DEBUG nova.scheduler.client.report [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.891922] env[70542]: DEBUG oslo_concurrency.lockutils [req-d3ea14bd-f999-4069-8f72-1777a505c428 req-72ed8805-fa46-4cae-9e68-db919b8ebbfd service nova] Releasing lock "refresh_cache-dc30924f-6bfe-4171-a594-ad8a4c5d1fab" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.898326] env[70542]: DEBUG oslo_concurrency.lockutils [None req-87c0c65f-018d-48a5-bbe0-c5b1162e036b tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lock "b2338985-ea99-4a2f-8e5c-9c0597fdc7e0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.998s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.904988] env[70542]: DEBUG nova.compute.manager [req-2a4e30b9-f9cc-45b3-bb5c-f2e85d742c18 req-cc2c031c-bcbe-4f46-9183-f7652221f5b4 service nova] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Received event network-changed-d6a5aa80-0c41-49d7-80b5-5ee098d779ef {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.905234] env[70542]: DEBUG nova.compute.manager [req-2a4e30b9-f9cc-45b3-bb5c-f2e85d742c18 req-cc2c031c-bcbe-4f46-9183-f7652221f5b4 service nova] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Refreshing instance network info cache due to event network-changed-d6a5aa80-0c41-49d7-80b5-5ee098d779ef. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.905480] env[70542]: DEBUG oslo_concurrency.lockutils [req-2a4e30b9-f9cc-45b3-bb5c-f2e85d742c18 req-cc2c031c-bcbe-4f46-9183-f7652221f5b4 service nova] Acquiring lock "refresh_cache-7ebc9e70-63b0-4d40-a85c-82bcd5be3159" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.905695] env[70542]: DEBUG oslo_concurrency.lockutils [req-2a4e30b9-f9cc-45b3-bb5c-f2e85d742c18 req-cc2c031c-bcbe-4f46-9183-f7652221f5b4 service nova] Acquired lock "refresh_cache-7ebc9e70-63b0-4d40-a85c-82bcd5be3159" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.905863] env[70542]: DEBUG nova.network.neutron [req-2a4e30b9-f9cc-45b3-bb5c-f2e85d742c18 req-cc2c031c-bcbe-4f46-9183-f7652221f5b4 service nova] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Refreshing network info cache for port d6a5aa80-0c41-49d7-80b5-5ee098d779ef {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.910851] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89eb152b-1d90-43f3-843b-8ecc7eb857a4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.924027] env[70542]: INFO nova.compute.manager [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Took 66.62 seconds to build instance. [ 931.930070] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911466, 'name': CreateVM_Task, 'duration_secs': 0.75178} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.938342] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.940983] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.940983] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.940983] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.941597] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-220680ab-db60-4245-8295-0d9ad938f234 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.948031] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 931.948031] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fa24bc-bec6-8072-0efd-2c5a5ba9f641" [ 931.948031] env[70542]: _type = "Task" [ 931.948031] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.959713] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fa24bc-bec6-8072-0efd-2c5a5ba9f641, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.084771] env[70542]: DEBUG nova.network.neutron [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Successfully updated port: 614a50cd-b226-4f71-91ee-eea67aacec91 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.219258] env[70542]: DEBUG nova.network.neutron [req-2a4e30b9-f9cc-45b3-bb5c-f2e85d742c18 req-cc2c031c-bcbe-4f46-9183-f7652221f5b4 service nova] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Updated VIF entry in instance network info cache for port d6a5aa80-0c41-49d7-80b5-5ee098d779ef. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.219647] env[70542]: DEBUG nova.network.neutron [req-2a4e30b9-f9cc-45b3-bb5c-f2e85d742c18 req-cc2c031c-bcbe-4f46-9183-f7652221f5b4 service nova] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Updating instance_info_cache with network_info: [{"id": "d6a5aa80-0c41-49d7-80b5-5ee098d779ef", "address": "fa:16:3e:54:80:0c", "network": {"id": "5affbf10-8cb9-4efb-9739-021ed6e423c4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-784506568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dbbfc5e52464952ab3f987c31131c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6a5aa80-0c", "ovs_interfaceid": "d6a5aa80-0c41-49d7-80b5-5ee098d779ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.401493] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.367s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.402088] env[70542]: DEBUG nova.compute.manager [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.404862] env[70542]: DEBUG oslo_concurrency.lockutils [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 51.076s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.406522] env[70542]: INFO nova.compute.claims [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.410379] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a9f35a72-5e58-4414-a145-105b6dee50e9 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Acquiring lock "b2338985-ea99-4a2f-8e5c-9c0597fdc7e0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.410647] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a9f35a72-5e58-4414-a145-105b6dee50e9 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lock "b2338985-ea99-4a2f-8e5c-9c0597fdc7e0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.425878] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "f05438ea-71c1-40e4-81ed-739c871bc85d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.135s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.461524] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fa24bc-bec6-8072-0efd-2c5a5ba9f641, 'name': SearchDatastore_Task, 'duration_secs': 0.011694} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.461844] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.462100] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.462335] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.462478] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.462650] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.462913] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e360ff6-da59-4213-88c8-a8e31052b066 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.473441] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.473670] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.474756] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c898c6ff-c08d-47c1-a587-f24a37563919 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.481974] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 932.481974] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52722b05-586a-251f-67f9-ccf722cdd5e2" [ 932.481974] env[70542]: _type = "Task" [ 932.481974] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.493068] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52722b05-586a-251f-67f9-ccf722cdd5e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.587753] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "refresh_cache-a195a73f-0e1c-4d50-a6c3-bb1362a55f76" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.588088] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired lock "refresh_cache-a195a73f-0e1c-4d50-a6c3-bb1362a55f76" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.588224] env[70542]: DEBUG nova.network.neutron [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.723743] env[70542]: DEBUG oslo_concurrency.lockutils [req-2a4e30b9-f9cc-45b3-bb5c-f2e85d742c18 req-cc2c031c-bcbe-4f46-9183-f7652221f5b4 service nova] Releasing lock "refresh_cache-7ebc9e70-63b0-4d40-a85c-82bcd5be3159" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.911639] env[70542]: DEBUG nova.compute.utils [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.915313] env[70542]: DEBUG nova.compute.manager [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.915490] env[70542]: DEBUG nova.network.neutron [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.918024] env[70542]: INFO nova.compute.manager [None req-a9f35a72-5e58-4414-a145-105b6dee50e9 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Detaching volume 4680eaab-ad72-4c78-a6cb-28db82c96177 [ 932.956279] env[70542]: INFO nova.virt.block_device [None req-a9f35a72-5e58-4414-a145-105b6dee50e9 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Attempting to driver detach volume 4680eaab-ad72-4c78-a6cb-28db82c96177 from mountpoint /dev/sdb [ 932.956539] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f35a72-5e58-4414-a145-105b6dee50e9 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Volume detach. Driver type: vmdk {{(pid=70542) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 932.956755] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f35a72-5e58-4414-a145-105b6dee50e9 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776759', 'volume_id': '4680eaab-ad72-4c78-a6cb-28db82c96177', 'name': 'volume-4680eaab-ad72-4c78-a6cb-28db82c96177', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2338985-ea99-4a2f-8e5c-9c0597fdc7e0', 'attached_at': '', 'detached_at': '', 'volume_id': '4680eaab-ad72-4c78-a6cb-28db82c96177', 'serial': '4680eaab-ad72-4c78-a6cb-28db82c96177'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 932.957634] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443e9100-3517-4e13-9af6-d32b89cdc305 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.979471] env[70542]: DEBUG nova.policy [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3253acb4369b469d83fe629fbcd4375f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fca619f92b54e778e31c2d839227873', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.981462] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ee1b44-744e-4e92-8ade-f0304cae8257 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.993527] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52722b05-586a-251f-67f9-ccf722cdd5e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011534} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.995998] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac36e8e0-ae71-442f-80a8-6d044e283a5a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.998772] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412ca472-5a60-4bd9-9dde-a25659d02d6b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.004540] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 933.004540] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527eb7bc-6743-f039-9c3c-07795314d1d1" [ 933.004540] env[70542]: _type = "Task" [ 933.004540] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.024057] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18427727-966f-48b2-9021-45baf6de0a1c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.032477] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527eb7bc-6743-f039-9c3c-07795314d1d1, 'name': SearchDatastore_Task, 'duration_secs': 0.014133} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.042731] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.043037] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 7ebc9e70-63b0-4d40-a85c-82bcd5be3159/7ebc9e70-63b0-4d40-a85c-82bcd5be3159.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.043347] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f35a72-5e58-4414-a145-105b6dee50e9 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] The volume has not been displaced from its original location: [datastore2] volume-4680eaab-ad72-4c78-a6cb-28db82c96177/volume-4680eaab-ad72-4c78-a6cb-28db82c96177.vmdk. No consolidation needed. {{(pid=70542) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 933.048745] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f35a72-5e58-4414-a145-105b6dee50e9 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Reconfiguring VM instance instance-00000027 to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 933.049048] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f89554c-7050-4dd6-b413-8c96fd241707 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.051104] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fae9e96-a179-43aa-aa86-a5967c1173e9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.070268] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 933.070268] env[70542]: value = "task-3911467" [ 933.070268] env[70542]: _type = "Task" [ 933.070268] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.071688] env[70542]: DEBUG oslo_vmware.api [None req-a9f35a72-5e58-4414-a145-105b6dee50e9 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Waiting for the task: (returnval){ [ 933.071688] env[70542]: value = "task-3911468" [ 933.071688] env[70542]: _type = "Task" [ 933.071688] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.084417] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.087937] env[70542]: DEBUG oslo_vmware.api [None req-a9f35a72-5e58-4414-a145-105b6dee50e9 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911468, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.142829] env[70542]: DEBUG nova.network.neutron [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.416882] env[70542]: DEBUG nova.compute.manager [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.472944] env[70542]: DEBUG nova.network.neutron [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Updating instance_info_cache with network_info: [{"id": "614a50cd-b226-4f71-91ee-eea67aacec91", "address": "fa:16:3e:17:a5:ab", "network": {"id": "b34efa28-0333-4697-a2ca-0f761a8baa3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-961568765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cecd2691d1d54b7480090328eb29a4ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614a50cd-b2", "ovs_interfaceid": "614a50cd-b226-4f71-91ee-eea67aacec91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.526058] env[70542]: DEBUG nova.network.neutron [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Successfully created port: cd771461-a802-4548-b786-925a2be9c0f0 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.574290] env[70542]: DEBUG nova.compute.manager [req-876e692b-a0d4-4d20-9e2c-f2cc2e5aaa8b req-a7187033-cef0-4580-83ff-e1e84742486b service nova] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Received event network-vif-plugged-614a50cd-b226-4f71-91ee-eea67aacec91 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.574653] env[70542]: DEBUG oslo_concurrency.lockutils [req-876e692b-a0d4-4d20-9e2c-f2cc2e5aaa8b req-a7187033-cef0-4580-83ff-e1e84742486b service nova] Acquiring lock "a195a73f-0e1c-4d50-a6c3-bb1362a55f76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.574911] env[70542]: DEBUG oslo_concurrency.lockutils [req-876e692b-a0d4-4d20-9e2c-f2cc2e5aaa8b req-a7187033-cef0-4580-83ff-e1e84742486b service nova] Lock "a195a73f-0e1c-4d50-a6c3-bb1362a55f76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.575190] env[70542]: DEBUG oslo_concurrency.lockutils [req-876e692b-a0d4-4d20-9e2c-f2cc2e5aaa8b req-a7187033-cef0-4580-83ff-e1e84742486b service nova] Lock "a195a73f-0e1c-4d50-a6c3-bb1362a55f76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.575504] env[70542]: DEBUG nova.compute.manager [req-876e692b-a0d4-4d20-9e2c-f2cc2e5aaa8b req-a7187033-cef0-4580-83ff-e1e84742486b service nova] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] No waiting events found dispatching network-vif-plugged-614a50cd-b226-4f71-91ee-eea67aacec91 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 933.575822] env[70542]: WARNING nova.compute.manager [req-876e692b-a0d4-4d20-9e2c-f2cc2e5aaa8b req-a7187033-cef0-4580-83ff-e1e84742486b service nova] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Received unexpected event network-vif-plugged-614a50cd-b226-4f71-91ee-eea67aacec91 for instance with vm_state building and task_state spawning. [ 933.576172] env[70542]: DEBUG nova.compute.manager [req-876e692b-a0d4-4d20-9e2c-f2cc2e5aaa8b req-a7187033-cef0-4580-83ff-e1e84742486b service nova] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Received event network-changed-614a50cd-b226-4f71-91ee-eea67aacec91 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.576483] env[70542]: DEBUG nova.compute.manager [req-876e692b-a0d4-4d20-9e2c-f2cc2e5aaa8b req-a7187033-cef0-4580-83ff-e1e84742486b service nova] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Refreshing instance network info cache due to event network-changed-614a50cd-b226-4f71-91ee-eea67aacec91. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.576812] env[70542]: DEBUG oslo_concurrency.lockutils [req-876e692b-a0d4-4d20-9e2c-f2cc2e5aaa8b req-a7187033-cef0-4580-83ff-e1e84742486b service nova] Acquiring lock "refresh_cache-a195a73f-0e1c-4d50-a6c3-bb1362a55f76" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.600031] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911467, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.602121] env[70542]: DEBUG oslo_vmware.api [None req-a9f35a72-5e58-4414-a145-105b6dee50e9 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911468, 'name': ReconfigVM_Task, 'duration_secs': 0.289727} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.602463] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f35a72-5e58-4414-a145-105b6dee50e9 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Reconfigured VM instance instance-00000027 to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 933.610520] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-456c4d9f-5e00-4ea7-8b51-53d405710e81 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.628197] env[70542]: DEBUG oslo_vmware.api [None req-a9f35a72-5e58-4414-a145-105b6dee50e9 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Waiting for the task: (returnval){ [ 933.628197] env[70542]: value = "task-3911469" [ 933.628197] env[70542]: _type = "Task" [ 933.628197] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.639353] env[70542]: DEBUG oslo_vmware.api [None req-a9f35a72-5e58-4414-a145-105b6dee50e9 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.947076] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c45b62-9205-4589-9fd2-a8552d7a424c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.955314] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643c8c34-9862-4806-91f4-0447e3012354 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.987513] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Releasing lock "refresh_cache-a195a73f-0e1c-4d50-a6c3-bb1362a55f76" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.987513] env[70542]: DEBUG nova.compute.manager [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Instance network_info: |[{"id": "614a50cd-b226-4f71-91ee-eea67aacec91", "address": "fa:16:3e:17:a5:ab", "network": {"id": "b34efa28-0333-4697-a2ca-0f761a8baa3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-961568765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cecd2691d1d54b7480090328eb29a4ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614a50cd-b2", "ovs_interfaceid": "614a50cd-b226-4f71-91ee-eea67aacec91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.988936] env[70542]: DEBUG oslo_concurrency.lockutils [req-876e692b-a0d4-4d20-9e2c-f2cc2e5aaa8b req-a7187033-cef0-4580-83ff-e1e84742486b service nova] Acquired lock "refresh_cache-a195a73f-0e1c-4d50-a6c3-bb1362a55f76" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.988936] env[70542]: DEBUG nova.network.neutron [req-876e692b-a0d4-4d20-9e2c-f2cc2e5aaa8b req-a7187033-cef0-4580-83ff-e1e84742486b service nova] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Refreshing network info cache for port 614a50cd-b226-4f71-91ee-eea67aacec91 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.989844] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:a5:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '614a50cd-b226-4f71-91ee-eea67aacec91', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.997492] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.998210] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b677ea8-4458-495a-a04d-68bf7dab35cc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.001886] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.002160] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5a46ff9-9dd8-4f7a-98eb-60a4e0dc12bd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.027991] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88a3040-3144-4f26-ae8c-408121bbbfb6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.031837] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.031837] env[70542]: value = "task-3911470" [ 934.031837] env[70542]: _type = "Task" [ 934.031837] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.045862] env[70542]: DEBUG nova.compute.provider_tree [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.051086] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911470, 'name': CreateVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.082697] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535783} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.082980] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 7ebc9e70-63b0-4d40-a85c-82bcd5be3159/7ebc9e70-63b0-4d40-a85c-82bcd5be3159.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.083217] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.083475] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78920716-5399-4952-a882-729b18606bcd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.092023] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 934.092023] env[70542]: value = "task-3911471" [ 934.092023] env[70542]: _type = "Task" [ 934.092023] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.101251] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.139043] env[70542]: DEBUG oslo_vmware.api [None req-a9f35a72-5e58-4414-a145-105b6dee50e9 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911469, 'name': ReconfigVM_Task, 'duration_secs': 0.15908} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.140016] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f35a72-5e58-4414-a145-105b6dee50e9 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776759', 'volume_id': '4680eaab-ad72-4c78-a6cb-28db82c96177', 'name': 'volume-4680eaab-ad72-4c78-a6cb-28db82c96177', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b2338985-ea99-4a2f-8e5c-9c0597fdc7e0', 'attached_at': '', 'detached_at': '', 'volume_id': '4680eaab-ad72-4c78-a6cb-28db82c96177', 'serial': '4680eaab-ad72-4c78-a6cb-28db82c96177'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 934.426584] env[70542]: DEBUG nova.compute.manager [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.453053] env[70542]: DEBUG nova.virt.hardware [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.453326] env[70542]: DEBUG nova.virt.hardware [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.453494] env[70542]: DEBUG nova.virt.hardware [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.453686] env[70542]: DEBUG nova.virt.hardware [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.453829] env[70542]: DEBUG nova.virt.hardware [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.453973] env[70542]: DEBUG nova.virt.hardware [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.454192] env[70542]: DEBUG nova.virt.hardware [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.454346] env[70542]: DEBUG nova.virt.hardware [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.454506] env[70542]: DEBUG nova.virt.hardware [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.454662] env[70542]: DEBUG nova.virt.hardware [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.454856] env[70542]: DEBUG nova.virt.hardware [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.455731] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200d9958-f0d6-44c9-8e56-77c5fd9dcf4a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.465042] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06de24e1-9e6c-433d-af6c-7d35f08bc010 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.542898] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911470, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.549738] env[70542]: DEBUG nova.scheduler.client.report [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.605476] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.385329} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.605887] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.606851] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34e97ac-18b3-4be8-9d69-8a51cbc33733 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.630886] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 7ebc9e70-63b0-4d40-a85c-82bcd5be3159/7ebc9e70-63b0-4d40-a85c-82bcd5be3159.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.633721] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69e9541f-51ee-4d37-9bdf-989e35ed1a24 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.655954] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 934.655954] env[70542]: value = "task-3911472" [ 934.655954] env[70542]: _type = "Task" [ 934.655954] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.667184] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911472, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.689529] env[70542]: DEBUG nova.objects.instance [None req-a9f35a72-5e58-4414-a145-105b6dee50e9 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lazy-loading 'flavor' on Instance uuid b2338985-ea99-4a2f-8e5c-9c0597fdc7e0 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.812604] env[70542]: DEBUG nova.network.neutron [req-876e692b-a0d4-4d20-9e2c-f2cc2e5aaa8b req-a7187033-cef0-4580-83ff-e1e84742486b service nova] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Updated VIF entry in instance network info cache for port 614a50cd-b226-4f71-91ee-eea67aacec91. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.812841] env[70542]: DEBUG nova.network.neutron [req-876e692b-a0d4-4d20-9e2c-f2cc2e5aaa8b req-a7187033-cef0-4580-83ff-e1e84742486b service nova] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Updating instance_info_cache with network_info: [{"id": "614a50cd-b226-4f71-91ee-eea67aacec91", "address": "fa:16:3e:17:a5:ab", "network": {"id": "b34efa28-0333-4697-a2ca-0f761a8baa3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-961568765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cecd2691d1d54b7480090328eb29a4ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614a50cd-b2", "ovs_interfaceid": "614a50cd-b226-4f71-91ee-eea67aacec91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.044909] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911470, 'name': CreateVM_Task, 'duration_secs': 0.870643} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.045240] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.045811] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.045971] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.046313] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.046589] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33954935-3bee-4627-8ab4-d01edb30aaea {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.051932] env[70542]: DEBUG oslo_vmware.api [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 935.051932] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cb1963-a794-ca3d-155a-cc7e70d404be" [ 935.051932] env[70542]: _type = "Task" [ 935.051932] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.056664] env[70542]: DEBUG oslo_concurrency.lockutils [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.056664] env[70542]: DEBUG nova.compute.manager [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.059562] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 53.077s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.069104] env[70542]: DEBUG oslo_vmware.api [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cb1963-a794-ca3d-155a-cc7e70d404be, 'name': SearchDatastore_Task, 'duration_secs': 0.010552} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.069301] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.069582] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.069986] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.070286] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.073303] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.073303] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-098eb5d1-2a72-4aa3-b7d5-ed55a9bec00f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.082111] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.082313] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.083922] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63309f42-b4a6-4b74-98c6-c44328960c85 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.094350] env[70542]: DEBUG oslo_vmware.api [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 935.094350] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527ca449-6494-11c6-838a-35e82fc4a2f0" [ 935.094350] env[70542]: _type = "Task" [ 935.094350] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.106928] env[70542]: DEBUG oslo_vmware.api [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527ca449-6494-11c6-838a-35e82fc4a2f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010726} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.108615] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11040d95-71f9-4f5d-899e-33ebd925dc2f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.117025] env[70542]: DEBUG oslo_vmware.api [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 935.117025] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525a8896-09d8-b7af-44a6-e5b93db67db6" [ 935.117025] env[70542]: _type = "Task" [ 935.117025] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.125668] env[70542]: DEBUG oslo_vmware.api [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525a8896-09d8-b7af-44a6-e5b93db67db6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.168591] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.205925] env[70542]: DEBUG nova.network.neutron [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Successfully updated port: cd771461-a802-4548-b786-925a2be9c0f0 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.316580] env[70542]: DEBUG oslo_concurrency.lockutils [req-876e692b-a0d4-4d20-9e2c-f2cc2e5aaa8b req-a7187033-cef0-4580-83ff-e1e84742486b service nova] Releasing lock "refresh_cache-a195a73f-0e1c-4d50-a6c3-bb1362a55f76" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.576498] env[70542]: DEBUG nova.compute.utils [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.578096] env[70542]: DEBUG nova.compute.manager [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.578283] env[70542]: DEBUG nova.network.neutron [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.603970] env[70542]: DEBUG nova.compute.manager [req-3d3e2816-7b78-4f1b-9782-329d4c607fda req-1a545b27-7337-440f-a54f-b7bba6a71795 service nova] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Received event network-vif-plugged-cd771461-a802-4548-b786-925a2be9c0f0 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.604226] env[70542]: DEBUG oslo_concurrency.lockutils [req-3d3e2816-7b78-4f1b-9782-329d4c607fda req-1a545b27-7337-440f-a54f-b7bba6a71795 service nova] Acquiring lock "0b2d45d9-b717-476c-9ef0-169b36eb636c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.604472] env[70542]: DEBUG oslo_concurrency.lockutils [req-3d3e2816-7b78-4f1b-9782-329d4c607fda req-1a545b27-7337-440f-a54f-b7bba6a71795 service nova] Lock "0b2d45d9-b717-476c-9ef0-169b36eb636c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.604650] env[70542]: DEBUG oslo_concurrency.lockutils [req-3d3e2816-7b78-4f1b-9782-329d4c607fda req-1a545b27-7337-440f-a54f-b7bba6a71795 service nova] Lock "0b2d45d9-b717-476c-9ef0-169b36eb636c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.604815] env[70542]: DEBUG nova.compute.manager [req-3d3e2816-7b78-4f1b-9782-329d4c607fda req-1a545b27-7337-440f-a54f-b7bba6a71795 service nova] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] No waiting events found dispatching network-vif-plugged-cd771461-a802-4548-b786-925a2be9c0f0 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 935.604980] env[70542]: WARNING nova.compute.manager [req-3d3e2816-7b78-4f1b-9782-329d4c607fda req-1a545b27-7337-440f-a54f-b7bba6a71795 service nova] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Received unexpected event network-vif-plugged-cd771461-a802-4548-b786-925a2be9c0f0 for instance with vm_state building and task_state spawning. [ 935.605159] env[70542]: DEBUG nova.compute.manager [req-3d3e2816-7b78-4f1b-9782-329d4c607fda req-1a545b27-7337-440f-a54f-b7bba6a71795 service nova] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Received event network-changed-cd771461-a802-4548-b786-925a2be9c0f0 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.605412] env[70542]: DEBUG nova.compute.manager [req-3d3e2816-7b78-4f1b-9782-329d4c607fda req-1a545b27-7337-440f-a54f-b7bba6a71795 service nova] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Refreshing instance network info cache due to event network-changed-cd771461-a802-4548-b786-925a2be9c0f0. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.605490] env[70542]: DEBUG oslo_concurrency.lockutils [req-3d3e2816-7b78-4f1b-9782-329d4c607fda req-1a545b27-7337-440f-a54f-b7bba6a71795 service nova] Acquiring lock "refresh_cache-0b2d45d9-b717-476c-9ef0-169b36eb636c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.605649] env[70542]: DEBUG oslo_concurrency.lockutils [req-3d3e2816-7b78-4f1b-9782-329d4c607fda req-1a545b27-7337-440f-a54f-b7bba6a71795 service nova] Acquired lock "refresh_cache-0b2d45d9-b717-476c-9ef0-169b36eb636c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.605851] env[70542]: DEBUG nova.network.neutron [req-3d3e2816-7b78-4f1b-9782-329d4c607fda req-1a545b27-7337-440f-a54f-b7bba6a71795 service nova] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Refreshing network info cache for port cd771461-a802-4548-b786-925a2be9c0f0 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.628961] env[70542]: DEBUG oslo_vmware.api [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525a8896-09d8-b7af-44a6-e5b93db67db6, 'name': SearchDatastore_Task, 'duration_secs': 0.00987} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.629282] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.629540] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] a195a73f-0e1c-4d50-a6c3-bb1362a55f76/a195a73f-0e1c-4d50-a6c3-bb1362a55f76.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.629793] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbb51d5a-813a-4598-81d5-5d93526f2975 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.632906] env[70542]: DEBUG nova.policy [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '636aa9b3c4844b21b44931adb536fc77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3850b9c8425489ea8aedd367c3848a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.640558] env[70542]: DEBUG oslo_vmware.api [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 935.640558] env[70542]: value = "task-3911473" [ 935.640558] env[70542]: _type = "Task" [ 935.640558] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.649814] env[70542]: DEBUG oslo_vmware.api [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.667710] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.709918] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquiring lock "refresh_cache-0b2d45d9-b717-476c-9ef0-169b36eb636c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.713675] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a9f35a72-5e58-4414-a145-105b6dee50e9 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lock "b2338985-ea99-4a2f-8e5c-9c0597fdc7e0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.302s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.079287] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Applying migration context for instance d111991f-fded-409a-82af-1b431b56f48f as it has an incoming, in-progress migration f026d8eb-b3d7-47d6-846d-95bc08d159a1. Migration status is confirming {{(pid=70542) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 936.082213] env[70542]: INFO nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Updating resource usage from migration 70d79def-0fe3-4908-a4f9-210f77ada10c [ 936.082526] env[70542]: INFO nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: d111991f-fded-409a-82af-1b431b56f48f] Updating resource usage from migration f026d8eb-b3d7-47d6-846d-95bc08d159a1 [ 936.086070] env[70542]: DEBUG nova.network.neutron [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Successfully created port: d3118dbd-b913-4a00-9018-8a78adb27b06 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.088282] env[70542]: DEBUG nova.compute.manager [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.119342] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance a2359267-0c7a-4410-86c1-caf5e26bc921 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.119513] env[70542]: WARNING nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 9a25d997-02e9-4d87-aa89-5d05fac4d70d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.119647] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance eef02990-c512-44f2-8fc7-eab27e22ab58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.119863] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.119917] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 70a49596-b0a3-4ce7-8b80-ab64344fbcd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.119998] env[70542]: WARNING nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.120134] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance b2338985-ea99-4a2f-8e5c-9c0597fdc7e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.120250] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance a4636d85-7109-4b7e-a01a-4cf2d2952886 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.120357] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 58330f4d-7973-4c31-9f83-0ef58340b4ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.120952] env[70542]: WARNING nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 592584da-94b4-43f0-a360-36d8b1494d96 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.120952] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 79bf7182-4a57-4a8e-a402-4d67c3158374 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.120952] env[70542]: WARNING nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance ac799fd6-04b0-4e13-8519-dcb356f1ae55 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.120952] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.120952] env[70542]: WARNING nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 157d8e42-98a9-4d4d-b088-ce1413ad89ec is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.121333] env[70542]: WARNING nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance b3a56943-dfe3-47f1-a767-c9b09d8d4f77 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.121333] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance e3f9e5df-5236-4512-97df-19ff178b2af3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.151131] env[70542]: DEBUG oslo_vmware.api [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496971} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.151425] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] a195a73f-0e1c-4d50-a6c3-bb1362a55f76/a195a73f-0e1c-4d50-a6c3-bb1362a55f76.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.151647] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.151968] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6865b35-cb18-41dc-b864-ebff48eb65ce {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.159334] env[70542]: DEBUG oslo_vmware.api [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 936.159334] env[70542]: value = "task-3911474" [ 936.159334] env[70542]: _type = "Task" [ 936.159334] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.171579] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911472, 'name': ReconfigVM_Task, 'duration_secs': 1.143565} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.174892] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 7ebc9e70-63b0-4d40-a85c-82bcd5be3159/7ebc9e70-63b0-4d40-a85c-82bcd5be3159.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.175644] env[70542]: DEBUG oslo_vmware.api [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.175902] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1655277c-fa2f-49cc-9683-98f4a485c381 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.183735] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 936.183735] env[70542]: value = "task-3911475" [ 936.183735] env[70542]: _type = "Task" [ 936.183735] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.184651] env[70542]: DEBUG nova.network.neutron [req-3d3e2816-7b78-4f1b-9782-329d4c607fda req-1a545b27-7337-440f-a54f-b7bba6a71795 service nova] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.195713] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911475, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.367918] env[70542]: DEBUG nova.network.neutron [req-3d3e2816-7b78-4f1b-9782-329d4c607fda req-1a545b27-7337-440f-a54f-b7bba6a71795 service nova] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.629426] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 7323ed53-e030-4128-b880-37c3ee09434b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 936.629426] env[70542]: WARNING nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 25d099ff-0128-46d7-875d-457b1a26337f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.629426] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Migration f026d8eb-b3d7-47d6-846d-95bc08d159a1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 936.629426] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance d111991f-fded-409a-82af-1b431b56f48f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.629426] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 90de7b33-07f3-41c4-b374-db5847d3820a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.629426] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance dc30924f-6bfe-4171-a594-ad8a4c5d1fab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.629426] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance f05438ea-71c1-40e4-81ed-739c871bc85d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.629426] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 7ebc9e70-63b0-4d40-a85c-82bcd5be3159 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.629426] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance a195a73f-0e1c-4d50-a6c3-bb1362a55f76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.629426] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 0b2d45d9-b717-476c-9ef0-169b36eb636c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.629426] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance b3764e3b-4297-4515-9673-0f75a6a4ac8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 936.672672] env[70542]: DEBUG oslo_vmware.api [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080223} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.672851] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.674407] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfca24b-aaa3-4e19-bd59-691a80b4585d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.699031] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] a195a73f-0e1c-4d50-a6c3-bb1362a55f76/a195a73f-0e1c-4d50-a6c3-bb1362a55f76.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.703108] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8964396-a509-4245-b003-2869024a6a25 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.727341] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911475, 'name': Rename_Task, 'duration_secs': 0.175183} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.729594] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.730186] env[70542]: DEBUG oslo_vmware.api [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 936.730186] env[70542]: value = "task-3911476" [ 936.730186] env[70542]: _type = "Task" [ 936.730186] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.730397] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ecaf12f-7821-4629-8ed9-d3587a2889b2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.742263] env[70542]: DEBUG oslo_vmware.api [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911476, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.744854] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 936.744854] env[70542]: value = "task-3911477" [ 936.744854] env[70542]: _type = "Task" [ 936.744854] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.755664] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.870790] env[70542]: DEBUG oslo_concurrency.lockutils [req-3d3e2816-7b78-4f1b-9782-329d4c607fda req-1a545b27-7337-440f-a54f-b7bba6a71795 service nova] Releasing lock "refresh_cache-0b2d45d9-b717-476c-9ef0-169b36eb636c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.871362] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquired lock "refresh_cache-0b2d45d9-b717-476c-9ef0-169b36eb636c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.871585] env[70542]: DEBUG nova.network.neutron [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.101627] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Acquiring lock "e8ebd848-7408-4df7-bcc3-1fe2aaa00026" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.101627] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lock "e8ebd848-7408-4df7-bcc3-1fe2aaa00026" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.103163] env[70542]: DEBUG nova.compute.manager [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.131089] env[70542]: DEBUG nova.virt.hardware [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.131347] env[70542]: DEBUG nova.virt.hardware [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.131506] env[70542]: DEBUG nova.virt.hardware [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.131726] env[70542]: DEBUG nova.virt.hardware [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.131939] env[70542]: DEBUG nova.virt.hardware [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.132114] env[70542]: DEBUG nova.virt.hardware [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.132331] env[70542]: DEBUG nova.virt.hardware [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.132520] env[70542]: DEBUG nova.virt.hardware [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.132710] env[70542]: DEBUG nova.virt.hardware [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.132973] env[70542]: DEBUG nova.virt.hardware [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.133195] env[70542]: DEBUG nova.virt.hardware [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.134191] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 89ae4a6d-70ab-4e83-8a97-063321b8dab4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 937.136671] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2bb3fe-d183-4107-aed4-59a31b1a2336 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.146451] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19fe8a5-045a-48e6-b180-dccd0431c1bb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.242930] env[70542]: DEBUG oslo_vmware.api [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.254420] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911477, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.407346] env[70542]: DEBUG nova.network.neutron [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.601937] env[70542]: DEBUG nova.compute.manager [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.609389] env[70542]: DEBUG nova.network.neutron [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Updating instance_info_cache with network_info: [{"id": "cd771461-a802-4548-b786-925a2be9c0f0", "address": "fa:16:3e:b6:4f:6d", "network": {"id": "45b56ba7-8e9b-463f-86d0-9d1f66ec51b2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1643102114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fca619f92b54e778e31c2d839227873", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd771461-a8", "ovs_interfaceid": "cd771461-a802-4548-b786-925a2be9c0f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.641377] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance ac58aee6-9a03-446a-804f-6b9c72f30a99 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 937.641584] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Migration 70d79def-0fe3-4908-a4f9-210f77ada10c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 937.641747] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 3de4b70e-5e69-4b82-afb3-84162651b76c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 937.743259] env[70542]: DEBUG oslo_vmware.api [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911476, 'name': ReconfigVM_Task, 'duration_secs': 0.941965} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.743541] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Reconfigured VM instance instance-0000003f to attach disk [datastore1] a195a73f-0e1c-4d50-a6c3-bb1362a55f76/a195a73f-0e1c-4d50-a6c3-bb1362a55f76.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.744275] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-657bf246-e335-45b2-a960-2c33fd32e94c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.756132] env[70542]: DEBUG oslo_vmware.api [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911477, 'name': PowerOnVM_Task, 'duration_secs': 0.907539} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.757711] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.757974] env[70542]: INFO nova.compute.manager [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Took 9.41 seconds to spawn the instance on the hypervisor. [ 937.758173] env[70542]: DEBUG nova.compute.manager [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 937.758517] env[70542]: DEBUG oslo_vmware.api [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 937.758517] env[70542]: value = "task-3911478" [ 937.758517] env[70542]: _type = "Task" [ 937.758517] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.759233] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5a6ed6-32c7-43ef-bf9d-b3507325ceac {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.774485] env[70542]: DEBUG oslo_vmware.api [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911478, 'name': Rename_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.908040] env[70542]: DEBUG nova.compute.manager [req-eeca8586-bec7-4575-963d-6ccc306dc12d req-d5d0841d-b19d-4389-8ff6-9ffbd91d78e0 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Received event network-vif-plugged-d3118dbd-b913-4a00-9018-8a78adb27b06 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.908276] env[70542]: DEBUG oslo_concurrency.lockutils [req-eeca8586-bec7-4575-963d-6ccc306dc12d req-d5d0841d-b19d-4389-8ff6-9ffbd91d78e0 service nova] Acquiring lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.911949] env[70542]: DEBUG oslo_concurrency.lockutils [req-eeca8586-bec7-4575-963d-6ccc306dc12d req-d5d0841d-b19d-4389-8ff6-9ffbd91d78e0 service nova] Lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.912113] env[70542]: DEBUG oslo_concurrency.lockutils [req-eeca8586-bec7-4575-963d-6ccc306dc12d req-d5d0841d-b19d-4389-8ff6-9ffbd91d78e0 service nova] Lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.912302] env[70542]: DEBUG nova.compute.manager [req-eeca8586-bec7-4575-963d-6ccc306dc12d req-d5d0841d-b19d-4389-8ff6-9ffbd91d78e0 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] No waiting events found dispatching network-vif-plugged-d3118dbd-b913-4a00-9018-8a78adb27b06 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 937.912472] env[70542]: WARNING nova.compute.manager [req-eeca8586-bec7-4575-963d-6ccc306dc12d req-d5d0841d-b19d-4389-8ff6-9ffbd91d78e0 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Received unexpected event network-vif-plugged-d3118dbd-b913-4a00-9018-8a78adb27b06 for instance with vm_state building and task_state spawning. [ 938.111500] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Releasing lock "refresh_cache-0b2d45d9-b717-476c-9ef0-169b36eb636c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.111869] env[70542]: DEBUG nova.compute.manager [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Instance network_info: |[{"id": "cd771461-a802-4548-b786-925a2be9c0f0", "address": "fa:16:3e:b6:4f:6d", "network": {"id": "45b56ba7-8e9b-463f-86d0-9d1f66ec51b2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1643102114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fca619f92b54e778e31c2d839227873", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd771461-a8", "ovs_interfaceid": "cd771461-a802-4548-b786-925a2be9c0f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.112289] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:4f:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '17c839f5-4de0-449c-9a24-4e0e2fca37ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd771461-a802-4548-b786-925a2be9c0f0', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.120282] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.120442] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.120671] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee94f776-464a-4866-986f-23b92670a8b1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.136890] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.143195] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.143195] env[70542]: value = "task-3911479" [ 938.143195] env[70542]: _type = "Task" [ 938.143195] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.147340] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 131eb0ca-df71-49e9-af30-2931afd69fb2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 938.155602] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911479, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.234744] env[70542]: DEBUG nova.network.neutron [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Successfully updated port: d3118dbd-b913-4a00-9018-8a78adb27b06 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.272666] env[70542]: DEBUG oslo_vmware.api [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911478, 'name': Rename_Task, 'duration_secs': 0.182078} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.273106] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.273425] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e79a6bd-e4bf-4f93-9739-ed9a7e8764cd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.286757] env[70542]: DEBUG oslo_vmware.api [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 938.286757] env[70542]: value = "task-3911480" [ 938.286757] env[70542]: _type = "Task" [ 938.286757] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.288121] env[70542]: INFO nova.compute.manager [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Took 64.51 seconds to build instance. [ 938.298805] env[70542]: DEBUG oslo_vmware.api [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911480, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.657541] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 07d4b435-4af4-41f2-b778-724ecabb9e7f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 938.658296] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 938.658296] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 938.661172] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911479, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.738860] env[70542]: DEBUG oslo_concurrency.lockutils [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "refresh_cache-b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.739178] env[70542]: DEBUG oslo_concurrency.lockutils [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "refresh_cache-b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.739422] env[70542]: DEBUG nova.network.neutron [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.790884] env[70542]: DEBUG oslo_concurrency.lockutils [None req-57e39d67-d7f8-4e95-8afa-fdf5650befc6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "7ebc9e70-63b0-4d40-a85c-82bcd5be3159" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.451s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.801808] env[70542]: DEBUG oslo_vmware.api [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911480, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.091048] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "f05438ea-71c1-40e4-81ed-739c871bc85d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.091256] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "f05438ea-71c1-40e4-81ed-739c871bc85d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.091496] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "f05438ea-71c1-40e4-81ed-739c871bc85d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.091784] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "f05438ea-71c1-40e4-81ed-739c871bc85d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.092072] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "f05438ea-71c1-40e4-81ed-739c871bc85d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.094761] env[70542]: INFO nova.compute.manager [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Terminating instance [ 939.122583] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22dd6af-fe9a-4b7b-995d-b985a03914be {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.132231] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef99ddae-469f-4b49-8798-56b14c6ef639 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.168273] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce307143-e74d-4d90-90d7-67831aa36936 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.176350] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911479, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.179659] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1e5a46-6655-4459-b4f3-ce6100a6b2a7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.194450] env[70542]: DEBUG nova.compute.provider_tree [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.225040] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "7ebc9e70-63b0-4d40-a85c-82bcd5be3159" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.225208] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "7ebc9e70-63b0-4d40-a85c-82bcd5be3159" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.225412] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "7ebc9e70-63b0-4d40-a85c-82bcd5be3159-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.225687] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "7ebc9e70-63b0-4d40-a85c-82bcd5be3159-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.225873] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "7ebc9e70-63b0-4d40-a85c-82bcd5be3159-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.228075] env[70542]: INFO nova.compute.manager [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Terminating instance [ 939.287581] env[70542]: DEBUG nova.network.neutron [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.301377] env[70542]: DEBUG oslo_vmware.api [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911480, 'name': PowerOnVM_Task} progress is 92%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.478240] env[70542]: DEBUG nova.network.neutron [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Updating instance_info_cache with network_info: [{"id": "d3118dbd-b913-4a00-9018-8a78adb27b06", "address": "fa:16:3e:e9:59:31", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3118dbd-b9", "ovs_interfaceid": "d3118dbd-b913-4a00-9018-8a78adb27b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.601939] env[70542]: DEBUG nova.compute.manager [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.602187] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.603064] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7693f8f4-1f2c-4d32-964b-b02b86fb5f0c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.613391] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.613704] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68573aaf-f780-4a84-b392-99d2e6993d73 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.620828] env[70542]: DEBUG oslo_vmware.api [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 939.620828] env[70542]: value = "task-3911481" [ 939.620828] env[70542]: _type = "Task" [ 939.620828] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.629611] env[70542]: DEBUG oslo_vmware.api [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.674781] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911479, 'name': CreateVM_Task, 'duration_secs': 1.052437} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.674990] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.675814] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.675988] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.676377] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.676698] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12291e9f-ea06-4bee-b3fb-14735a34ce4c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.682869] env[70542]: DEBUG oslo_vmware.api [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 939.682869] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522151d5-a363-eac2-6bc8-51d88d224041" [ 939.682869] env[70542]: _type = "Task" [ 939.682869] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.692663] env[70542]: DEBUG oslo_vmware.api [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522151d5-a363-eac2-6bc8-51d88d224041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.697837] env[70542]: DEBUG nova.scheduler.client.report [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.732175] env[70542]: DEBUG nova.compute.manager [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.732424] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.733705] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fafc561-e6d7-4522-96c7-c1792c0ce5a0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.743177] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.745160] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4fe9e63-f454-40e5-a793-e98eab287168 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.752430] env[70542]: DEBUG oslo_vmware.api [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 939.752430] env[70542]: value = "task-3911482" [ 939.752430] env[70542]: _type = "Task" [ 939.752430] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.763649] env[70542]: DEBUG oslo_vmware.api [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.801833] env[70542]: DEBUG oslo_vmware.api [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911480, 'name': PowerOnVM_Task, 'duration_secs': 1.125636} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.802172] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.802403] env[70542]: INFO nova.compute.manager [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Took 8.74 seconds to spawn the instance on the hypervisor. [ 939.802613] env[70542]: DEBUG nova.compute.manager [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 939.803478] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956a96b4-9097-424e-8488-55498a6b646c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.981318] env[70542]: DEBUG oslo_concurrency.lockutils [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "refresh_cache-b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.981737] env[70542]: DEBUG nova.compute.manager [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Instance network_info: |[{"id": "d3118dbd-b913-4a00-9018-8a78adb27b06", "address": "fa:16:3e:e9:59:31", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3118dbd-b9", "ovs_interfaceid": "d3118dbd-b913-4a00-9018-8a78adb27b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.982310] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:59:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3118dbd-b913-4a00-9018-8a78adb27b06', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.989987] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.990643] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.991296] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36aebbe5-0341-40de-9cd8-e475852f37f7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.015558] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.015558] env[70542]: value = "task-3911483" [ 940.015558] env[70542]: _type = "Task" [ 940.015558] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.024879] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911483, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.132861] env[70542]: DEBUG oslo_vmware.api [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911481, 'name': PowerOffVM_Task, 'duration_secs': 0.228356} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.133247] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.133439] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.133771] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9664ed9-e301-4698-b32b-9f02ca67d7df {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.198304] env[70542]: DEBUG oslo_vmware.api [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522151d5-a363-eac2-6bc8-51d88d224041, 'name': SearchDatastore_Task, 'duration_secs': 0.013868} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.198747] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.199073] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.199398] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.199571] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.199769] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.200152] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e82b7c0-cc61-460e-86f0-deceea2f30dd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.203505] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70542) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 940.203777] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.144s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.204126] env[70542]: DEBUG oslo_concurrency.lockutils [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 54.873s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.204398] env[70542]: DEBUG oslo_concurrency.lockutils [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.206800] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 53.697s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.206995] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.209576] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 50.068s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.209778] env[70542]: DEBUG nova.objects.instance [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70542) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 940.214682] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 940.214868] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Cleaning up deleted instances {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 940.223081] env[70542]: DEBUG nova.compute.manager [req-086a98a7-296e-4ee9-a56b-0f8d3e0cfa4a req-8edee99f-8aa1-49a2-894e-600d8d373bf5 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Received event network-changed-d3118dbd-b913-4a00-9018-8a78adb27b06 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.223081] env[70542]: DEBUG nova.compute.manager [req-086a98a7-296e-4ee9-a56b-0f8d3e0cfa4a req-8edee99f-8aa1-49a2-894e-600d8d373bf5 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Refreshing instance network info cache due to event network-changed-d3118dbd-b913-4a00-9018-8a78adb27b06. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.223081] env[70542]: DEBUG oslo_concurrency.lockutils [req-086a98a7-296e-4ee9-a56b-0f8d3e0cfa4a req-8edee99f-8aa1-49a2-894e-600d8d373bf5 service nova] Acquiring lock "refresh_cache-b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.223081] env[70542]: DEBUG oslo_concurrency.lockutils [req-086a98a7-296e-4ee9-a56b-0f8d3e0cfa4a req-8edee99f-8aa1-49a2-894e-600d8d373bf5 service nova] Acquired lock "refresh_cache-b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.223081] env[70542]: DEBUG nova.network.neutron [req-086a98a7-296e-4ee9-a56b-0f8d3e0cfa4a req-8edee99f-8aa1-49a2-894e-600d8d373bf5 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Refreshing network info cache for port d3118dbd-b913-4a00-9018-8a78adb27b06 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.224055] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.224299] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.224511] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Deleting the datastore file [datastore2] f05438ea-71c1-40e4-81ed-739c871bc85d {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.227242] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1483c8a2-b673-4c76-9db9-cfd936bef6d2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.229967] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.230204] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.231201] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21962d3f-aa2a-43b5-86dc-ff7beef800c6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.240287] env[70542]: DEBUG oslo_vmware.api [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 940.240287] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fa2d9f-e4d9-ea7e-d557-4fc13f1467e5" [ 940.240287] env[70542]: _type = "Task" [ 940.240287] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.243171] env[70542]: DEBUG oslo_vmware.api [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 940.243171] env[70542]: value = "task-3911485" [ 940.243171] env[70542]: _type = "Task" [ 940.243171] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.256441] env[70542]: INFO nova.scheduler.client.report [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Deleted allocations for instance 9a25d997-02e9-4d87-aa89-5d05fac4d70d [ 940.258687] env[70542]: INFO nova.scheduler.client.report [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Deleted allocations for instance ac799fd6-04b0-4e13-8519-dcb356f1ae55 [ 940.275114] env[70542]: DEBUG oslo_vmware.api [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fa2d9f-e4d9-ea7e-d557-4fc13f1467e5, 'name': SearchDatastore_Task, 'duration_secs': 0.012151} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.279549] env[70542]: DEBUG oslo_vmware.api [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.280215] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fc231ec-d1da-417a-b4e0-a55649425a4c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.286077] env[70542]: DEBUG oslo_vmware.api [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911482, 'name': PowerOffVM_Task, 'duration_secs': 0.373943} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.286965] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.287060] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.287344] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6897b5d8-dcc3-4c29-92e5-695d61061c4d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.291204] env[70542]: DEBUG oslo_vmware.api [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 940.291204] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52abe915-da0b-8642-79b6-cd7582ab4250" [ 940.291204] env[70542]: _type = "Task" [ 940.291204] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.300495] env[70542]: DEBUG oslo_vmware.api [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52abe915-da0b-8642-79b6-cd7582ab4250, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.323312] env[70542]: INFO nova.compute.manager [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Took 61.24 seconds to build instance. [ 940.380130] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.380848] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.380848] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Deleting the datastore file [datastore1] 7ebc9e70-63b0-4d40-a85c-82bcd5be3159 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.381084] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22184d8e-ae5b-4d1a-8e35-5401dc5d2fb6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.388407] env[70542]: DEBUG oslo_vmware.api [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 940.388407] env[70542]: value = "task-3911487" [ 940.388407] env[70542]: _type = "Task" [ 940.388407] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.398551] env[70542]: DEBUG oslo_vmware.api [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.527344] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911483, 'name': CreateVM_Task, 'duration_secs': 0.352897} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.527536] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.528382] env[70542]: DEBUG oslo_concurrency.lockutils [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.528544] env[70542]: DEBUG oslo_concurrency.lockutils [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.528913] env[70542]: DEBUG oslo_concurrency.lockutils [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.529195] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b04d57cb-9915-452e-a207-3284e61355ef {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.534526] env[70542]: DEBUG oslo_vmware.api [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 940.534526] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b9dca5-b158-fa5a-7ab6-f9b576b0559f" [ 940.534526] env[70542]: _type = "Task" [ 940.534526] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.543876] env[70542]: DEBUG oslo_vmware.api [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b9dca5-b158-fa5a-7ab6-f9b576b0559f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.739506] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] There are 38 instances to clean {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 940.739917] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 12aaebeb-90a4-4a41-abf6-4edaa7512cd3] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.759726] env[70542]: DEBUG oslo_vmware.api [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176363} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.759876] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.760203] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.760474] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.760659] env[70542]: INFO nova.compute.manager [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 940.760899] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.761098] env[70542]: DEBUG nova.compute.manager [-] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.761194] env[70542]: DEBUG nova.network.neutron [-] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.780875] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b4ea2083-194e-44aa-84a9-da37db6f0472 tempest-VolumesAssistedSnapshotsTest-117852516 tempest-VolumesAssistedSnapshotsTest-117852516-project-member] Lock "9a25d997-02e9-4d87-aa89-5d05fac4d70d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 58.702s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.781379] env[70542]: DEBUG oslo_concurrency.lockutils [None req-78565c69-1b5d-4252-b542-a22a9e66746a tempest-ServerMetadataNegativeTestJSON-1264359968 tempest-ServerMetadataNegativeTestJSON-1264359968-project-member] Lock "ac799fd6-04b0-4e13-8519-dcb356f1ae55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 59.569s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.804505] env[70542]: DEBUG oslo_vmware.api [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52abe915-da0b-8642-79b6-cd7582ab4250, 'name': SearchDatastore_Task, 'duration_secs': 0.011412} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.806484] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.806670] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 0b2d45d9-b717-476c-9ef0-169b36eb636c/0b2d45d9-b717-476c-9ef0-169b36eb636c.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.806942] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e89408a7-3a30-4cd7-b70b-3eb2cb8f9ccb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.815888] env[70542]: DEBUG oslo_vmware.api [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 940.815888] env[70542]: value = "task-3911488" [ 940.815888] env[70542]: _type = "Task" [ 940.815888] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.824865] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f448f96f-76ab-4686-bbb2-376a68a80c34 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "a195a73f-0e1c-4d50-a6c3-bb1362a55f76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.535s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.830757] env[70542]: DEBUG oslo_vmware.api [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.901760] env[70542]: DEBUG oslo_vmware.api [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162285} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.901866] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.902058] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.902273] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.902467] env[70542]: INFO nova.compute.manager [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Took 1.17 seconds to destroy the instance on the hypervisor. [ 940.902856] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.904183] env[70542]: DEBUG nova.compute.manager [-] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.904656] env[70542]: DEBUG nova.network.neutron [-] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.058458] env[70542]: DEBUG oslo_vmware.api [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b9dca5-b158-fa5a-7ab6-f9b576b0559f, 'name': SearchDatastore_Task, 'duration_secs': 0.012727} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.059061] env[70542]: DEBUG oslo_concurrency.lockutils [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.059474] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.060192] env[70542]: DEBUG oslo_concurrency.lockutils [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.060371] env[70542]: DEBUG oslo_concurrency.lockutils [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.060603] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.061207] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26423c1b-9695-44af-a293-42fb50827769 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.074537] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.074772] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.075677] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3ded4d4-4c9e-43b5-8c46-915c1493ea71 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.084687] env[70542]: DEBUG oslo_vmware.api [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 941.084687] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e544c7-604e-b6e7-4808-95c1dbd894b5" [ 941.084687] env[70542]: _type = "Task" [ 941.084687] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.099688] env[70542]: DEBUG oslo_vmware.api [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e544c7-604e-b6e7-4808-95c1dbd894b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.224473] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f859793f-aff0-49bc-83b6-a75e70af6aa9 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.226658] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.939s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.230118] env[70542]: DEBUG nova.objects.instance [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lazy-loading 'pci_requests' on Instance uuid 7323ed53-e030-4128-b880-37c3ee09434b {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.244759] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 6c67aafd-34f8-4057-9dcc-88b6670abdf9] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.261430] env[70542]: DEBUG nova.compute.manager [req-32350f03-eda6-4d1f-b3ad-d1770f1b7807 req-f291e241-7815-4429-b11b-d7028a9da7ac service nova] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Received event network-changed-614a50cd-b226-4f71-91ee-eea67aacec91 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.261637] env[70542]: DEBUG nova.compute.manager [req-32350f03-eda6-4d1f-b3ad-d1770f1b7807 req-f291e241-7815-4429-b11b-d7028a9da7ac service nova] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Refreshing instance network info cache due to event network-changed-614a50cd-b226-4f71-91ee-eea67aacec91. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 941.262616] env[70542]: DEBUG oslo_concurrency.lockutils [req-32350f03-eda6-4d1f-b3ad-d1770f1b7807 req-f291e241-7815-4429-b11b-d7028a9da7ac service nova] Acquiring lock "refresh_cache-a195a73f-0e1c-4d50-a6c3-bb1362a55f76" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.262777] env[70542]: DEBUG oslo_concurrency.lockutils [req-32350f03-eda6-4d1f-b3ad-d1770f1b7807 req-f291e241-7815-4429-b11b-d7028a9da7ac service nova] Acquired lock "refresh_cache-a195a73f-0e1c-4d50-a6c3-bb1362a55f76" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.262949] env[70542]: DEBUG nova.network.neutron [req-32350f03-eda6-4d1f-b3ad-d1770f1b7807 req-f291e241-7815-4429-b11b-d7028a9da7ac service nova] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Refreshing network info cache for port 614a50cd-b226-4f71-91ee-eea67aacec91 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.326952] env[70542]: DEBUG oslo_vmware.api [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911488, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.502559] env[70542]: DEBUG nova.network.neutron [req-086a98a7-296e-4ee9-a56b-0f8d3e0cfa4a req-8edee99f-8aa1-49a2-894e-600d8d373bf5 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Updated VIF entry in instance network info cache for port d3118dbd-b913-4a00-9018-8a78adb27b06. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.502559] env[70542]: DEBUG nova.network.neutron [req-086a98a7-296e-4ee9-a56b-0f8d3e0cfa4a req-8edee99f-8aa1-49a2-894e-600d8d373bf5 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Updating instance_info_cache with network_info: [{"id": "d3118dbd-b913-4a00-9018-8a78adb27b06", "address": "fa:16:3e:e9:59:31", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3118dbd-b9", "ovs_interfaceid": "d3118dbd-b913-4a00-9018-8a78adb27b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.601598] env[70542]: DEBUG oslo_vmware.api [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e544c7-604e-b6e7-4808-95c1dbd894b5, 'name': SearchDatastore_Task, 'duration_secs': 0.060741} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.602597] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58400cce-9518-45bd-bfdf-ad82003b3daf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.612215] env[70542]: DEBUG oslo_vmware.api [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 941.612215] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d12046-c16a-4dbb-ca88-1d92be754c2c" [ 941.612215] env[70542]: _type = "Task" [ 941.612215] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.618900] env[70542]: DEBUG oslo_vmware.api [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d12046-c16a-4dbb-ca88-1d92be754c2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.713433] env[70542]: DEBUG nova.network.neutron [-] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.735856] env[70542]: DEBUG nova.objects.instance [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lazy-loading 'numa_topology' on Instance uuid 7323ed53-e030-4128-b880-37c3ee09434b {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.762062] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 43599c7d-eb6e-42c2-98f9-bcf443633560] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.828422] env[70542]: DEBUG oslo_vmware.api [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516007} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.828752] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 0b2d45d9-b717-476c-9ef0-169b36eb636c/0b2d45d9-b717-476c-9ef0-169b36eb636c.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.829011] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.829307] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0405280a-6557-4110-a964-3ce16e49d87d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.837634] env[70542]: DEBUG oslo_vmware.api [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 941.837634] env[70542]: value = "task-3911489" [ 941.837634] env[70542]: _type = "Task" [ 941.837634] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.848930] env[70542]: DEBUG oslo_vmware.api [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.004388] env[70542]: DEBUG oslo_concurrency.lockutils [req-086a98a7-296e-4ee9-a56b-0f8d3e0cfa4a req-8edee99f-8aa1-49a2-894e-600d8d373bf5 service nova] Releasing lock "refresh_cache-b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.123268] env[70542]: DEBUG oslo_vmware.api [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d12046-c16a-4dbb-ca88-1d92be754c2c, 'name': SearchDatastore_Task, 'duration_secs': 0.015544} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.125378] env[70542]: DEBUG oslo_concurrency.lockutils [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.126610] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] b3764e3b-4297-4515-9673-0f75a6a4ac8e/b3764e3b-4297-4515-9673-0f75a6a4ac8e.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.127870] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42253711-b887-4a8d-9e6e-f9d3728c85ef {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.137757] env[70542]: DEBUG oslo_vmware.api [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 942.137757] env[70542]: value = "task-3911490" [ 942.137757] env[70542]: _type = "Task" [ 942.137757] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.147543] env[70542]: DEBUG oslo_vmware.api [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.160162] env[70542]: DEBUG nova.network.neutron [-] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.176891] env[70542]: DEBUG nova.network.neutron [req-32350f03-eda6-4d1f-b3ad-d1770f1b7807 req-f291e241-7815-4429-b11b-d7028a9da7ac service nova] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Updated VIF entry in instance network info cache for port 614a50cd-b226-4f71-91ee-eea67aacec91. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.177370] env[70542]: DEBUG nova.network.neutron [req-32350f03-eda6-4d1f-b3ad-d1770f1b7807 req-f291e241-7815-4429-b11b-d7028a9da7ac service nova] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Updating instance_info_cache with network_info: [{"id": "614a50cd-b226-4f71-91ee-eea67aacec91", "address": "fa:16:3e:17:a5:ab", "network": {"id": "b34efa28-0333-4697-a2ca-0f761a8baa3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-961568765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cecd2691d1d54b7480090328eb29a4ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614a50cd-b2", "ovs_interfaceid": "614a50cd-b226-4f71-91ee-eea67aacec91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.219171] env[70542]: INFO nova.compute.manager [-] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Took 1.31 seconds to deallocate network for instance. [ 942.237211] env[70542]: INFO nova.compute.claims [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.264465] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: b84f98ef-3dd3-409f-a069-c49e23ded498] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.271173] env[70542]: DEBUG nova.compute.manager [req-364d77ee-d4e4-476e-b01b-3803c1b4d6f5 req-0f3f625e-0dbb-4ea6-936e-6c1f22317d89 service nova] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Received event network-vif-deleted-3cf9caca-dcb6-4168-91e3-b29f983468e3 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.349949] env[70542]: DEBUG oslo_vmware.api [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118505} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.350460] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.351535] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54573105-270d-4488-911f-f4af607de742 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.378879] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 0b2d45d9-b717-476c-9ef0-169b36eb636c/0b2d45d9-b717-476c-9ef0-169b36eb636c.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.378879] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5855572d-31ac-4f08-95b9-508f6b261aaa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.401571] env[70542]: DEBUG oslo_vmware.api [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 942.401571] env[70542]: value = "task-3911491" [ 942.401571] env[70542]: _type = "Task" [ 942.401571] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.413040] env[70542]: DEBUG oslo_vmware.api [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911491, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.650929] env[70542]: DEBUG oslo_vmware.api [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911490, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.666540] env[70542]: INFO nova.compute.manager [-] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Took 1.90 seconds to deallocate network for instance. [ 942.683805] env[70542]: DEBUG oslo_concurrency.lockutils [req-32350f03-eda6-4d1f-b3ad-d1770f1b7807 req-f291e241-7815-4429-b11b-d7028a9da7ac service nova] Releasing lock "refresh_cache-a195a73f-0e1c-4d50-a6c3-bb1362a55f76" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.727608] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.772387] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 5f03309a-4505-49d3-854e-3082cc2cd03a] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.914699] env[70542]: DEBUG oslo_vmware.api [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911491, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.155570] env[70542]: DEBUG oslo_vmware.api [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620154} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.156605] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] b3764e3b-4297-4515-9673-0f75a6a4ac8e/b3764e3b-4297-4515-9673-0f75a6a4ac8e.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.158027] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.158027] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e4b1965-bb63-4714-afec-7bfb4393a704 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.168103] env[70542]: DEBUG oslo_vmware.api [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 943.168103] env[70542]: value = "task-3911492" [ 943.168103] env[70542]: _type = "Task" [ 943.168103] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.179217] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.181899] env[70542]: DEBUG oslo_vmware.api [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.276392] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: f355d8b7-a7d9-4b25-97aa-cdc6c7102e31] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.296484] env[70542]: DEBUG nova.compute.manager [req-df40ded2-9aad-407c-a5c1-cdd7bae4b51d req-fef9e28a-955d-4864-8c52-996f9b338b3f service nova] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Received event network-vif-deleted-d6a5aa80-0c41-49d7-80b5-5ee098d779ef {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.414813] env[70542]: DEBUG oslo_vmware.api [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911491, 'name': ReconfigVM_Task, 'duration_secs': 1.004761} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.417818] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 0b2d45d9-b717-476c-9ef0-169b36eb636c/0b2d45d9-b717-476c-9ef0-169b36eb636c.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.421438] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9eed9859-8dab-4364-a8f1-de62d47c354d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.428865] env[70542]: DEBUG oslo_vmware.api [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 943.428865] env[70542]: value = "task-3911493" [ 943.428865] env[70542]: _type = "Task" [ 943.428865] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.442928] env[70542]: DEBUG oslo_vmware.api [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911493, 'name': Rename_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.683994] env[70542]: DEBUG oslo_vmware.api [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077994} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.683994] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.683994] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d1f2e2-a504-4627-b8fa-e9a499b7df68 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.713315] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] b3764e3b-4297-4515-9673-0f75a6a4ac8e/b3764e3b-4297-4515-9673-0f75a6a4ac8e.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.716955] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fb554e5-5713-494d-b714-bf697940c740 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.739107] env[70542]: DEBUG oslo_vmware.api [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 943.739107] env[70542]: value = "task-3911494" [ 943.739107] env[70542]: _type = "Task" [ 943.739107] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.754318] env[70542]: DEBUG oslo_vmware.api [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911494, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.783704] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: e24cd975-f193-447c-872e-6bb88284a63b] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.852537] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41095986-9327-42ee-a470-cd8c0c420c7b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.861415] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8066d73e-4c09-432e-91a3-b36be27132f8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.899462] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0bb0c5-f71b-488b-bb21-340915d3d5f9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.912403] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bafd24-d901-4688-b295-d91ff6eea66e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.929552] env[70542]: DEBUG nova.compute.provider_tree [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.939133] env[70542]: DEBUG oslo_vmware.api [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911493, 'name': Rename_Task, 'duration_secs': 0.246176} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.939430] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.939679] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-077f6590-9398-41bc-8be5-609795cbd247 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.947669] env[70542]: DEBUG oslo_vmware.api [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 943.947669] env[70542]: value = "task-3911495" [ 943.947669] env[70542]: _type = "Task" [ 943.947669] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.958868] env[70542]: DEBUG oslo_vmware.api [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.253038] env[70542]: DEBUG oslo_vmware.api [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.293907] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 7da44ecc-2b8f-4068-86bc-f8632048f2b0] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.435461] env[70542]: DEBUG nova.scheduler.client.report [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.457724] env[70542]: DEBUG oslo_vmware.api [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911495, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.755527] env[70542]: DEBUG oslo_vmware.api [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911494, 'name': ReconfigVM_Task, 'duration_secs': 0.876067} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.759549] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Reconfigured VM instance instance-00000041 to attach disk [datastore2] b3764e3b-4297-4515-9673-0f75a6a4ac8e/b3764e3b-4297-4515-9673-0f75a6a4ac8e.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.760499] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcb634b5-0e01-4a2b-9792-727fd7c0093d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.771316] env[70542]: DEBUG oslo_vmware.api [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 944.771316] env[70542]: value = "task-3911496" [ 944.771316] env[70542]: _type = "Task" [ 944.771316] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.783159] env[70542]: DEBUG oslo_vmware.api [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911496, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.797521] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: c09cc678-024d-4442-9e98-daf82b734c5c] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.946805] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.717s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.947291] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.499s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.947720] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.950657] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.155s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.952519] env[70542]: INFO nova.compute.claims [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.967913] env[70542]: DEBUG oslo_vmware.api [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911495, 'name': PowerOnVM_Task, 'duration_secs': 0.941681} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.968500] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.968865] env[70542]: INFO nova.compute.manager [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Took 10.54 seconds to spawn the instance on the hypervisor. [ 944.969206] env[70542]: DEBUG nova.compute.manager [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 944.970191] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e83319-c8dd-4fe2-950e-f061aad36744 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.994687] env[70542]: INFO nova.scheduler.client.report [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Deleted allocations for instance 157d8e42-98a9-4d4d-b088-ce1413ad89ec [ 945.051496] env[70542]: INFO nova.network.neutron [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Updating port cebb52c4-6dd6-4c4f-b646-3ba641fc4e66 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 945.284333] env[70542]: DEBUG oslo_vmware.api [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911496, 'name': Rename_Task, 'duration_secs': 0.208533} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.284680] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.284920] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f8ba3c6-b66f-4ac9-aefc-500cc27e7f99 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.293231] env[70542]: DEBUG oslo_vmware.api [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 945.293231] env[70542]: value = "task-3911497" [ 945.293231] env[70542]: _type = "Task" [ 945.293231] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.298845] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: f71aa837-f443-447e-8052-b69156697d53] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.307415] env[70542]: DEBUG oslo_vmware.api [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.493149] env[70542]: INFO nova.compute.manager [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Took 65.40 seconds to build instance. [ 945.511493] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d09f82f3-e05e-4e81-98bb-4dfb00019201 tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Lock "157d8e42-98a9-4d4d-b088-ce1413ad89ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.289s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.804230] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 84a3dae0-d4c2-4820-9c3b-a5069ac3d96c] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.806205] env[70542]: DEBUG oslo_vmware.api [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911497, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.003293] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5d033ae4-a886-4a96-8fd9-06401959a91f tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "0b2d45d9-b717-476c-9ef0-169b36eb636c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.439s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.013263] env[70542]: DEBUG oslo_concurrency.lockutils [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquiring lock "96d1bbde-21c0-4bf8-a7ee-9a3d274652d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.013556] env[70542]: DEBUG oslo_concurrency.lockutils [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Lock "96d1bbde-21c0-4bf8-a7ee-9a3d274652d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.013773] env[70542]: DEBUG oslo_concurrency.lockutils [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquiring lock "96d1bbde-21c0-4bf8-a7ee-9a3d274652d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.013909] env[70542]: DEBUG oslo_concurrency.lockutils [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Lock "96d1bbde-21c0-4bf8-a7ee-9a3d274652d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.018032] env[70542]: DEBUG oslo_concurrency.lockutils [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Lock "96d1bbde-21c0-4bf8-a7ee-9a3d274652d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.019304] env[70542]: INFO nova.compute.manager [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Terminating instance [ 946.307550] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: bf6cc8b4-c21d-4a38-a0cd-91466bbb577d] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.309902] env[70542]: DEBUG oslo_vmware.api [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911497, 'name': PowerOnVM_Task, 'duration_secs': 0.629341} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.314042] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.314042] env[70542]: INFO nova.compute.manager [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Took 9.21 seconds to spawn the instance on the hypervisor. [ 946.314042] env[70542]: DEBUG nova.compute.manager [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 946.315927] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed370dd8-160e-414f-88b1-980b16c536b0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.517378] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9a70fd-46d1-4f83-b7e8-995221ce93a7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.524302] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1401a689-098a-411b-bbc3-77a59061c966 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.527930] env[70542]: DEBUG oslo_concurrency.lockutils [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquiring lock "refresh_cache-96d1bbde-21c0-4bf8-a7ee-9a3d274652d6" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.528075] env[70542]: DEBUG oslo_concurrency.lockutils [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquired lock "refresh_cache-96d1bbde-21c0-4bf8-a7ee-9a3d274652d6" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.528239] env[70542]: DEBUG nova.network.neutron [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.566542] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e5db04-237e-4f54-95b5-f861c1e2a49a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.577215] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e55f3a6-cfee-4d52-a2c1-f759c96cfb60 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.594516] env[70542]: DEBUG nova.compute.provider_tree [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.814770] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: d8595e6b-7681-4439-9052-5a066d6f9c57] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.846629] env[70542]: INFO nova.compute.manager [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Took 65.54 seconds to build instance. [ 947.015673] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "refresh_cache-7323ed53-e030-4128-b880-37c3ee09434b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.015769] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquired lock "refresh_cache-7323ed53-e030-4128-b880-37c3ee09434b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.015969] env[70542]: DEBUG nova.network.neutron [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.054156] env[70542]: DEBUG nova.network.neutron [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.064772] env[70542]: DEBUG nova.compute.manager [req-4fedc563-7743-4225-978c-ba5b2add86e7 req-4754a36e-ed5f-4394-8e83-0acb10718222 service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Received event network-vif-plugged-cebb52c4-6dd6-4c4f-b646-3ba641fc4e66 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.064983] env[70542]: DEBUG oslo_concurrency.lockutils [req-4fedc563-7743-4225-978c-ba5b2add86e7 req-4754a36e-ed5f-4394-8e83-0acb10718222 service nova] Acquiring lock "7323ed53-e030-4128-b880-37c3ee09434b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.065214] env[70542]: DEBUG oslo_concurrency.lockutils [req-4fedc563-7743-4225-978c-ba5b2add86e7 req-4754a36e-ed5f-4394-8e83-0acb10718222 service nova] Lock "7323ed53-e030-4128-b880-37c3ee09434b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.067263] env[70542]: DEBUG oslo_concurrency.lockutils [req-4fedc563-7743-4225-978c-ba5b2add86e7 req-4754a36e-ed5f-4394-8e83-0acb10718222 service nova] Lock "7323ed53-e030-4128-b880-37c3ee09434b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.067263] env[70542]: DEBUG nova.compute.manager [req-4fedc563-7743-4225-978c-ba5b2add86e7 req-4754a36e-ed5f-4394-8e83-0acb10718222 service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] No waiting events found dispatching network-vif-plugged-cebb52c4-6dd6-4c4f-b646-3ba641fc4e66 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 947.067263] env[70542]: WARNING nova.compute.manager [req-4fedc563-7743-4225-978c-ba5b2add86e7 req-4754a36e-ed5f-4394-8e83-0acb10718222 service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Received unexpected event network-vif-plugged-cebb52c4-6dd6-4c4f-b646-3ba641fc4e66 for instance with vm_state shelved_offloaded and task_state spawning. [ 947.098067] env[70542]: DEBUG nova.scheduler.client.report [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.179243] env[70542]: DEBUG nova.network.neutron [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.327060] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 015d3f07-677b-4dc5-a599-046728624a02] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.349809] env[70542]: DEBUG oslo_concurrency.lockutils [None req-49685f56-b2c5-4f1b-ad50-5ed40bfe7067 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.410s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.603899] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.604520] env[70542]: DEBUG nova.compute.manager [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.609358] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 46.421s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.684436] env[70542]: DEBUG oslo_concurrency.lockutils [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Releasing lock "refresh_cache-96d1bbde-21c0-4bf8-a7ee-9a3d274652d6" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.684892] env[70542]: DEBUG nova.compute.manager [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.685101] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.686169] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2359715-5a4b-441b-9f88-7fc506a40fbd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.696318] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.696318] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04a1ddf5-f031-43e7-9854-b76f25243fcb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.712307] env[70542]: DEBUG oslo_vmware.api [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 947.712307] env[70542]: value = "task-3911498" [ 947.712307] env[70542]: _type = "Task" [ 947.712307] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.730025] env[70542]: DEBUG oslo_vmware.api [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.830200] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 7e2f05a8-6f0d-4112-a654-b2a6d01a011a] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.876527] env[70542]: DEBUG nova.compute.manager [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 947.877796] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf45f0b7-3da6-47c6-9a78-88fd3b199023 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.043285] env[70542]: DEBUG nova.network.neutron [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Updating instance_info_cache with network_info: [{"id": "cebb52c4-6dd6-4c4f-b646-3ba641fc4e66", "address": "fa:16:3e:ba:05:7c", "network": {"id": "ac3919ad-8c2a-4a8e-95f5-f451c37bbee8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1414382297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4224b36262db4e589f89295d0299e529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcebb52c4-6d", "ovs_interfaceid": "cebb52c4-6dd6-4c4f-b646-3ba641fc4e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.110303] env[70542]: DEBUG nova.compute.utils [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.111882] env[70542]: DEBUG nova.compute.manager [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.112508] env[70542]: DEBUG nova.network.neutron [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.117989] env[70542]: INFO nova.compute.claims [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.193307] env[70542]: DEBUG nova.policy [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84a7a980f0164d67b481f0e09c97afe9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b5dba3f2d644ffab877e8c5100a3837', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.223543] env[70542]: DEBUG oslo_vmware.api [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911498, 'name': PowerOffVM_Task, 'duration_secs': 0.268902} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.224315] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.224659] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.227860] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0b996b6-3368-4df7-9637-e8f17355966a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.264405] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.265784] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.265784] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Deleting the datastore file [datastore2] 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.265784] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae0b364e-308e-4b50-bc7a-a26dd1cb2521 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.277545] env[70542]: DEBUG oslo_vmware.api [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for the task: (returnval){ [ 948.277545] env[70542]: value = "task-3911500" [ 948.277545] env[70542]: _type = "Task" [ 948.277545] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.287574] env[70542]: DEBUG oslo_vmware.api [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.335578] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: a7bffb65-7477-4ea5-ba13-cad72418f11a] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.353802] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Acquiring lock "49f64a06-ea50-4c04-bca0-60463d5672b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.354107] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Lock "49f64a06-ea50-4c04-bca0-60463d5672b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.390934] env[70542]: INFO nova.compute.manager [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] instance snapshotting [ 948.393757] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3f31b1-6471-4a34-9fcc-df4ad74b4425 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.419568] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4242a4f2-9b18-4a2c-a9c4-8e19bc550e39 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.546620] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Releasing lock "refresh_cache-7323ed53-e030-4128-b880-37c3ee09434b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.592456] env[70542]: DEBUG nova.virt.hardware [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b8b06d05bb6247b374bef89e11dc340d',container_format='bare',created_at=2025-05-08T11:54:44Z,direct_url=,disk_format='vmdk',id=f706219f-3dd1-442b-b9ea-db2316d311fc,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1481034004-shelved',owner='4224b36262db4e589f89295d0299e529',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-05-08T11:55:03Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.592682] env[70542]: DEBUG nova.virt.hardware [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.592758] env[70542]: DEBUG nova.virt.hardware [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.592941] env[70542]: DEBUG nova.virt.hardware [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.593229] env[70542]: DEBUG nova.virt.hardware [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.593402] env[70542]: DEBUG nova.virt.hardware [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.594168] env[70542]: DEBUG nova.virt.hardware [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.594168] env[70542]: DEBUG nova.virt.hardware [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.594168] env[70542]: DEBUG nova.virt.hardware [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.594168] env[70542]: DEBUG nova.virt.hardware [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.594357] env[70542]: DEBUG nova.virt.hardware [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.595294] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42017d3-127c-4c36-a263-09837d576abe {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.609375] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a60b5f-5f0a-4682-9394-b79473e9c33e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.620996] env[70542]: DEBUG nova.compute.manager [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.628456] env[70542]: INFO nova.compute.resource_tracker [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Updating resource usage from migration 70d79def-0fe3-4908-a4f9-210f77ada10c [ 948.655478] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:05:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cebb52c4-6dd6-4c4f-b646-3ba641fc4e66', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.670700] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.676251] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.677133] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d290312-46d7-4bc3-8ef6-be8e255e524e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.710505] env[70542]: DEBUG nova.network.neutron [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Successfully created port: e8502457-3e1c-459a-9499-fa08683817a8 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.720996] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.720996] env[70542]: value = "task-3911501" [ 948.720996] env[70542]: _type = "Task" [ 948.720996] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.738763] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911501, 'name': CreateVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.799119] env[70542]: DEBUG oslo_vmware.api [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Task: {'id': task-3911500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.805735] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.805735] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.805735] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.805735] env[70542]: INFO nova.compute.manager [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 948.805735] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.805735] env[70542]: DEBUG nova.compute.manager [req-452a48d4-36ec-49d6-8401-e1f099502914 req-cccc0f15-3b13-4cfb-87f2-ccada5996f51 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Received event network-changed-d3118dbd-b913-4a00-9018-8a78adb27b06 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.805735] env[70542]: DEBUG nova.compute.manager [req-452a48d4-36ec-49d6-8401-e1f099502914 req-cccc0f15-3b13-4cfb-87f2-ccada5996f51 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Refreshing instance network info cache due to event network-changed-d3118dbd-b913-4a00-9018-8a78adb27b06. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.805735] env[70542]: DEBUG oslo_concurrency.lockutils [req-452a48d4-36ec-49d6-8401-e1f099502914 req-cccc0f15-3b13-4cfb-87f2-ccada5996f51 service nova] Acquiring lock "refresh_cache-b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.805735] env[70542]: DEBUG oslo_concurrency.lockutils [req-452a48d4-36ec-49d6-8401-e1f099502914 req-cccc0f15-3b13-4cfb-87f2-ccada5996f51 service nova] Acquired lock "refresh_cache-b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.805735] env[70542]: DEBUG nova.network.neutron [req-452a48d4-36ec-49d6-8401-e1f099502914 req-cccc0f15-3b13-4cfb-87f2-ccada5996f51 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Refreshing network info cache for port d3118dbd-b913-4a00-9018-8a78adb27b06 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.805735] env[70542]: DEBUG nova.compute.manager [-] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.805735] env[70542]: DEBUG nova.network.neutron [-] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.842936] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 61b93ec7-7899-446d-8e08-d354622eeaa4] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.845730] env[70542]: DEBUG nova.network.neutron [-] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.859117] env[70542]: DEBUG nova.compute.manager [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.932643] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Creating Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 948.933096] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f8d41abf-e2a9-4091-bae5-4e17278f6ba6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.945837] env[70542]: DEBUG oslo_vmware.api [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 948.945837] env[70542]: value = "task-3911502" [ 948.945837] env[70542]: _type = "Task" [ 948.945837] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.960497] env[70542]: DEBUG oslo_vmware.api [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911502, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.107382] env[70542]: DEBUG nova.compute.manager [req-42b88546-afa9-4e15-b22a-664c9deac469 req-2999e9c8-5bcb-43ba-bde2-7a3ff23a3d41 service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Received event network-changed-cebb52c4-6dd6-4c4f-b646-3ba641fc4e66 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.107604] env[70542]: DEBUG nova.compute.manager [req-42b88546-afa9-4e15-b22a-664c9deac469 req-2999e9c8-5bcb-43ba-bde2-7a3ff23a3d41 service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Refreshing instance network info cache due to event network-changed-cebb52c4-6dd6-4c4f-b646-3ba641fc4e66. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.107833] env[70542]: DEBUG oslo_concurrency.lockutils [req-42b88546-afa9-4e15-b22a-664c9deac469 req-2999e9c8-5bcb-43ba-bde2-7a3ff23a3d41 service nova] Acquiring lock "refresh_cache-7323ed53-e030-4128-b880-37c3ee09434b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.107985] env[70542]: DEBUG oslo_concurrency.lockutils [req-42b88546-afa9-4e15-b22a-664c9deac469 req-2999e9c8-5bcb-43ba-bde2-7a3ff23a3d41 service nova] Acquired lock "refresh_cache-7323ed53-e030-4128-b880-37c3ee09434b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.108600] env[70542]: DEBUG nova.network.neutron [req-42b88546-afa9-4e15-b22a-664c9deac469 req-2999e9c8-5bcb-43ba-bde2-7a3ff23a3d41 service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Refreshing network info cache for port cebb52c4-6dd6-4c4f-b646-3ba641fc4e66 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.237603] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911501, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.291296] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a15f31f-9a7e-4fc5-850c-2eb225b9e1d0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.303824] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82baad4d-d533-4605-9101-2493f8a9da32 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.338739] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d02be8-9c6e-4deb-a078-2dde27d5992a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.348064] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9504abc6-8e51-4a39-a8ad-2f1d047989c1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.352547] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: d7eac8eb-68a9-4247-a909-6e5aea068faa] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.366065] env[70542]: DEBUG nova.network.neutron [-] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.369931] env[70542]: DEBUG nova.compute.provider_tree [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.388136] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.457043] env[70542]: DEBUG oslo_vmware.api [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911502, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.635261] env[70542]: DEBUG nova.compute.manager [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 949.670286] env[70542]: DEBUG nova.virt.hardware [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.670557] env[70542]: DEBUG nova.virt.hardware [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.670845] env[70542]: DEBUG nova.virt.hardware [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.671359] env[70542]: DEBUG nova.virt.hardware [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.671359] env[70542]: DEBUG nova.virt.hardware [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.671359] env[70542]: DEBUG nova.virt.hardware [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.671555] env[70542]: DEBUG nova.virt.hardware [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.671825] env[70542]: DEBUG nova.virt.hardware [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.672165] env[70542]: DEBUG nova.virt.hardware [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.672387] env[70542]: DEBUG nova.virt.hardware [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.672567] env[70542]: DEBUG nova.virt.hardware [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.673690] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97009d80-0dc4-402c-a0ae-13866559e17c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.688310] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a9880a-200a-430f-be12-d1328b67d539 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.735945] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911501, 'name': CreateVM_Task, 'duration_secs': 0.531848} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.735945] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.737134] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f706219f-3dd1-442b-b9ea-db2316d311fc" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.737134] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f706219f-3dd1-442b-b9ea-db2316d311fc" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.737442] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f706219f-3dd1-442b-b9ea-db2316d311fc" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.739796] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bebf0c8-ac76-45a2-8f8d-afe2168e968d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.744141] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 949.744141] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5284a919-4050-e50d-8cbf-d5dde2e73d65" [ 949.744141] env[70542]: _type = "Task" [ 949.744141] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.753854] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5284a919-4050-e50d-8cbf-d5dde2e73d65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.856138] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 4c656ad6-d574-4ac8-9fa3-6722d0cc0b39] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.872491] env[70542]: INFO nova.compute.manager [-] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Took 1.07 seconds to deallocate network for instance. [ 949.879413] env[70542]: DEBUG nova.scheduler.client.report [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.907503] env[70542]: DEBUG nova.network.neutron [req-452a48d4-36ec-49d6-8401-e1f099502914 req-cccc0f15-3b13-4cfb-87f2-ccada5996f51 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Updated VIF entry in instance network info cache for port d3118dbd-b913-4a00-9018-8a78adb27b06. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.908099] env[70542]: DEBUG nova.network.neutron [req-452a48d4-36ec-49d6-8401-e1f099502914 req-cccc0f15-3b13-4cfb-87f2-ccada5996f51 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Updating instance_info_cache with network_info: [{"id": "d3118dbd-b913-4a00-9018-8a78adb27b06", "address": "fa:16:3e:e9:59:31", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3118dbd-b9", "ovs_interfaceid": "d3118dbd-b913-4a00-9018-8a78adb27b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.949604] env[70542]: DEBUG nova.network.neutron [req-42b88546-afa9-4e15-b22a-664c9deac469 req-2999e9c8-5bcb-43ba-bde2-7a3ff23a3d41 service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Updated VIF entry in instance network info cache for port cebb52c4-6dd6-4c4f-b646-3ba641fc4e66. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.949733] env[70542]: DEBUG nova.network.neutron [req-42b88546-afa9-4e15-b22a-664c9deac469 req-2999e9c8-5bcb-43ba-bde2-7a3ff23a3d41 service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Updating instance_info_cache with network_info: [{"id": "cebb52c4-6dd6-4c4f-b646-3ba641fc4e66", "address": "fa:16:3e:ba:05:7c", "network": {"id": "ac3919ad-8c2a-4a8e-95f5-f451c37bbee8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1414382297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4224b36262db4e589f89295d0299e529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcebb52c4-6d", "ovs_interfaceid": "cebb52c4-6dd6-4c4f-b646-3ba641fc4e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.963178] env[70542]: DEBUG oslo_vmware.api [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911502, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.264019] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f706219f-3dd1-442b-b9ea-db2316d311fc" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.264428] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Processing image f706219f-3dd1-442b-b9ea-db2316d311fc {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.267022] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f706219f-3dd1-442b-b9ea-db2316d311fc/f706219f-3dd1-442b-b9ea-db2316d311fc.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.267022] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f706219f-3dd1-442b-b9ea-db2316d311fc/f706219f-3dd1-442b-b9ea-db2316d311fc.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.267022] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.267022] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a7c2f62-a42f-4745-8354-5e68955c4eb2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.276974] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.277263] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.279359] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ce5e1c7-c9eb-4af4-a330-2f92dcaa02c4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.289262] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 950.289262] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525ce0fd-64c5-67d6-f660-1723b1146bdd" [ 950.289262] env[70542]: _type = "Task" [ 950.289262] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.300893] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525ce0fd-64c5-67d6-f660-1723b1146bdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.359638] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: c8fe42f0-c100-4201-9895-f226773be184] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.384856] env[70542]: DEBUG oslo_concurrency.lockutils [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.385696] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.777s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.385953] env[70542]: INFO nova.compute.manager [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Migrating [ 950.392965] env[70542]: DEBUG oslo_concurrency.lockutils [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.003s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.394308] env[70542]: INFO nova.compute.claims [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.411120] env[70542]: DEBUG oslo_concurrency.lockutils [req-452a48d4-36ec-49d6-8401-e1f099502914 req-cccc0f15-3b13-4cfb-87f2-ccada5996f51 service nova] Releasing lock "refresh_cache-b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.459717] env[70542]: DEBUG oslo_concurrency.lockutils [req-42b88546-afa9-4e15-b22a-664c9deac469 req-2999e9c8-5bcb-43ba-bde2-7a3ff23a3d41 service nova] Releasing lock "refresh_cache-7323ed53-e030-4128-b880-37c3ee09434b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.460551] env[70542]: DEBUG oslo_vmware.api [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911502, 'name': CreateSnapshot_Task, 'duration_secs': 1.263198} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.460952] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Created Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 950.461839] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae9931d-6866-4225-a3a5-e3146bba6a39 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.470413] env[70542]: DEBUG nova.network.neutron [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Successfully updated port: e8502457-3e1c-459a-9499-fa08683817a8 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.802261] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Preparing fetch location {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 950.802571] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Fetch image to [datastore1] OSTACK_IMG_a8bd10c4-436f-4894-b81c-c95db8d98b93/OSTACK_IMG_a8bd10c4-436f-4894-b81c-c95db8d98b93.vmdk {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 950.802762] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Downloading stream optimized image f706219f-3dd1-442b-b9ea-db2316d311fc to [datastore1] OSTACK_IMG_a8bd10c4-436f-4894-b81c-c95db8d98b93/OSTACK_IMG_a8bd10c4-436f-4894-b81c-c95db8d98b93.vmdk on the data store datastore1 as vApp {{(pid=70542) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 950.802935] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Downloading image file data f706219f-3dd1-442b-b9ea-db2316d311fc to the ESX as VM named 'OSTACK_IMG_a8bd10c4-436f-4894-b81c-c95db8d98b93' {{(pid=70542) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 950.862950] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 01da3154-04a5-45c5-a3c6-049ef8d90cf9] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.907295] env[70542]: DEBUG oslo_vmware.rw_handles [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 950.907295] env[70542]: value = "resgroup-9" [ 950.907295] env[70542]: _type = "ResourcePool" [ 950.907295] env[70542]: }. {{(pid=70542) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 950.907750] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "refresh_cache-3de4b70e-5e69-4b82-afb3-84162651b76c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.907908] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquired lock "refresh_cache-3de4b70e-5e69-4b82-afb3-84162651b76c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.908097] env[70542]: DEBUG nova.network.neutron [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.913323] env[70542]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-753a40ea-ec15-46e6-8d57-b5c0cc8f7294 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.941038] env[70542]: DEBUG oslo_vmware.rw_handles [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lease: (returnval){ [ 950.941038] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52696f77-ea8d-fe44-c755-288a24dc6e48" [ 950.941038] env[70542]: _type = "HttpNfcLease" [ 950.941038] env[70542]: } obtained for vApp import into resource pool (val){ [ 950.941038] env[70542]: value = "resgroup-9" [ 950.941038] env[70542]: _type = "ResourcePool" [ 950.941038] env[70542]: }. {{(pid=70542) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 950.941038] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the lease: (returnval){ [ 950.941038] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52696f77-ea8d-fe44-c755-288a24dc6e48" [ 950.941038] env[70542]: _type = "HttpNfcLease" [ 950.941038] env[70542]: } to be ready. {{(pid=70542) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 950.950108] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 950.950108] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52696f77-ea8d-fe44-c755-288a24dc6e48" [ 950.950108] env[70542]: _type = "HttpNfcLease" [ 950.950108] env[70542]: } is initializing. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 950.976084] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquiring lock "refresh_cache-89ae4a6d-70ab-4e83-8a97-063321b8dab4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.976266] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquired lock "refresh_cache-89ae4a6d-70ab-4e83-8a97-063321b8dab4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.976433] env[70542]: DEBUG nova.network.neutron [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.986720] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Creating linked-clone VM from snapshot {{(pid=70542) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 950.987249] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a5c3a75b-5f1a-4bfc-99f0-02842be7d9a9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.998689] env[70542]: DEBUG oslo_vmware.api [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 950.998689] env[70542]: value = "task-3911504" [ 950.998689] env[70542]: _type = "Task" [ 950.998689] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.008143] env[70542]: DEBUG oslo_vmware.api [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911504, 'name': CloneVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.158613] env[70542]: DEBUG nova.compute.manager [req-5637ff70-ea27-4baf-96ee-2638b9100178 req-1938a3d6-b66d-4e42-964c-2a1fc518bacd service nova] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Received event network-vif-plugged-e8502457-3e1c-459a-9499-fa08683817a8 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.158916] env[70542]: DEBUG oslo_concurrency.lockutils [req-5637ff70-ea27-4baf-96ee-2638b9100178 req-1938a3d6-b66d-4e42-964c-2a1fc518bacd service nova] Acquiring lock "89ae4a6d-70ab-4e83-8a97-063321b8dab4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.159222] env[70542]: DEBUG oslo_concurrency.lockutils [req-5637ff70-ea27-4baf-96ee-2638b9100178 req-1938a3d6-b66d-4e42-964c-2a1fc518bacd service nova] Lock "89ae4a6d-70ab-4e83-8a97-063321b8dab4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.159514] env[70542]: DEBUG oslo_concurrency.lockutils [req-5637ff70-ea27-4baf-96ee-2638b9100178 req-1938a3d6-b66d-4e42-964c-2a1fc518bacd service nova] Lock "89ae4a6d-70ab-4e83-8a97-063321b8dab4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.160205] env[70542]: DEBUG nova.compute.manager [req-5637ff70-ea27-4baf-96ee-2638b9100178 req-1938a3d6-b66d-4e42-964c-2a1fc518bacd service nova] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] No waiting events found dispatching network-vif-plugged-e8502457-3e1c-459a-9499-fa08683817a8 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 951.160205] env[70542]: WARNING nova.compute.manager [req-5637ff70-ea27-4baf-96ee-2638b9100178 req-1938a3d6-b66d-4e42-964c-2a1fc518bacd service nova] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Received unexpected event network-vif-plugged-e8502457-3e1c-459a-9499-fa08683817a8 for instance with vm_state building and task_state spawning. [ 951.160205] env[70542]: DEBUG nova.compute.manager [req-5637ff70-ea27-4baf-96ee-2638b9100178 req-1938a3d6-b66d-4e42-964c-2a1fc518bacd service nova] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Received event network-changed-e8502457-3e1c-459a-9499-fa08683817a8 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.160376] env[70542]: DEBUG nova.compute.manager [req-5637ff70-ea27-4baf-96ee-2638b9100178 req-1938a3d6-b66d-4e42-964c-2a1fc518bacd service nova] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Refreshing instance network info cache due to event network-changed-e8502457-3e1c-459a-9499-fa08683817a8. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.160533] env[70542]: DEBUG oslo_concurrency.lockutils [req-5637ff70-ea27-4baf-96ee-2638b9100178 req-1938a3d6-b66d-4e42-964c-2a1fc518bacd service nova] Acquiring lock "refresh_cache-89ae4a6d-70ab-4e83-8a97-063321b8dab4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.367585] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 0277d95b-9d76-4ad5-bc6c-a6bd87f97aaf] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.451113] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 951.451113] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52696f77-ea8d-fe44-c755-288a24dc6e48" [ 951.451113] env[70542]: _type = "HttpNfcLease" [ 951.451113] env[70542]: } is ready. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 951.451462] env[70542]: DEBUG oslo_vmware.rw_handles [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 951.451462] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52696f77-ea8d-fe44-c755-288a24dc6e48" [ 951.451462] env[70542]: _type = "HttpNfcLease" [ 951.451462] env[70542]: }. {{(pid=70542) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 951.452187] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455ecc1e-8e8a-4cc6-90b8-b8acc5e406a3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.460143] env[70542]: DEBUG oslo_vmware.rw_handles [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c34c8-8043-d909-3ebe-67df3ae9eb8e/disk-0.vmdk from lease info. {{(pid=70542) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 951.460347] env[70542]: DEBUG oslo_vmware.rw_handles [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c34c8-8043-d909-3ebe-67df3ae9eb8e/disk-0.vmdk. {{(pid=70542) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 951.535757] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a15b17b1-c2bf-4cb9-9d1a-816e356e0ade {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.537767] env[70542]: DEBUG oslo_vmware.api [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911504, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.753565] env[70542]: DEBUG nova.network.neutron [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.873607] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 89c1fb20-b1c0-4ca6-85ce-3578092dff0b] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.039750] env[70542]: DEBUG oslo_vmware.api [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911504, 'name': CloneVM_Task} progress is 95%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.066277] env[70542]: DEBUG nova.network.neutron [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Updating instance_info_cache with network_info: [{"id": "e8502457-3e1c-459a-9499-fa08683817a8", "address": "fa:16:3e:66:2b:13", "network": {"id": "40effc2b-43a3-47f4-b31f-3b92dad3ff52", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-756019620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5dba3f2d644ffab877e8c5100a3837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8502457-3e", "ovs_interfaceid": "e8502457-3e1c-459a-9499-fa08683817a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.083889] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929a88c0-7d6a-48b7-b07a-10866e58d24e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.097189] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff10a95-c382-4b08-aedc-7ccd35b39cdb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.140721] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9fe192-9e0b-4406-aac8-fd5cc3b3fad7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.146230] env[70542]: DEBUG nova.network.neutron [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Updating instance_info_cache with network_info: [{"id": "7803275c-6f25-4e51-9478-5f513eb5f0a8", "address": "fa:16:3e:54:b5:4b", "network": {"id": "0fdd78e6-604b-4680-ac71-ea4e397161ff", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-93680765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3897359786e64bc592fd5e207aea4974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7803275c-6f", "ovs_interfaceid": "7803275c-6f25-4e51-9478-5f513eb5f0a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.155570] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817e62eb-da04-42ec-866c-9f4f4578475a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.173790] env[70542]: DEBUG nova.compute.provider_tree [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.386105] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 83559878-68c5-40bb-86b5-306a9b7f120b] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.535479] env[70542]: DEBUG oslo_vmware.api [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911504, 'name': CloneVM_Task, 'duration_secs': 1.306429} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.535721] env[70542]: INFO nova.virt.vmwareapi.vmops [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Created linked-clone VM from snapshot [ 952.536538] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a247ef22-721d-4787-9c2f-b56fc4defa31 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.544702] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Uploading image 8fcfeb86-8257-4922-9733-418716864040 {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 952.561233] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Destroying the VM {{(pid=70542) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 952.561527] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-431b7158-6aae-4589-8dd5-b37376f62de2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.570626] env[70542]: DEBUG oslo_vmware.api [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 952.570626] env[70542]: value = "task-3911505" [ 952.570626] env[70542]: _type = "Task" [ 952.570626] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.574885] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Releasing lock "refresh_cache-89ae4a6d-70ab-4e83-8a97-063321b8dab4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.575343] env[70542]: DEBUG nova.compute.manager [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Instance network_info: |[{"id": "e8502457-3e1c-459a-9499-fa08683817a8", "address": "fa:16:3e:66:2b:13", "network": {"id": "40effc2b-43a3-47f4-b31f-3b92dad3ff52", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-756019620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5dba3f2d644ffab877e8c5100a3837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8502457-3e", "ovs_interfaceid": "e8502457-3e1c-459a-9499-fa08683817a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.575655] env[70542]: DEBUG oslo_concurrency.lockutils [req-5637ff70-ea27-4baf-96ee-2638b9100178 req-1938a3d6-b66d-4e42-964c-2a1fc518bacd service nova] Acquired lock "refresh_cache-89ae4a6d-70ab-4e83-8a97-063321b8dab4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.575869] env[70542]: DEBUG nova.network.neutron [req-5637ff70-ea27-4baf-96ee-2638b9100178 req-1938a3d6-b66d-4e42-964c-2a1fc518bacd service nova] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Refreshing network info cache for port e8502457-3e1c-459a-9499-fa08683817a8 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.577093] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:2b:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8502457-3e1c-459a-9499-fa08683817a8', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.585877] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Creating folder: Project (2b5dba3f2d644ffab877e8c5100a3837). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.589101] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-245f31f9-d689-4ee2-9d6a-729effd81c15 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.596841] env[70542]: DEBUG oslo_vmware.api [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911505, 'name': Destroy_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.606910] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Created folder: Project (2b5dba3f2d644ffab877e8c5100a3837) in parent group-v776569. [ 952.607224] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Creating folder: Instances. Parent ref: group-v776771. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.607572] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68a88166-c820-4978-b03b-74fa42075f75 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.618578] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Created folder: Instances in parent group-v776771. [ 952.618869] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.619154] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.619458] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad7f03aa-c0e6-4298-9c58-f7d5bb9b4b36 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.645828] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.645828] env[70542]: value = "task-3911508" [ 952.645828] env[70542]: _type = "Task" [ 952.645828] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.648078] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Releasing lock "refresh_cache-3de4b70e-5e69-4b82-afb3-84162651b76c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.659369] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911508, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.679683] env[70542]: DEBUG nova.scheduler.client.report [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.745853] env[70542]: DEBUG oslo_vmware.rw_handles [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Completed reading data from the image iterator. {{(pid=70542) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 952.746198] env[70542]: DEBUG oslo_vmware.rw_handles [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c34c8-8043-d909-3ebe-67df3ae9eb8e/disk-0.vmdk. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 952.747705] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadbe2fc-1c76-49c4-be79-a3902d870a46 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.755629] env[70542]: DEBUG oslo_vmware.rw_handles [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c34c8-8043-d909-3ebe-67df3ae9eb8e/disk-0.vmdk is in state: ready. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 952.755869] env[70542]: DEBUG oslo_vmware.rw_handles [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c34c8-8043-d909-3ebe-67df3ae9eb8e/disk-0.vmdk. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 952.756095] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-427562f9-0315-42fb-8456-9f01ad43d38b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.890488] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: c82e9569-5ed3-49ca-a81d-e274ecc11a9f] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.979604] env[70542]: DEBUG nova.network.neutron [req-5637ff70-ea27-4baf-96ee-2638b9100178 req-1938a3d6-b66d-4e42-964c-2a1fc518bacd service nova] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Updated VIF entry in instance network info cache for port e8502457-3e1c-459a-9499-fa08683817a8. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.979972] env[70542]: DEBUG nova.network.neutron [req-5637ff70-ea27-4baf-96ee-2638b9100178 req-1938a3d6-b66d-4e42-964c-2a1fc518bacd service nova] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Updating instance_info_cache with network_info: [{"id": "e8502457-3e1c-459a-9499-fa08683817a8", "address": "fa:16:3e:66:2b:13", "network": {"id": "40effc2b-43a3-47f4-b31f-3b92dad3ff52", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-756019620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5dba3f2d644ffab877e8c5100a3837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8502457-3e", "ovs_interfaceid": "e8502457-3e1c-459a-9499-fa08683817a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.066067] env[70542]: DEBUG oslo_vmware.rw_handles [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c34c8-8043-d909-3ebe-67df3ae9eb8e/disk-0.vmdk. {{(pid=70542) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 953.066360] env[70542]: INFO nova.virt.vmwareapi.images [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Downloaded image file data f706219f-3dd1-442b-b9ea-db2316d311fc [ 953.067333] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6000dc7-69a2-4302-bd0d-6be9c15c86d0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.085912] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f504246a-90f3-43b5-b1df-35706881e48b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.092768] env[70542]: DEBUG oslo_vmware.api [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911505, 'name': Destroy_Task} progress is 33%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.121979] env[70542]: INFO nova.virt.vmwareapi.images [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] The imported VM was unregistered [ 953.124389] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Caching image {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 953.124643] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f706219f-3dd1-442b-b9ea-db2316d311fc {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.126096] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ffaf346-61cd-4b5e-ba91-cb8539f5bb19 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.139822] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Created directory with path [datastore1] devstack-image-cache_base/f706219f-3dd1-442b-b9ea-db2316d311fc {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.140292] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a8bd10c4-436f-4894-b81c-c95db8d98b93/OSTACK_IMG_a8bd10c4-436f-4894-b81c-c95db8d98b93.vmdk to [datastore1] devstack-image-cache_base/f706219f-3dd1-442b-b9ea-db2316d311fc/f706219f-3dd1-442b-b9ea-db2316d311fc.vmdk. {{(pid=70542) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 953.140666] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b574fe23-7912-4364-adc0-f3e3c3d3f831 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.152591] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 953.152591] env[70542]: value = "task-3911510" [ 953.152591] env[70542]: _type = "Task" [ 953.152591] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.165051] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911508, 'name': CreateVM_Task, 'duration_secs': 0.448896} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.165051] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.165618] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.165803] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.166143] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.166406] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4ac4b01-d8a2-48b2-931c-e1ee7fe496b9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.171536] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911510, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.175110] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 953.175110] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52562776-b6f6-7051-c9bd-e15c19cddab7" [ 953.175110] env[70542]: _type = "Task" [ 953.175110] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.184657] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52562776-b6f6-7051-c9bd-e15c19cddab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.185277] env[70542]: DEBUG oslo_concurrency.lockutils [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.186034] env[70542]: DEBUG nova.compute.manager [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.189298] env[70542]: DEBUG oslo_concurrency.lockutils [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.229s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.189486] env[70542]: DEBUG nova.objects.instance [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70542) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 953.394428] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 3b08927a-a8ae-4803-be6b-2c27f07e4104] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.483766] env[70542]: DEBUG oslo_concurrency.lockutils [req-5637ff70-ea27-4baf-96ee-2638b9100178 req-1938a3d6-b66d-4e42-964c-2a1fc518bacd service nova] Releasing lock "refresh_cache-89ae4a6d-70ab-4e83-8a97-063321b8dab4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.586745] env[70542]: DEBUG oslo_vmware.api [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911505, 'name': Destroy_Task, 'duration_secs': 0.659486} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.587165] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Destroyed the VM [ 953.587763] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Deleting Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 953.588300] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aa0c182c-f309-4c79-ba8a-f17e3461e3d4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.599480] env[70542]: DEBUG oslo_vmware.api [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 953.599480] env[70542]: value = "task-3911511" [ 953.599480] env[70542]: _type = "Task" [ 953.599480] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.611020] env[70542]: DEBUG oslo_vmware.api [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911511, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.667508] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911510, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.689851] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52562776-b6f6-7051-c9bd-e15c19cddab7, 'name': SearchDatastore_Task, 'duration_secs': 0.010425} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.690451] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.690836] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.691309] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.691576] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.691989] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.692420] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b85046af-342a-458a-af53-96f754631931 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.701291] env[70542]: DEBUG nova.compute.utils [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.704950] env[70542]: DEBUG nova.compute.manager [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.706035] env[70542]: DEBUG nova.network.neutron [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.724029] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.724284] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.725145] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddd437c7-0af1-4bb1-8186-36875f4784d8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.735024] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 953.735024] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523b88b1-c0d6-c04d-60cd-165656a331a0" [ 953.735024] env[70542]: _type = "Task" [ 953.735024] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.745121] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523b88b1-c0d6-c04d-60cd-165656a331a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.800940] env[70542]: DEBUG nova.policy [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5b737ac736a434c83862dfa9fab7af7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbe760689ebb4193b1b9e4776cb4bf6c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.900418] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 513a1359-d44c-4e77-8621-9704298cfe79] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.114815] env[70542]: DEBUG oslo_vmware.api [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911511, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.168013] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911510, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.174911] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775aead8-af85-4d0a-aba6-adaf4bc69848 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.198500] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Updating instance '3de4b70e-5e69-4b82-afb3-84162651b76c' progress to 0 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 954.207113] env[70542]: DEBUG oslo_concurrency.lockutils [None req-04315658-bd98-46f9-85f3-d2e5d09788fc tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.208293] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.329s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.211539] env[70542]: INFO nova.compute.claims [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.216312] env[70542]: DEBUG nova.compute.manager [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.249534] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523b88b1-c0d6-c04d-60cd-165656a331a0, 'name': SearchDatastore_Task, 'duration_secs': 0.089792} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.250489] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-803841c5-fc3c-4644-b269-b622d04ac14b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.258194] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 954.258194] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b9d6d4-bd67-604c-1174-4b21d7a4dd7b" [ 954.258194] env[70542]: _type = "Task" [ 954.258194] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.270035] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b9d6d4-bd67-604c-1174-4b21d7a4dd7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.362788] env[70542]: DEBUG nova.network.neutron [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Successfully created port: 82a67b43-268c-4e99-97d6-2a15ff79a028 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.404780] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 11593aae-019c-43c8-94b2-09281545fc38] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.613675] env[70542]: DEBUG oslo_vmware.api [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911511, 'name': RemoveSnapshot_Task, 'duration_secs': 1.004818} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.614492] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Deleted Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 954.667831] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911510, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.706588] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.707071] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83c7b6f0-f49d-4fdd-8105-969c79d366b5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.718024] env[70542]: DEBUG oslo_vmware.api [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 954.718024] env[70542]: value = "task-3911512" [ 954.718024] env[70542]: _type = "Task" [ 954.718024] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.735626] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] VM already powered off {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 954.735936] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Updating instance '3de4b70e-5e69-4b82-afb3-84162651b76c' progress to 17 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 954.771875] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b9d6d4-bd67-604c-1174-4b21d7a4dd7b, 'name': SearchDatastore_Task, 'duration_secs': 0.092447} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.771875] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.771875] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 89ae4a6d-70ab-4e83-8a97-063321b8dab4/89ae4a6d-70ab-4e83-8a97-063321b8dab4.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.772257] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03568791-9c2e-458f-afa1-dad18b285c14 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.781719] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 954.781719] env[70542]: value = "task-3911513" [ 954.781719] env[70542]: _type = "Task" [ 954.781719] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.794838] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.910347] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: e34d3e61-5465-4d68-8106-e9ee42644d69] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.126712] env[70542]: WARNING nova.compute.manager [None req-c964098e-6b50-4d4d-937e-7d002322b0cf tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Image not found during snapshot: nova.exception.ImageNotFound: Image 8fcfeb86-8257-4922-9733-418716864040 could not be found. [ 955.169622] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911510, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.236289] env[70542]: DEBUG nova.compute.manager [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.246106] env[70542]: DEBUG nova.virt.hardware [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.246442] env[70542]: DEBUG nova.virt.hardware [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.246659] env[70542]: DEBUG nova.virt.hardware [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.246893] env[70542]: DEBUG nova.virt.hardware [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.247128] env[70542]: DEBUG nova.virt.hardware [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.247331] env[70542]: DEBUG nova.virt.hardware [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.247650] env[70542]: DEBUG nova.virt.hardware [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.247868] env[70542]: DEBUG nova.virt.hardware [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.248097] env[70542]: DEBUG nova.virt.hardware [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.249162] env[70542]: DEBUG nova.virt.hardware [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.249492] env[70542]: DEBUG nova.virt.hardware [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.259208] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a78e8145-f677-4470-8c0f-323092827b5d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.290239] env[70542]: DEBUG nova.virt.hardware [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3d9dfafd0a4230b0adc701ff9671a7cf',container_format='bare',created_at=2025-05-08T11:55:37Z,direct_url=,disk_format='vmdk',id=42fdc7c0-b161-48ee-bfa2-ef69590a53b5,min_disk=1,min_ram=0,name='tempest-test-snap-1858250340',owner='cbe760689ebb4193b1b9e4776cb4bf6c',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-05-08T11:55:53Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.290966] env[70542]: DEBUG nova.virt.hardware [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.290966] env[70542]: DEBUG nova.virt.hardware [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.290966] env[70542]: DEBUG nova.virt.hardware [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.291176] env[70542]: DEBUG nova.virt.hardware [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.291342] env[70542]: DEBUG nova.virt.hardware [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.291605] env[70542]: DEBUG nova.virt.hardware [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.291797] env[70542]: DEBUG nova.virt.hardware [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.292010] env[70542]: DEBUG nova.virt.hardware [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.292821] env[70542]: DEBUG nova.virt.hardware [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.292821] env[70542]: DEBUG nova.virt.hardware [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.292821] env[70542]: DEBUG oslo_vmware.api [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 955.292821] env[70542]: value = "task-3911514" [ 955.292821] env[70542]: _type = "Task" [ 955.292821] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.294669] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494e3b09-94e4-4c45-9beb-5577f5ffb7cb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.309260] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.321819] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c747d8c1-2a11-4796-a157-e3967547cad4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.335482] env[70542]: DEBUG oslo_vmware.api [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.413233] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: bd8c9900-ec17-450e-a77e-d69428f0ff39] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.670529] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911510, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.729833] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquiring lock "0b2d45d9-b717-476c-9ef0-169b36eb636c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.730131] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "0b2d45d9-b717-476c-9ef0-169b36eb636c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.730372] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquiring lock "0b2d45d9-b717-476c-9ef0-169b36eb636c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.730532] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "0b2d45d9-b717-476c-9ef0-169b36eb636c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.730698] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "0b2d45d9-b717-476c-9ef0-169b36eb636c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.733031] env[70542]: INFO nova.compute.manager [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Terminating instance [ 955.795880] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911513, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.813599] env[70542]: DEBUG oslo_vmware.api [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911514, 'name': ReconfigVM_Task, 'duration_secs': 0.303586} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.816805] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Updating instance '3de4b70e-5e69-4b82-afb3-84162651b76c' progress to 33 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 955.847944] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d58888-862a-4656-b8b1-e3a9c0e82586 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.861067] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39176f8a-839e-432c-9a26-b94a440bbf06 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.898486] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438821bd-e0bb-407b-8a9e-cfed8dee9c3a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.908326] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7addbcd-2411-4e57-858f-d7b97532c5dd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.925275] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: f77c5d4a-3214-4ac4-b9a9-5285e1b23877] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.928250] env[70542]: DEBUG nova.compute.provider_tree [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.988973] env[70542]: DEBUG nova.compute.manager [req-4344ce39-ca7a-4e84-a23f-6256869ef51c req-97c173dd-9e98-4ff1-ac52-9f75397af68d service nova] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Received event network-vif-plugged-82a67b43-268c-4e99-97d6-2a15ff79a028 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.988973] env[70542]: DEBUG oslo_concurrency.lockutils [req-4344ce39-ca7a-4e84-a23f-6256869ef51c req-97c173dd-9e98-4ff1-ac52-9f75397af68d service nova] Acquiring lock "ac58aee6-9a03-446a-804f-6b9c72f30a99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.988973] env[70542]: DEBUG oslo_concurrency.lockutils [req-4344ce39-ca7a-4e84-a23f-6256869ef51c req-97c173dd-9e98-4ff1-ac52-9f75397af68d service nova] Lock "ac58aee6-9a03-446a-804f-6b9c72f30a99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.988973] env[70542]: DEBUG oslo_concurrency.lockutils [req-4344ce39-ca7a-4e84-a23f-6256869ef51c req-97c173dd-9e98-4ff1-ac52-9f75397af68d service nova] Lock "ac58aee6-9a03-446a-804f-6b9c72f30a99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.988973] env[70542]: DEBUG nova.compute.manager [req-4344ce39-ca7a-4e84-a23f-6256869ef51c req-97c173dd-9e98-4ff1-ac52-9f75397af68d service nova] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] No waiting events found dispatching network-vif-plugged-82a67b43-268c-4e99-97d6-2a15ff79a028 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 955.989182] env[70542]: WARNING nova.compute.manager [req-4344ce39-ca7a-4e84-a23f-6256869ef51c req-97c173dd-9e98-4ff1-ac52-9f75397af68d service nova] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Received unexpected event network-vif-plugged-82a67b43-268c-4e99-97d6-2a15ff79a028 for instance with vm_state building and task_state spawning. [ 956.122532] env[70542]: DEBUG nova.network.neutron [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Successfully updated port: 82a67b43-268c-4e99-97d6-2a15ff79a028 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.170333] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911510, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.667269} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.170628] env[70542]: INFO nova.virt.vmwareapi.ds_util [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a8bd10c4-436f-4894-b81c-c95db8d98b93/OSTACK_IMG_a8bd10c4-436f-4894-b81c-c95db8d98b93.vmdk to [datastore1] devstack-image-cache_base/f706219f-3dd1-442b-b9ea-db2316d311fc/f706219f-3dd1-442b-b9ea-db2316d311fc.vmdk. [ 956.170819] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Cleaning up location [datastore1] OSTACK_IMG_a8bd10c4-436f-4894-b81c-c95db8d98b93 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 956.170978] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a8bd10c4-436f-4894-b81c-c95db8d98b93 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.171315] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce3c1ce7-0a8d-442f-8b64-6f824d3b7ac0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.179734] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 956.179734] env[70542]: value = "task-3911515" [ 956.179734] env[70542]: _type = "Task" [ 956.179734] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.199476] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.236976] env[70542]: DEBUG nova.compute.manager [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.238169] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.238457] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c604e0b5-b2d4-42ca-a625-6ba5c9cb461e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.247146] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.247491] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dfa134e-c4fa-4413-95b0-d07dad999a95 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.255495] env[70542]: DEBUG oslo_vmware.api [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 956.255495] env[70542]: value = "task-3911516" [ 956.255495] env[70542]: _type = "Task" [ 956.255495] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.266587] env[70542]: DEBUG oslo_vmware.api [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.293696] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911513, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.386803} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.294126] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 89ae4a6d-70ab-4e83-8a97-063321b8dab4/89ae4a6d-70ab-4e83-8a97-063321b8dab4.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.294455] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.294840] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6311fc2-f631-4f33-87fa-abc8f2716785 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.303191] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 956.303191] env[70542]: value = "task-3911517" [ 956.303191] env[70542]: _type = "Task" [ 956.303191] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.314372] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.324280] env[70542]: DEBUG nova.virt.hardware [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.324452] env[70542]: DEBUG nova.virt.hardware [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.324578] env[70542]: DEBUG nova.virt.hardware [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.324752] env[70542]: DEBUG nova.virt.hardware [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.324908] env[70542]: DEBUG nova.virt.hardware [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.325065] env[70542]: DEBUG nova.virt.hardware [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.325265] env[70542]: DEBUG nova.virt.hardware [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.325414] env[70542]: DEBUG nova.virt.hardware [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.325571] env[70542]: DEBUG nova.virt.hardware [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.325753] env[70542]: DEBUG nova.virt.hardware [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.329029] env[70542]: DEBUG nova.virt.hardware [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.331930] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Reconfiguring VM instance instance-00000024 to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 956.332403] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d691412-46bc-4fef-bd23-64cf947f85b8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.355532] env[70542]: DEBUG oslo_vmware.api [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 956.355532] env[70542]: value = "task-3911518" [ 956.355532] env[70542]: _type = "Task" [ 956.355532] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.365892] env[70542]: DEBUG oslo_vmware.api [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911518, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.431324] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 9de8a0cb-5d59-4f28-b1a8-64ab299e8fe4] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.433871] env[70542]: DEBUG nova.scheduler.client.report [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.626830] env[70542]: DEBUG oslo_concurrency.lockutils [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "refresh_cache-ac58aee6-9a03-446a-804f-6b9c72f30a99" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.627282] env[70542]: DEBUG oslo_concurrency.lockutils [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquired lock "refresh_cache-ac58aee6-9a03-446a-804f-6b9c72f30a99" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.627451] env[70542]: DEBUG nova.network.neutron [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.691262] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036057} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.691533] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.691694] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f706219f-3dd1-442b-b9ea-db2316d311fc/f706219f-3dd1-442b-b9ea-db2316d311fc.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.691940] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f706219f-3dd1-442b-b9ea-db2316d311fc/f706219f-3dd1-442b-b9ea-db2316d311fc.vmdk to [datastore1] 7323ed53-e030-4128-b880-37c3ee09434b/7323ed53-e030-4128-b880-37c3ee09434b.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.692189] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-353f41fc-0654-4423-ac2c-edca3fcea417 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.700380] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 956.700380] env[70542]: value = "task-3911519" [ 956.700380] env[70542]: _type = "Task" [ 956.700380] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.715035] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.769415] env[70542]: DEBUG oslo_vmware.api [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911516, 'name': PowerOffVM_Task, 'duration_secs': 0.226453} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.769721] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.769901] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.770188] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a967666e-915d-4113-8f1f-0378030c5101 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.818318] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086144} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.818610] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.819910] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c32320-7a43-493f-812e-940f12fee4f5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.851974] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 89ae4a6d-70ab-4e83-8a97-063321b8dab4/89ae4a6d-70ab-4e83-8a97-063321b8dab4.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.853561] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ed50780-9fbc-4bcd-ae7d-a062d06f485a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.869537] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.869781] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.870095] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Deleting the datastore file [datastore2] 0b2d45d9-b717-476c-9ef0-169b36eb636c {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.870376] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6e1629f-b22a-4d9e-bce0-559c7ae8b301 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.883085] env[70542]: DEBUG oslo_vmware.api [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911518, 'name': ReconfigVM_Task, 'duration_secs': 0.223007} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.885461] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Reconfigured VM instance instance-00000024 to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 956.885984] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 956.885984] env[70542]: value = "task-3911522" [ 956.885984] env[70542]: _type = "Task" [ 956.885984] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.886279] env[70542]: DEBUG oslo_vmware.api [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 956.886279] env[70542]: value = "task-3911521" [ 956.886279] env[70542]: _type = "Task" [ 956.886279] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.887078] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32faad8f-4dfe-4406-a3b4-1ead10fed6d8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.902064] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.925396] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 3de4b70e-5e69-4b82-afb3-84162651b76c/3de4b70e-5e69-4b82-afb3-84162651b76c.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.926298] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5830ae88-7136-4975-9cf8-28aa6d1f2487 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.941308] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 76d4543f-0743-4cbf-ba91-90d3cfd3fa38] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.944302] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.944827] env[70542]: DEBUG nova.compute.manager [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.947620] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.340s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.947815] env[70542]: DEBUG nova.objects.instance [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70542) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 956.958811] env[70542]: DEBUG oslo_vmware.api [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 956.958811] env[70542]: value = "task-3911523" [ 956.958811] env[70542]: _type = "Task" [ 956.958811] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.970597] env[70542]: DEBUG oslo_vmware.api [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.165204] env[70542]: DEBUG nova.network.neutron [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.216181] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911519, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.404390] env[70542]: DEBUG nova.network.neutron [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Updating instance_info_cache with network_info: [{"id": "82a67b43-268c-4e99-97d6-2a15ff79a028", "address": "fa:16:3e:3f:a7:f5", "network": {"id": "825937e7-152b-482b-bf7f-98ae0fc280e3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914664986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe760689ebb4193b1b9e4776cb4bf6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a67b43-26", "ovs_interfaceid": "82a67b43-268c-4e99-97d6-2a15ff79a028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.416439] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.416776] env[70542]: DEBUG oslo_vmware.api [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404225} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.417414] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.417705] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.417992] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.418378] env[70542]: INFO nova.compute.manager [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 957.418659] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.419049] env[70542]: DEBUG nova.compute.manager [-] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.419246] env[70542]: DEBUG nova.network.neutron [-] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.448560] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 42fb6e48-55b7-4d40-8978-6114e30fc6ed] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.468033] env[70542]: DEBUG nova.compute.utils [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.472506] env[70542]: DEBUG nova.compute.manager [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.472506] env[70542]: DEBUG nova.network.neutron [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.491248] env[70542]: DEBUG oslo_vmware.api [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911523, 'name': ReconfigVM_Task, 'duration_secs': 0.423415} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.491685] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 3de4b70e-5e69-4b82-afb3-84162651b76c/3de4b70e-5e69-4b82-afb3-84162651b76c.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.491978] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Updating instance '3de4b70e-5e69-4b82-afb3-84162651b76c' progress to 50 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 957.559030] env[70542]: DEBUG nova.policy [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46f336b7709047d39b0e316e6c508575', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e922748ead94b5cbab3c291b4e567b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.715172] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911519, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.901473] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.918105] env[70542]: DEBUG oslo_concurrency.lockutils [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Releasing lock "refresh_cache-ac58aee6-9a03-446a-804f-6b9c72f30a99" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.918460] env[70542]: DEBUG nova.compute.manager [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Instance network_info: |[{"id": "82a67b43-268c-4e99-97d6-2a15ff79a028", "address": "fa:16:3e:3f:a7:f5", "network": {"id": "825937e7-152b-482b-bf7f-98ae0fc280e3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914664986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe760689ebb4193b1b9e4776cb4bf6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a67b43-26", "ovs_interfaceid": "82a67b43-268c-4e99-97d6-2a15ff79a028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.919330] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:a7:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82a67b43-268c-4e99-97d6-2a15ff79a028', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.931308] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.931677] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.931945] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9acc9a73-5eb8-4b05-8026-1b0cdf8d33f5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.957474] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.957474] env[70542]: value = "task-3911524" [ 957.957474] env[70542]: _type = "Task" [ 957.957474] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.967860] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911524, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.972413] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0980acb7-c077-4912-ae38-9740b68e6c38 tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.975562] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: ced9a0e6-abc1-48ae-9aed-8e6985fc6cb0] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.979031] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.527s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.979031] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.980821] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.342s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.981209] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.983531] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.055s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.983898] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.988809] env[70542]: DEBUG oslo_concurrency.lockutils [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.204s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.989233] env[70542]: DEBUG nova.objects.instance [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70542) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 957.993245] env[70542]: DEBUG nova.compute.manager [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.999973] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7066dbee-bfc7-40ef-aecd-dfc4fe991a42 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.026236] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc84677-01dd-4cef-ba9d-4f705df539e4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.030407] env[70542]: INFO nova.scheduler.client.report [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Deleted allocations for instance 25d099ff-0128-46d7-875d-457b1a26337f [ 958.040063] env[70542]: INFO nova.scheduler.client.report [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Deleted allocations for instance 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1 [ 958.062250] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Updating instance '3de4b70e-5e69-4b82-afb3-84162651b76c' progress to 67 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.075268] env[70542]: INFO nova.scheduler.client.report [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Deleted allocations for instance 592584da-94b4-43f0-a360-36d8b1494d96 [ 958.083390] env[70542]: DEBUG nova.network.neutron [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Successfully created port: 75a2bad8-adcd-4f47-8cfa-56281a1deddd {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.210160] env[70542]: DEBUG nova.compute.manager [req-40bc5bde-c4d6-4fbc-83a2-835a8a7dd789 req-f2df031e-b4d6-4d9e-810a-827316dc7a4a service nova] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Received event network-changed-82a67b43-268c-4e99-97d6-2a15ff79a028 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.210361] env[70542]: DEBUG nova.compute.manager [req-40bc5bde-c4d6-4fbc-83a2-835a8a7dd789 req-f2df031e-b4d6-4d9e-810a-827316dc7a4a service nova] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Refreshing instance network info cache due to event network-changed-82a67b43-268c-4e99-97d6-2a15ff79a028. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.210662] env[70542]: DEBUG oslo_concurrency.lockutils [req-40bc5bde-c4d6-4fbc-83a2-835a8a7dd789 req-f2df031e-b4d6-4d9e-810a-827316dc7a4a service nova] Acquiring lock "refresh_cache-ac58aee6-9a03-446a-804f-6b9c72f30a99" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.210720] env[70542]: DEBUG oslo_concurrency.lockutils [req-40bc5bde-c4d6-4fbc-83a2-835a8a7dd789 req-f2df031e-b4d6-4d9e-810a-827316dc7a4a service nova] Acquired lock "refresh_cache-ac58aee6-9a03-446a-804f-6b9c72f30a99" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.210859] env[70542]: DEBUG nova.network.neutron [req-40bc5bde-c4d6-4fbc-83a2-835a8a7dd789 req-f2df031e-b4d6-4d9e-810a-827316dc7a4a service nova] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Refreshing network info cache for port 82a67b43-268c-4e99-97d6-2a15ff79a028 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.219064] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911519, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.357399] env[70542]: DEBUG nova.network.neutron [-] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.402674] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911522, 'name': ReconfigVM_Task, 'duration_secs': 1.328137} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.403153] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 89ae4a6d-70ab-4e83-8a97-063321b8dab4/89ae4a6d-70ab-4e83-8a97-063321b8dab4.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.405254] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bbf6847-848c-448b-9505-cd48a837ce99 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.412497] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 958.412497] env[70542]: value = "task-3911525" [ 958.412497] env[70542]: _type = "Task" [ 958.412497] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.423019] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911525, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.467716] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911524, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.497715] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: a85890d5-f32f-4355-beed-46111dbd588d] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.542834] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5cb2e752-d322-4098-bd21-c9a761184b9c tempest-ServersListShow296Test-1050489868 tempest-ServersListShow296Test-1050489868-project-member] Lock "25d099ff-0128-46d7-875d-457b1a26337f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.906s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.577936] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af41b610-194c-452f-80b6-322a61e9da75 tempest-SecurityGroupsTestJSON-1072958635 tempest-SecurityGroupsTestJSON-1072958635-project-member] Lock "61f3fc28-9ce9-4f07-87bd-ca8061d9eda1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.493s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.590829] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a8c28fb-a467-4b08-89ab-7ecc3c93de76 tempest-ServersTestBootFromVolume-979772703 tempest-ServersTestBootFromVolume-979772703-project-member] Lock "592584da-94b4-43f0-a360-36d8b1494d96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.734s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.692089] env[70542]: DEBUG nova.network.neutron [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Port 7803275c-6f25-4e51-9478-5f513eb5f0a8 binding to destination host cpu-1 is already ACTIVE {{(pid=70542) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 958.717893] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911519, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.862675] env[70542]: INFO nova.compute.manager [-] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Took 1.44 seconds to deallocate network for instance. [ 958.925095] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911525, 'name': Rename_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.972530] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911524, 'name': CreateVM_Task, 'duration_secs': 0.990932} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.972751] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.974029] env[70542]: DEBUG oslo_concurrency.lockutils [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42fdc7c0-b161-48ee-bfa2-ef69590a53b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.974029] env[70542]: DEBUG oslo_concurrency.lockutils [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42fdc7c0-b161-48ee-bfa2-ef69590a53b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.974332] env[70542]: DEBUG oslo_concurrency.lockutils [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/42fdc7c0-b161-48ee-bfa2-ef69590a53b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.974616] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40160a69-1338-4aaa-9ad6-21ccef57e5e6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.981688] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 958.981688] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5232b91a-ae84-fe3e-08e0-5dec59f3eafd" [ 958.981688] env[70542]: _type = "Task" [ 958.981688] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.994756] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5232b91a-ae84-fe3e-08e0-5dec59f3eafd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.006327] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 7b1e9f41-91a3-4135-abdb-864109cb712a] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.009204] env[70542]: DEBUG nova.compute.manager [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.013344] env[70542]: DEBUG oslo_concurrency.lockutils [None req-40cb1845-c70f-4bd4-8793-2dd0e52b619c tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.019018] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.647s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.020360] env[70542]: INFO nova.compute.claims [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.052528] env[70542]: DEBUG nova.virt.hardware [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.052782] env[70542]: DEBUG nova.virt.hardware [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.053203] env[70542]: DEBUG nova.virt.hardware [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.053404] env[70542]: DEBUG nova.virt.hardware [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.054040] env[70542]: DEBUG nova.virt.hardware [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.054040] env[70542]: DEBUG nova.virt.hardware [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.054040] env[70542]: DEBUG nova.virt.hardware [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.054207] env[70542]: DEBUG nova.virt.hardware [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.054382] env[70542]: DEBUG nova.virt.hardware [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.054729] env[70542]: DEBUG nova.virt.hardware [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.054729] env[70542]: DEBUG nova.virt.hardware [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.057472] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89eff8c6-1dec-4502-a1b4-080fa7245b6d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.067538] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3acd6a4-e0b2-4855-9d52-b760c4014e76 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.217422] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911519, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.252778] env[70542]: DEBUG nova.network.neutron [req-40bc5bde-c4d6-4fbc-83a2-835a8a7dd789 req-f2df031e-b4d6-4d9e-810a-827316dc7a4a service nova] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Updated VIF entry in instance network info cache for port 82a67b43-268c-4e99-97d6-2a15ff79a028. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.252778] env[70542]: DEBUG nova.network.neutron [req-40bc5bde-c4d6-4fbc-83a2-835a8a7dd789 req-f2df031e-b4d6-4d9e-810a-827316dc7a4a service nova] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Updating instance_info_cache with network_info: [{"id": "82a67b43-268c-4e99-97d6-2a15ff79a028", "address": "fa:16:3e:3f:a7:f5", "network": {"id": "825937e7-152b-482b-bf7f-98ae0fc280e3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914664986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe760689ebb4193b1b9e4776cb4bf6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a67b43-26", "ovs_interfaceid": "82a67b43-268c-4e99-97d6-2a15ff79a028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.373816] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.429523] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911525, 'name': Rename_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.498799] env[70542]: DEBUG oslo_concurrency.lockutils [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42fdc7c0-b161-48ee-bfa2-ef69590a53b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.499143] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Processing image 42fdc7c0-b161-48ee-bfa2-ef69590a53b5 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.500574] env[70542]: DEBUG oslo_concurrency.lockutils [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/42fdc7c0-b161-48ee-bfa2-ef69590a53b5/42fdc7c0-b161-48ee-bfa2-ef69590a53b5.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.500574] env[70542]: DEBUG oslo_concurrency.lockutils [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/42fdc7c0-b161-48ee-bfa2-ef69590a53b5/42fdc7c0-b161-48ee-bfa2-ef69590a53b5.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.500574] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.500574] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a908c29-01bb-4d06-af98-01c4e3f12785 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.508210] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: ab26300f-4459-4600-b267-ace5bf3aa9e9] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.521520] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.521854] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.522837] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-112977fe-3509-4bde-acc9-f0ef55309c7f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.532366] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 959.532366] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522f405f-1fd8-980d-1e42-ff3553def6af" [ 959.532366] env[70542]: _type = "Task" [ 959.532366] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.541237] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522f405f-1fd8-980d-1e42-ff3553def6af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.720471] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "3de4b70e-5e69-4b82-afb3-84162651b76c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.720900] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "3de4b70e-5e69-4b82-afb3-84162651b76c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.721362] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "3de4b70e-5e69-4b82-afb3-84162651b76c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.729789] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911519, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.82858} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.730183] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f706219f-3dd1-442b-b9ea-db2316d311fc/f706219f-3dd1-442b-b9ea-db2316d311fc.vmdk to [datastore1] 7323ed53-e030-4128-b880-37c3ee09434b/7323ed53-e030-4128-b880-37c3ee09434b.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.731403] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a3accb-b74f-4287-9f1d-7c1c2c0cb459 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.754695] env[70542]: DEBUG oslo_concurrency.lockutils [req-40bc5bde-c4d6-4fbc-83a2-835a8a7dd789 req-f2df031e-b4d6-4d9e-810a-827316dc7a4a service nova] Releasing lock "refresh_cache-ac58aee6-9a03-446a-804f-6b9c72f30a99" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.755098] env[70542]: DEBUG nova.compute.manager [req-40bc5bde-c4d6-4fbc-83a2-835a8a7dd789 req-f2df031e-b4d6-4d9e-810a-827316dc7a4a service nova] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Received event network-vif-deleted-cd771461-a802-4548-b786-925a2be9c0f0 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.755413] env[70542]: INFO nova.compute.manager [req-40bc5bde-c4d6-4fbc-83a2-835a8a7dd789 req-f2df031e-b4d6-4d9e-810a-827316dc7a4a service nova] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Neutron deleted interface cd771461-a802-4548-b786-925a2be9c0f0; detaching it from the instance and deleting it from the info cache [ 959.755743] env[70542]: DEBUG nova.network.neutron [req-40bc5bde-c4d6-4fbc-83a2-835a8a7dd789 req-f2df031e-b4d6-4d9e-810a-827316dc7a4a service nova] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.765868] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 7323ed53-e030-4128-b880-37c3ee09434b/7323ed53-e030-4128-b880-37c3ee09434b.vmdk or device None with type streamOptimized {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.768156] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eef1f2d0-2b75-43d9-8637-6ca8267cf34c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.783761] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-10a78ba0-6f9b-434c-b2ee-dfefa22ab184 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.794076] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 959.794076] env[70542]: value = "task-3911526" [ 959.794076] env[70542]: _type = "Task" [ 959.794076] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.800148] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813d8cee-1c2f-4892-b44d-ef356b05197a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.829111] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.851988] env[70542]: DEBUG nova.compute.manager [req-40bc5bde-c4d6-4fbc-83a2-835a8a7dd789 req-f2df031e-b4d6-4d9e-810a-827316dc7a4a service nova] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Detach interface failed, port_id=cd771461-a802-4548-b786-925a2be9c0f0, reason: Instance 0b2d45d9-b717-476c-9ef0-169b36eb636c could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 959.924282] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911525, 'name': Rename_Task, 'duration_secs': 1.060843} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.924597] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.924853] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb8d7562-9fae-4197-a5d5-b8ae49685577 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.938387] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 959.938387] env[70542]: value = "task-3911527" [ 959.938387] env[70542]: _type = "Task" [ 959.938387] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.947825] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.011149] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.011500] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Cleaning up deleted instances with incomplete migration {{(pid=70542) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 960.046534] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Preparing fetch location {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 960.046993] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Fetch image to [datastore1] OSTACK_IMG_187c9366-dcd0-48bf-a441-fe5d70b832c2/OSTACK_IMG_187c9366-dcd0-48bf-a441-fe5d70b832c2.vmdk {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 960.048189] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Downloading stream optimized image 42fdc7c0-b161-48ee-bfa2-ef69590a53b5 to [datastore1] OSTACK_IMG_187c9366-dcd0-48bf-a441-fe5d70b832c2/OSTACK_IMG_187c9366-dcd0-48bf-a441-fe5d70b832c2.vmdk on the data store datastore1 as vApp {{(pid=70542) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 960.048189] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Downloading image file data 42fdc7c0-b161-48ee-bfa2-ef69590a53b5 to the ESX as VM named 'OSTACK_IMG_187c9366-dcd0-48bf-a441-fe5d70b832c2' {{(pid=70542) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 960.183464] env[70542]: DEBUG oslo_vmware.rw_handles [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 960.183464] env[70542]: value = "resgroup-9" [ 960.183464] env[70542]: _type = "ResourcePool" [ 960.183464] env[70542]: }. {{(pid=70542) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 960.183464] env[70542]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9840d296-985a-4390-b5d8-159048d34180 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.221078] env[70542]: DEBUG oslo_vmware.rw_handles [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lease: (returnval){ [ 960.221078] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d82a67-0213-5470-72d8-051389323b34" [ 960.221078] env[70542]: _type = "HttpNfcLease" [ 960.221078] env[70542]: } obtained for vApp import into resource pool (val){ [ 960.221078] env[70542]: value = "resgroup-9" [ 960.221078] env[70542]: _type = "ResourcePool" [ 960.221078] env[70542]: }. {{(pid=70542) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 960.221078] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the lease: (returnval){ [ 960.221078] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d82a67-0213-5470-72d8-051389323b34" [ 960.221078] env[70542]: _type = "HttpNfcLease" [ 960.221078] env[70542]: } to be ready. {{(pid=70542) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 960.240113] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 960.240113] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d82a67-0213-5470-72d8-051389323b34" [ 960.240113] env[70542]: _type = "HttpNfcLease" [ 960.240113] env[70542]: } is initializing. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 960.311060] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.455443] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911527, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.515010] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 960.590434] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f3e41a-e69d-4882-b221-63bae45a3a4b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.600759] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5262c124-04c6-4c5c-bd4d-142b63269769 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.638649] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9683cc85-bb65-442f-8a05-199257496d38 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.649700] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378d5af2-5a4b-47ad-878c-9da8c0a9093c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.667075] env[70542]: DEBUG nova.compute.provider_tree [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.712869] env[70542]: DEBUG nova.network.neutron [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Successfully updated port: 75a2bad8-adcd-4f47-8cfa-56281a1deddd {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 960.730052] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 960.730052] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d82a67-0213-5470-72d8-051389323b34" [ 960.730052] env[70542]: _type = "HttpNfcLease" [ 960.730052] env[70542]: } is initializing. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 960.743740] env[70542]: DEBUG nova.compute.manager [req-7bf547a1-1255-45dd-bb36-4725bb647aca req-7f639dd9-ce59-4c7c-91f4-a53f39224519 service nova] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Received event network-vif-plugged-75a2bad8-adcd-4f47-8cfa-56281a1deddd {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.744082] env[70542]: DEBUG oslo_concurrency.lockutils [req-7bf547a1-1255-45dd-bb36-4725bb647aca req-7f639dd9-ce59-4c7c-91f4-a53f39224519 service nova] Acquiring lock "131eb0ca-df71-49e9-af30-2931afd69fb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.744351] env[70542]: DEBUG oslo_concurrency.lockutils [req-7bf547a1-1255-45dd-bb36-4725bb647aca req-7f639dd9-ce59-4c7c-91f4-a53f39224519 service nova] Lock "131eb0ca-df71-49e9-af30-2931afd69fb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.744527] env[70542]: DEBUG oslo_concurrency.lockutils [req-7bf547a1-1255-45dd-bb36-4725bb647aca req-7f639dd9-ce59-4c7c-91f4-a53f39224519 service nova] Lock "131eb0ca-df71-49e9-af30-2931afd69fb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.744728] env[70542]: DEBUG nova.compute.manager [req-7bf547a1-1255-45dd-bb36-4725bb647aca req-7f639dd9-ce59-4c7c-91f4-a53f39224519 service nova] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] No waiting events found dispatching network-vif-plugged-75a2bad8-adcd-4f47-8cfa-56281a1deddd {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 960.744859] env[70542]: WARNING nova.compute.manager [req-7bf547a1-1255-45dd-bb36-4725bb647aca req-7f639dd9-ce59-4c7c-91f4-a53f39224519 service nova] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Received unexpected event network-vif-plugged-75a2bad8-adcd-4f47-8cfa-56281a1deddd for instance with vm_state building and task_state spawning. [ 960.781657] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "refresh_cache-3de4b70e-5e69-4b82-afb3-84162651b76c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.781794] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquired lock "refresh_cache-3de4b70e-5e69-4b82-afb3-84162651b76c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.781972] env[70542]: DEBUG nova.network.neutron [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.809517] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911526, 'name': ReconfigVM_Task, 'duration_secs': 0.901527} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.809806] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 7323ed53-e030-4128-b880-37c3ee09434b/7323ed53-e030-4128-b880-37c3ee09434b.vmdk or device None with type streamOptimized {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.811204] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'guest_format': None, 'disk_bus': None, 'size': 0, 'boot_index': 0, 'encryption_format': None, 'encrypted': False, 'device_name': '/dev/sda', 'encryption_options': None, 'encryption_secret_uuid': None, 'image_id': '4c78ae56-da5c-496a-96d4-9e4c383c4552'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776745', 'volume_id': '8f87a269-7ce3-48d6-ae8d-15427e64747d', 'name': 'volume-8f87a269-7ce3-48d6-ae8d-15427e64747d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7323ed53-e030-4128-b880-37c3ee09434b', 'attached_at': '', 'detached_at': '', 'volume_id': '8f87a269-7ce3-48d6-ae8d-15427e64747d', 'serial': '8f87a269-7ce3-48d6-ae8d-15427e64747d'}, 'device_type': None, 'guest_format': None, 'disk_bus': None, 'boot_index': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'attachment_id': 'b64455ec-0250-496e-a6cb-c978e736341f', 'volume_type': None}], 'swap': None} {{(pid=70542) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 960.811475] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Volume attach. Driver type: vmdk {{(pid=70542) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 960.811600] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776745', 'volume_id': '8f87a269-7ce3-48d6-ae8d-15427e64747d', 'name': 'volume-8f87a269-7ce3-48d6-ae8d-15427e64747d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7323ed53-e030-4128-b880-37c3ee09434b', 'attached_at': '', 'detached_at': '', 'volume_id': '8f87a269-7ce3-48d6-ae8d-15427e64747d', 'serial': '8f87a269-7ce3-48d6-ae8d-15427e64747d'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 960.812629] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034216c2-7816-435d-ad4a-e275cce2c5ba {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.829688] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72499004-111f-4cc0-bcca-eeab16f3b43f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.856797] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] volume-8f87a269-7ce3-48d6-ae8d-15427e64747d/volume-8f87a269-7ce3-48d6-ae8d-15427e64747d.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.857147] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba378bb9-daa2-42e1-93f5-d44b0a6ee037 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.877883] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 960.877883] env[70542]: value = "task-3911529" [ 960.877883] env[70542]: _type = "Task" [ 960.877883] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.888750] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911529, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.957488] env[70542]: DEBUG oslo_vmware.api [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911527, 'name': PowerOnVM_Task, 'duration_secs': 0.532859} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.957833] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.958791] env[70542]: INFO nova.compute.manager [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Took 11.32 seconds to spawn the instance on the hypervisor. [ 960.958791] env[70542]: DEBUG nova.compute.manager [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 960.959240] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8fd212-ec1e-475e-bdbf-c7310d22d578 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.171723] env[70542]: DEBUG nova.scheduler.client.report [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.215019] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "refresh_cache-131eb0ca-df71-49e9-af30-2931afd69fb2" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.215019] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquired lock "refresh_cache-131eb0ca-df71-49e9-af30-2931afd69fb2" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.215019] env[70542]: DEBUG nova.network.neutron [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.231146] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 961.231146] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d82a67-0213-5470-72d8-051389323b34" [ 961.231146] env[70542]: _type = "HttpNfcLease" [ 961.231146] env[70542]: } is ready. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 961.231828] env[70542]: DEBUG oslo_vmware.rw_handles [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 961.231828] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d82a67-0213-5470-72d8-051389323b34" [ 961.231828] env[70542]: _type = "HttpNfcLease" [ 961.231828] env[70542]: }. {{(pid=70542) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 961.232863] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cfbd15-d951-44ea-a47c-8ebf28a279b7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.241331] env[70542]: DEBUG oslo_vmware.rw_handles [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e89f92-3bce-8fed-c4d5-68279e12fcc7/disk-0.vmdk from lease info. {{(pid=70542) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 961.241538] env[70542]: DEBUG oslo_vmware.rw_handles [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e89f92-3bce-8fed-c4d5-68279e12fcc7/disk-0.vmdk. {{(pid=70542) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 961.318694] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-38afe1d9-d37a-46a4-9f65-98ac89fbfead {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.396285] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911529, 'name': ReconfigVM_Task, 'duration_secs': 0.453741} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.396285] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Reconfigured VM instance instance-00000020 to attach disk [datastore1] volume-8f87a269-7ce3-48d6-ae8d-15427e64747d/volume-8f87a269-7ce3-48d6-ae8d-15427e64747d.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.405868] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9cbb362-7512-44d4-86ef-2a094445d227 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.428884] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 961.428884] env[70542]: value = "task-3911530" [ 961.428884] env[70542]: _type = "Task" [ 961.428884] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.441424] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911530, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.479118] env[70542]: INFO nova.compute.manager [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Took 63.70 seconds to build instance. [ 961.677470] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.678064] env[70542]: DEBUG nova.compute.manager [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 961.684486] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.143s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.684486] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.687449] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ca05707-28ad-4596-b506-0b0ef00b1bf9 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 33.389s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.727959] env[70542]: INFO nova.scheduler.client.report [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Deleted allocations for instance b3a56943-dfe3-47f1-a767-c9b09d8d4f77 [ 961.796027] env[70542]: DEBUG nova.network.neutron [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.801822] env[70542]: DEBUG nova.network.neutron [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Updating instance_info_cache with network_info: [{"id": "7803275c-6f25-4e51-9478-5f513eb5f0a8", "address": "fa:16:3e:54:b5:4b", "network": {"id": "0fdd78e6-604b-4680-ac71-ea4e397161ff", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-93680765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3897359786e64bc592fd5e207aea4974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7803275c-6f", "ovs_interfaceid": "7803275c-6f25-4e51-9478-5f513eb5f0a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.942276] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911530, 'name': ReconfigVM_Task, 'duration_secs': 0.157807} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.944428] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776745', 'volume_id': '8f87a269-7ce3-48d6-ae8d-15427e64747d', 'name': 'volume-8f87a269-7ce3-48d6-ae8d-15427e64747d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7323ed53-e030-4128-b880-37c3ee09434b', 'attached_at': '', 'detached_at': '', 'volume_id': '8f87a269-7ce3-48d6-ae8d-15427e64747d', 'serial': '8f87a269-7ce3-48d6-ae8d-15427e64747d'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 961.945126] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d79ec64c-7d83-42bc-9acb-5580ec24efe7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.954729] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 961.954729] env[70542]: value = "task-3911531" [ 961.954729] env[70542]: _type = "Task" [ 961.954729] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.966219] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911531, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.984130] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e9dd71d9-76e6-4021-be1d-289cb8e73b8a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lock "89ae4a6d-70ab-4e83-8a97-063321b8dab4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.234s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.145556] env[70542]: DEBUG nova.network.neutron [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Updating instance_info_cache with network_info: [{"id": "75a2bad8-adcd-4f47-8cfa-56281a1deddd", "address": "fa:16:3e:14:aa:57", "network": {"id": "6d890173-8c4a-4650-b12e-fdf4413c0b42", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1479529892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e922748ead94b5cbab3c291b4e567b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a2bad8-ad", "ovs_interfaceid": "75a2bad8-adcd-4f47-8cfa-56281a1deddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.192914] env[70542]: DEBUG nova.compute.utils [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.197021] env[70542]: DEBUG nova.compute.manager [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.197232] env[70542]: DEBUG nova.network.neutron [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.218059] env[70542]: DEBUG oslo_vmware.rw_handles [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Completed reading data from the image iterator. {{(pid=70542) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 962.218485] env[70542]: DEBUG oslo_vmware.rw_handles [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e89f92-3bce-8fed-c4d5-68279e12fcc7/disk-0.vmdk. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 962.219895] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861b96df-7c33-4a85-b88e-791e6eda804a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.228502] env[70542]: DEBUG oslo_vmware.rw_handles [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e89f92-3bce-8fed-c4d5-68279e12fcc7/disk-0.vmdk is in state: ready. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 962.228672] env[70542]: DEBUG oslo_vmware.rw_handles [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e89f92-3bce-8fed-c4d5-68279e12fcc7/disk-0.vmdk. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 962.232468] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c0b027a0-1f3e-49f6-aed1-79a55b88f6a6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.245136] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4688abb9-0a99-406e-a391-27f619459333 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "b3a56943-dfe3-47f1-a767-c9b09d8d4f77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.330s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.274971] env[70542]: DEBUG nova.policy [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e711d975f1e645d782c08fc6eaa28c81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b1d931e74cc4c57b280073d04bbba6b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.307847] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Releasing lock "refresh_cache-3de4b70e-5e69-4b82-afb3-84162651b76c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.471512] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911531, 'name': Rename_Task, 'duration_secs': 0.204082} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.471821] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.472098] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe6071f2-aaf4-4dee-b5ea-8bd5d8dc9e32 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.487386] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 962.487386] env[70542]: value = "task-3911532" [ 962.487386] env[70542]: _type = "Task" [ 962.487386] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.501146] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.601540] env[70542]: DEBUG oslo_vmware.rw_handles [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e89f92-3bce-8fed-c4d5-68279e12fcc7/disk-0.vmdk. {{(pid=70542) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 962.601870] env[70542]: INFO nova.virt.vmwareapi.images [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Downloaded image file data 42fdc7c0-b161-48ee-bfa2-ef69590a53b5 [ 962.603448] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2657abda-86a1-4141-8b70-6e04b09c6bd8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.630598] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21acc136-85b4-48b4-b8ce-b3fe606116c6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.651646] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Releasing lock "refresh_cache-131eb0ca-df71-49e9-af30-2931afd69fb2" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.652173] env[70542]: DEBUG nova.compute.manager [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Instance network_info: |[{"id": "75a2bad8-adcd-4f47-8cfa-56281a1deddd", "address": "fa:16:3e:14:aa:57", "network": {"id": "6d890173-8c4a-4650-b12e-fdf4413c0b42", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1479529892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e922748ead94b5cbab3c291b4e567b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a2bad8-ad", "ovs_interfaceid": "75a2bad8-adcd-4f47-8cfa-56281a1deddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 962.653123] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:aa:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75a2bad8-adcd-4f47-8cfa-56281a1deddd', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.663468] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Creating folder: Project (7e922748ead94b5cbab3c291b4e567b6). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.666094] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07ff5ed3-5c1e-468b-83d9-7adf693bad61 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.668185] env[70542]: INFO nova.virt.vmwareapi.images [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] The imported VM was unregistered [ 962.671394] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Caching image {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 962.671901] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Creating directory with path [datastore1] devstack-image-cache_base/42fdc7c0-b161-48ee-bfa2-ef69590a53b5 {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.676027] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7200ba63-993f-4680-98e6-4ad7a093764f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.690789] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Created folder: Project (7e922748ead94b5cbab3c291b4e567b6) in parent group-v776569. [ 962.691163] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Creating folder: Instances. Parent ref: group-v776776. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.692611] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-174d10fc-2acc-422a-b603-daa30769ceba {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.696097] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Created directory with path [datastore1] devstack-image-cache_base/42fdc7c0-b161-48ee-bfa2-ef69590a53b5 {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.696097] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_187c9366-dcd0-48bf-a441-fe5d70b832c2/OSTACK_IMG_187c9366-dcd0-48bf-a441-fe5d70b832c2.vmdk to [datastore1] devstack-image-cache_base/42fdc7c0-b161-48ee-bfa2-ef69590a53b5/42fdc7c0-b161-48ee-bfa2-ef69590a53b5.vmdk. {{(pid=70542) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 962.698883] env[70542]: DEBUG nova.compute.manager [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.700350] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b2fa0073-3e7f-4d39-8068-b2aad6e640bd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.715206] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 962.715206] env[70542]: value = "task-3911536" [ 962.715206] env[70542]: _type = "Task" [ 962.715206] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.720581] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Created folder: Instances in parent group-v776776. [ 962.720718] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.721824] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.725478] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5201ee5-21e6-432f-a7ee-b42914058565 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.749252] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911536, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.757984] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.757984] env[70542]: value = "task-3911537" [ 962.757984] env[70542]: _type = "Task" [ 962.757984] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.774462] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911537, 'name': CreateVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.807098] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07a216f-9705-4777-a24d-d846182c25a6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.816848] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0d5f84-650c-49cb-a642-3ff12fa897ce {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.867753] env[70542]: DEBUG nova.network.neutron [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Successfully created port: 38250e10-8b1b-4900-a4be-55f73835fd65 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.871248] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15816a9-dc4a-4efc-9e3c-5fcfa025d9d3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.881030] env[70542]: DEBUG oslo_concurrency.lockutils [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquiring lock "528da208-9ddc-4cd3-b7ab-af0bda3ab072" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.881030] env[70542]: DEBUG oslo_concurrency.lockutils [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lock "528da208-9ddc-4cd3-b7ab-af0bda3ab072" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.886590] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b44c6e5-bf7c-4e3e-8fac-b702f66be371 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.904487] env[70542]: DEBUG nova.compute.provider_tree [None req-1ca05707-28ad-4596-b506-0b0ef00b1bf9 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.908216] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4be3dc-505f-44ef-938a-132e659e7941 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.933221] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45daebc6-b633-4b1f-8411-a16246f5201c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.943299] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Updating instance '3de4b70e-5e69-4b82-afb3-84162651b76c' progress to 83 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 963.003693] env[70542]: DEBUG nova.compute.manager [req-d764f90b-e518-481c-abf5-92c463a86498 req-0b671c72-68c5-4b96-abb4-a4723651cee1 service nova] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Received event network-changed-75a2bad8-adcd-4f47-8cfa-56281a1deddd {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.003693] env[70542]: DEBUG nova.compute.manager [req-d764f90b-e518-481c-abf5-92c463a86498 req-0b671c72-68c5-4b96-abb4-a4723651cee1 service nova] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Refreshing instance network info cache due to event network-changed-75a2bad8-adcd-4f47-8cfa-56281a1deddd. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.003693] env[70542]: DEBUG oslo_concurrency.lockutils [req-d764f90b-e518-481c-abf5-92c463a86498 req-0b671c72-68c5-4b96-abb4-a4723651cee1 service nova] Acquiring lock "refresh_cache-131eb0ca-df71-49e9-af30-2931afd69fb2" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.003693] env[70542]: DEBUG oslo_concurrency.lockutils [req-d764f90b-e518-481c-abf5-92c463a86498 req-0b671c72-68c5-4b96-abb4-a4723651cee1 service nova] Acquired lock "refresh_cache-131eb0ca-df71-49e9-af30-2931afd69fb2" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.003693] env[70542]: DEBUG nova.network.neutron [req-d764f90b-e518-481c-abf5-92c463a86498 req-0b671c72-68c5-4b96-abb4-a4723651cee1 service nova] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Refreshing network info cache for port 75a2bad8-adcd-4f47-8cfa-56281a1deddd {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.011454] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911532, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.230542] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911536, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.256046] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "58330f4d-7973-4c31-9f83-0ef58340b4ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.256425] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "58330f4d-7973-4c31-9f83-0ef58340b4ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.256825] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "58330f4d-7973-4c31-9f83-0ef58340b4ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.257051] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "58330f4d-7973-4c31-9f83-0ef58340b4ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.257261] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "58330f4d-7973-4c31-9f83-0ef58340b4ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.260807] env[70542]: INFO nova.compute.manager [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Terminating instance [ 963.274895] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911537, 'name': CreateVM_Task, 'duration_secs': 0.459569} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.275095] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.276566] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.276566] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.276566] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.276761] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5db0f79b-7d50-457a-bc20-44d821be985b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.285869] env[70542]: DEBUG oslo_vmware.api [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 963.285869] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525a9281-b468-2817-521d-1796a0c4b3a0" [ 963.285869] env[70542]: _type = "Task" [ 963.285869] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.303070] env[70542]: DEBUG oslo_vmware.api [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525a9281-b468-2817-521d-1796a0c4b3a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.388051] env[70542]: DEBUG nova.compute.manager [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 963.412525] env[70542]: DEBUG nova.scheduler.client.report [None req-1ca05707-28ad-4596-b506-0b0ef00b1bf9 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.450298] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ef42cc56-77b7-4c60-bd5b-af20dba712f7 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Updating instance '3de4b70e-5e69-4b82-afb3-84162651b76c' progress to 100 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 963.503811] env[70542]: DEBUG oslo_vmware.api [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911532, 'name': PowerOnVM_Task, 'duration_secs': 0.534814} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.507160] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.649629] env[70542]: DEBUG nova.compute.manager [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 963.650876] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f8203b-dee2-467b-86de-4f8db2b52e41 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.713463] env[70542]: DEBUG nova.compute.manager [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 963.733191] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911536, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.759743] env[70542]: DEBUG nova.virt.hardware [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.759996] env[70542]: DEBUG nova.virt.hardware [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.761469] env[70542]: DEBUG nova.virt.hardware [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.761469] env[70542]: DEBUG nova.virt.hardware [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.761469] env[70542]: DEBUG nova.virt.hardware [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.761770] env[70542]: DEBUG nova.virt.hardware [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.764659] env[70542]: DEBUG nova.virt.hardware [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.764659] env[70542]: DEBUG nova.virt.hardware [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.764801] env[70542]: DEBUG nova.virt.hardware [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.764913] env[70542]: DEBUG nova.virt.hardware [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.765119] env[70542]: DEBUG nova.virt.hardware [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.766695] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b81e243-76ff-4781-b194-ff3b72c3d7cd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.771399] env[70542]: DEBUG nova.compute.manager [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 963.771640] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.773407] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffc4a49-28ee-4cd9-a523-0f90d2280b27 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.785384] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e68f9aa-33ab-4f31-ab4a-2042b835af87 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.790761] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.791355] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1fc7311-f496-43d7-ba65-95d217337559 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.818401] env[70542]: DEBUG oslo_vmware.api [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525a9281-b468-2817-521d-1796a0c4b3a0, 'name': SearchDatastore_Task, 'duration_secs': 0.015662} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.820333] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.820507] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.820623] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.820784] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.820967] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.821941] env[70542]: DEBUG oslo_vmware.api [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 963.821941] env[70542]: value = "task-3911538" [ 963.821941] env[70542]: _type = "Task" [ 963.821941] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.821941] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e72e0ab-fc47-4bad-84a9-da8ca90da3c9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.835191] env[70542]: DEBUG oslo_vmware.api [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.837715] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.837836] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.839942] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8b2d051-b06d-4a43-a046-da4260ed7f97 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.847242] env[70542]: DEBUG oslo_vmware.api [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 963.847242] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52868343-a97f-7cdf-ac0a-e8b3983d81a3" [ 963.847242] env[70542]: _type = "Task" [ 963.847242] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.858853] env[70542]: DEBUG oslo_vmware.api [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52868343-a97f-7cdf-ac0a-e8b3983d81a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.897988] env[70542]: DEBUG nova.network.neutron [req-d764f90b-e518-481c-abf5-92c463a86498 req-0b671c72-68c5-4b96-abb4-a4723651cee1 service nova] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Updated VIF entry in instance network info cache for port 75a2bad8-adcd-4f47-8cfa-56281a1deddd. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.898429] env[70542]: DEBUG nova.network.neutron [req-d764f90b-e518-481c-abf5-92c463a86498 req-0b671c72-68c5-4b96-abb4-a4723651cee1 service nova] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Updating instance_info_cache with network_info: [{"id": "75a2bad8-adcd-4f47-8cfa-56281a1deddd", "address": "fa:16:3e:14:aa:57", "network": {"id": "6d890173-8c4a-4650-b12e-fdf4413c0b42", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1479529892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e922748ead94b5cbab3c291b4e567b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a2bad8-ad", "ovs_interfaceid": "75a2bad8-adcd-4f47-8cfa-56281a1deddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.917964] env[70542]: DEBUG oslo_concurrency.lockutils [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.168474] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ee67cae8-8d9f-436f-9406-c08057ca5e3b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "7323ed53-e030-4128-b880-37c3ee09434b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 81.788s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.230919] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911536, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.282332] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Acquiring lock "2e6b94c2-bc93-4d1d-9fba-07eb92874fb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.282680] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Lock "2e6b94c2-bc93-4d1d-9fba-07eb92874fb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.335458] env[70542]: DEBUG oslo_vmware.api [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911538, 'name': PowerOffVM_Task, 'duration_secs': 0.262929} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.335557] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.335756] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.336335] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13147561-caf7-4e3f-a81d-1bcd3ef4063c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.358414] env[70542]: DEBUG oslo_vmware.api [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52868343-a97f-7cdf-ac0a-e8b3983d81a3, 'name': SearchDatastore_Task, 'duration_secs': 0.013153} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.359436] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5110c8fa-5aa7-497d-94b5-a0d21eb40193 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.366445] env[70542]: DEBUG oslo_vmware.api [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 964.366445] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d0b5a5-3766-5b76-944c-3d3cd0771b5e" [ 964.366445] env[70542]: _type = "Task" [ 964.366445] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.376317] env[70542]: DEBUG oslo_vmware.api [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d0b5a5-3766-5b76-944c-3d3cd0771b5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.401330] env[70542]: DEBUG oslo_concurrency.lockutils [req-d764f90b-e518-481c-abf5-92c463a86498 req-0b671c72-68c5-4b96-abb4-a4723651cee1 service nova] Releasing lock "refresh_cache-131eb0ca-df71-49e9-af30-2931afd69fb2" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.413729] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.414074] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.414282] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Deleting the datastore file [datastore2] 58330f4d-7973-4c31-9f83-0ef58340b4ea {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.414559] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-144716f0-09e0-4a59-bb1e-86be0f3f14f5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.425387] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ca05707-28ad-4596-b506-0b0ef00b1bf9 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.739s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.428560] env[70542]: DEBUG oslo_vmware.api [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 964.428560] env[70542]: value = "task-3911540" [ 964.428560] env[70542]: _type = "Task" [ 964.428560] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.428821] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.292s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.430919] env[70542]: INFO nova.compute.claims [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.444709] env[70542]: DEBUG oslo_vmware.api [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.729771] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911536, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.785537] env[70542]: DEBUG nova.compute.manager [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.822919] env[70542]: DEBUG nova.compute.manager [req-ac986b3e-3ca2-4b29-9301-fc0b18196568 req-933f78e8-1273-4123-8e14-50cd79e996e7 service nova] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Received event network-vif-plugged-38250e10-8b1b-4900-a4be-55f73835fd65 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.822919] env[70542]: DEBUG oslo_concurrency.lockutils [req-ac986b3e-3ca2-4b29-9301-fc0b18196568 req-933f78e8-1273-4123-8e14-50cd79e996e7 service nova] Acquiring lock "07d4b435-4af4-41f2-b778-724ecabb9e7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.828512] env[70542]: DEBUG oslo_concurrency.lockutils [req-ac986b3e-3ca2-4b29-9301-fc0b18196568 req-933f78e8-1273-4123-8e14-50cd79e996e7 service nova] Lock "07d4b435-4af4-41f2-b778-724ecabb9e7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.828868] env[70542]: DEBUG oslo_concurrency.lockutils [req-ac986b3e-3ca2-4b29-9301-fc0b18196568 req-933f78e8-1273-4123-8e14-50cd79e996e7 service nova] Lock "07d4b435-4af4-41f2-b778-724ecabb9e7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.006s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.829021] env[70542]: DEBUG nova.compute.manager [req-ac986b3e-3ca2-4b29-9301-fc0b18196568 req-933f78e8-1273-4123-8e14-50cd79e996e7 service nova] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] No waiting events found dispatching network-vif-plugged-38250e10-8b1b-4900-a4be-55f73835fd65 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 964.829207] env[70542]: WARNING nova.compute.manager [req-ac986b3e-3ca2-4b29-9301-fc0b18196568 req-933f78e8-1273-4123-8e14-50cd79e996e7 service nova] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Received unexpected event network-vif-plugged-38250e10-8b1b-4900-a4be-55f73835fd65 for instance with vm_state building and task_state spawning. [ 964.830313] env[70542]: DEBUG nova.network.neutron [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Successfully updated port: 38250e10-8b1b-4900-a4be-55f73835fd65 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.877967] env[70542]: DEBUG oslo_vmware.api [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d0b5a5-3766-5b76-944c-3d3cd0771b5e, 'name': SearchDatastore_Task, 'duration_secs': 0.019524} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.878803] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.878803] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 131eb0ca-df71-49e9-af30-2931afd69fb2/131eb0ca-df71-49e9-af30-2931afd69fb2.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.879039] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f52c47b4-a8e7-4bea-a897-d9f0eddd3d5f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.888598] env[70542]: DEBUG oslo_vmware.api [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 964.888598] env[70542]: value = "task-3911541" [ 964.888598] env[70542]: _type = "Task" [ 964.888598] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.901588] env[70542]: DEBUG oslo_vmware.api [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.951549] env[70542]: DEBUG oslo_vmware.api [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268171} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.952629] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.952953] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.953207] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.953397] env[70542]: INFO nova.compute.manager [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Took 1.18 seconds to destroy the instance on the hypervisor. [ 964.953954] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.954273] env[70542]: DEBUG nova.compute.manager [-] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.954385] env[70542]: DEBUG nova.network.neutron [-] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.025940] env[70542]: INFO nova.scheduler.client.report [None req-1ca05707-28ad-4596-b506-0b0ef00b1bf9 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Deleted allocation for migration f026d8eb-b3d7-47d6-846d-95bc08d159a1 [ 965.232923] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911536, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.320452] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.333511] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Acquiring lock "refresh_cache-07d4b435-4af4-41f2-b778-724ecabb9e7f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.333745] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Acquired lock "refresh_cache-07d4b435-4af4-41f2-b778-724ecabb9e7f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.333991] env[70542]: DEBUG nova.network.neutron [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.401810] env[70542]: DEBUG oslo_vmware.api [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911541, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.531817] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ca05707-28ad-4596-b506-0b0ef00b1bf9 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "d111991f-fded-409a-82af-1b431b56f48f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 40.963s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.741161] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911536, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.824185} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.744831] env[70542]: INFO nova.virt.vmwareapi.ds_util [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_187c9366-dcd0-48bf-a441-fe5d70b832c2/OSTACK_IMG_187c9366-dcd0-48bf-a441-fe5d70b832c2.vmdk to [datastore1] devstack-image-cache_base/42fdc7c0-b161-48ee-bfa2-ef69590a53b5/42fdc7c0-b161-48ee-bfa2-ef69590a53b5.vmdk. [ 965.745373] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Cleaning up location [datastore1] OSTACK_IMG_187c9366-dcd0-48bf-a441-fe5d70b832c2 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 965.745777] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_187c9366-dcd0-48bf-a441-fe5d70b832c2 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.746540] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c608e095-4f1b-4e68-8355-279ae0345e57 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.758015] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 965.758015] env[70542]: value = "task-3911542" [ 965.758015] env[70542]: _type = "Task" [ 965.758015] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.778455] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.847306] env[70542]: DEBUG nova.network.neutron [-] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.906393] env[70542]: DEBUG oslo_vmware.api [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654305} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.907194] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 131eb0ca-df71-49e9-af30-2931afd69fb2/131eb0ca-df71-49e9-af30-2931afd69fb2.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.907194] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.908578] env[70542]: DEBUG nova.network.neutron [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.910199] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd647efa-c506-4946-baa6-3b31d084b2cf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.923029] env[70542]: DEBUG oslo_vmware.api [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 965.923029] env[70542]: value = "task-3911543" [ 965.923029] env[70542]: _type = "Task" [ 965.923029] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.948202] env[70542]: DEBUG oslo_vmware.api [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.019794] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5710db4-1f69-4d37-abcb-1b21abcdfe2b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.030910] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbea0a2-fe7b-4de2-bfb2-ebe7411072a1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.065671] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00783574-9a6a-4d30-b0a8-3f6af040b22c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.079807] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f442ee-9cfb-4d7c-8ab4-5d7fa96b09c5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.095477] env[70542]: DEBUG nova.compute.provider_tree [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.183742] env[70542]: DEBUG nova.network.neutron [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Updating instance_info_cache with network_info: [{"id": "38250e10-8b1b-4900-a4be-55f73835fd65", "address": "fa:16:3e:90:1a:24", "network": {"id": "82b2cd7a-0dea-41d1-9de7-754152dbda0f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1776475395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b1d931e74cc4c57b280073d04bbba6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38250e10-8b", "ovs_interfaceid": "38250e10-8b1b-4900-a4be-55f73835fd65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.274062] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145342} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.274372] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.274537] env[70542]: DEBUG oslo_concurrency.lockutils [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/42fdc7c0-b161-48ee-bfa2-ef69590a53b5/42fdc7c0-b161-48ee-bfa2-ef69590a53b5.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.274784] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/42fdc7c0-b161-48ee-bfa2-ef69590a53b5/42fdc7c0-b161-48ee-bfa2-ef69590a53b5.vmdk to [datastore1] ac58aee6-9a03-446a-804f-6b9c72f30a99/ac58aee6-9a03-446a-804f-6b9c72f30a99.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.275128] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c2bbf53-ea1c-4bf8-99c6-6f6d5715c844 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.282858] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 966.282858] env[70542]: value = "task-3911544" [ 966.282858] env[70542]: _type = "Task" [ 966.282858] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.293069] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.350541] env[70542]: INFO nova.compute.manager [-] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Took 1.40 seconds to deallocate network for instance. [ 966.438085] env[70542]: DEBUG oslo_vmware.api [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092509} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.438085] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.438085] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a708cd34-be23-4e31-b1e4-e141e5f53a69 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.458009] env[70542]: DEBUG oslo_concurrency.lockutils [None req-79402f88-94f4-413d-b05f-698c1b16f54f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "3de4b70e-5e69-4b82-afb3-84162651b76c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.458487] env[70542]: DEBUG oslo_concurrency.lockutils [None req-79402f88-94f4-413d-b05f-698c1b16f54f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "3de4b70e-5e69-4b82-afb3-84162651b76c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.458632] env[70542]: DEBUG nova.compute.manager [None req-79402f88-94f4-413d-b05f-698c1b16f54f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Going to confirm migration 2 {{(pid=70542) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 966.471238] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 131eb0ca-df71-49e9-af30-2931afd69fb2/131eb0ca-df71-49e9-af30-2931afd69fb2.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.473184] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a05276d5-c4b8-4f4d-9d02-dada9cc5c418 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.492767] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e5e1fbec-74ce-4106-b5e2-764f777f59af tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "e3f9e5df-5236-4512-97df-19ff178b2af3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.493181] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e5e1fbec-74ce-4106-b5e2-764f777f59af tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "e3f9e5df-5236-4512-97df-19ff178b2af3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.497949] env[70542]: DEBUG oslo_vmware.api [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 966.497949] env[70542]: value = "task-3911545" [ 966.497949] env[70542]: _type = "Task" [ 966.497949] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.509864] env[70542]: DEBUG oslo_vmware.api [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.602208] env[70542]: DEBUG nova.scheduler.client.report [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.688454] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Releasing lock "refresh_cache-07d4b435-4af4-41f2-b778-724ecabb9e7f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.691814] env[70542]: DEBUG nova.compute.manager [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Instance network_info: |[{"id": "38250e10-8b1b-4900-a4be-55f73835fd65", "address": "fa:16:3e:90:1a:24", "network": {"id": "82b2cd7a-0dea-41d1-9de7-754152dbda0f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1776475395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b1d931e74cc4c57b280073d04bbba6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38250e10-8b", "ovs_interfaceid": "38250e10-8b1b-4900-a4be-55f73835fd65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.691814] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:1a:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b250e561-3be3-4bae-be1a-162251b1ee31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38250e10-8b1b-4900-a4be-55f73835fd65', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.697054] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Creating folder: Project (8b1d931e74cc4c57b280073d04bbba6b). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.700458] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ebeba27-a3d6-4d02-bd8b-4e590e584fc5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.712800] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Created folder: Project (8b1d931e74cc4c57b280073d04bbba6b) in parent group-v776569. [ 966.714076] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Creating folder: Instances. Parent ref: group-v776779. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.714076] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d421935-d1f8-4a73-ab94-e3393f946505 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.725034] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Created folder: Instances in parent group-v776779. [ 966.725423] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.725651] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.726121] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55cd5c09-bc01-4ac5-9851-e95a13428df5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.748198] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.748198] env[70542]: value = "task-3911548" [ 966.748198] env[70542]: _type = "Task" [ 966.748198] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.757403] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911548, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.792980] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.861579] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.999029] env[70542]: DEBUG nova.compute.utils [None req-e5e1fbec-74ce-4106-b5e2-764f777f59af tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.020044] env[70542]: DEBUG oslo_vmware.api [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.035212] env[70542]: DEBUG oslo_concurrency.lockutils [None req-79402f88-94f4-413d-b05f-698c1b16f54f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "refresh_cache-3de4b70e-5e69-4b82-afb3-84162651b76c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.035212] env[70542]: DEBUG oslo_concurrency.lockutils [None req-79402f88-94f4-413d-b05f-698c1b16f54f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquired lock "refresh_cache-3de4b70e-5e69-4b82-afb3-84162651b76c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.035212] env[70542]: DEBUG nova.network.neutron [None req-79402f88-94f4-413d-b05f-698c1b16f54f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.035212] env[70542]: DEBUG nova.objects.instance [None req-79402f88-94f4-413d-b05f-698c1b16f54f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lazy-loading 'info_cache' on Instance uuid 3de4b70e-5e69-4b82-afb3-84162651b76c {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.099962] env[70542]: DEBUG nova.compute.manager [req-f474b654-ad7e-4c75-a962-610f89b4cc4b req-cc693297-b328-46b2-9ccb-06b4b02ba4cf service nova] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Received event network-changed-38250e10-8b1b-4900-a4be-55f73835fd65 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.100481] env[70542]: DEBUG nova.compute.manager [req-f474b654-ad7e-4c75-a962-610f89b4cc4b req-cc693297-b328-46b2-9ccb-06b4b02ba4cf service nova] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Refreshing instance network info cache due to event network-changed-38250e10-8b1b-4900-a4be-55f73835fd65. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.100892] env[70542]: DEBUG oslo_concurrency.lockutils [req-f474b654-ad7e-4c75-a962-610f89b4cc4b req-cc693297-b328-46b2-9ccb-06b4b02ba4cf service nova] Acquiring lock "refresh_cache-07d4b435-4af4-41f2-b778-724ecabb9e7f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.101257] env[70542]: DEBUG oslo_concurrency.lockutils [req-f474b654-ad7e-4c75-a962-610f89b4cc4b req-cc693297-b328-46b2-9ccb-06b4b02ba4cf service nova] Acquired lock "refresh_cache-07d4b435-4af4-41f2-b778-724ecabb9e7f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.101586] env[70542]: DEBUG nova.network.neutron [req-f474b654-ad7e-4c75-a962-610f89b4cc4b req-cc693297-b328-46b2-9ccb-06b4b02ba4cf service nova] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Refreshing network info cache for port 38250e10-8b1b-4900-a4be-55f73835fd65 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.111088] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.111983] env[70542]: DEBUG nova.compute.manager [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.118864] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.392s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.121773] env[70542]: DEBUG nova.objects.instance [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lazy-loading 'resources' on Instance uuid 7ebc9e70-63b0-4d40-a85c-82bcd5be3159 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.263434] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911548, 'name': CreateVM_Task, 'duration_secs': 0.500698} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.263834] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.265361] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.266086] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.266086] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.266587] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55e0bbf3-f94f-47ea-89d4-370b42725148 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.278226] env[70542]: DEBUG oslo_vmware.api [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Waiting for the task: (returnval){ [ 967.278226] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527e4631-31d1-adb8-1812-65613c4f5589" [ 967.278226] env[70542]: _type = "Task" [ 967.278226] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.291504] env[70542]: DEBUG oslo_vmware.api [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527e4631-31d1-adb8-1812-65613c4f5589, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.297989] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911544, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.498487] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Acquiring lock "dc30924f-6bfe-4171-a594-ad8a4c5d1fab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.498924] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Lock "dc30924f-6bfe-4171-a594-ad8a4c5d1fab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.499112] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Acquiring lock "dc30924f-6bfe-4171-a594-ad8a4c5d1fab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.499599] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Lock "dc30924f-6bfe-4171-a594-ad8a4c5d1fab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.499599] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Lock "dc30924f-6bfe-4171-a594-ad8a4c5d1fab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.504412] env[70542]: INFO nova.compute.manager [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Terminating instance [ 967.506917] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e5e1fbec-74ce-4106-b5e2-764f777f59af tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "e3f9e5df-5236-4512-97df-19ff178b2af3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.527559] env[70542]: DEBUG oslo_vmware.api [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911545, 'name': ReconfigVM_Task, 'duration_secs': 0.705188} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.527927] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 131eb0ca-df71-49e9-af30-2931afd69fb2/131eb0ca-df71-49e9-af30-2931afd69fb2.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.528992] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75e895b3-e0d0-4318-90d7-478c584b1f20 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.540087] env[70542]: DEBUG oslo_vmware.api [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 967.540087] env[70542]: value = "task-3911549" [ 967.540087] env[70542]: _type = "Task" [ 967.540087] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.555184] env[70542]: DEBUG oslo_vmware.api [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911549, 'name': Rename_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.629308] env[70542]: DEBUG nova.compute.utils [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.634232] env[70542]: DEBUG nova.compute.manager [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.634481] env[70542]: DEBUG nova.network.neutron [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.756344] env[70542]: DEBUG nova.policy [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a848c191b8fb4ff99e76fada1542640a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bd3350967fd4c76ac0a221910d233cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.794224] env[70542]: DEBUG oslo_vmware.api [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527e4631-31d1-adb8-1812-65613c4f5589, 'name': SearchDatastore_Task, 'duration_secs': 0.014838} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.795081] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.795402] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.795702] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.795859] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.796238] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.799030] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1392f881-8ab9-424b-b91b-3c61ce82542d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.805877] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911544, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.814295] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.814295] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.816356] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dfb2d01-a18d-4a92-87ef-8acd342d39cc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.833903] env[70542]: DEBUG oslo_vmware.api [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Waiting for the task: (returnval){ [ 967.833903] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d9c24a-3009-9236-e961-d7e3c2bc3dcd" [ 967.833903] env[70542]: _type = "Task" [ 967.833903] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.849327] env[70542]: DEBUG oslo_vmware.api [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d9c24a-3009-9236-e961-d7e3c2bc3dcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.867889] env[70542]: DEBUG nova.network.neutron [req-f474b654-ad7e-4c75-a962-610f89b4cc4b req-cc693297-b328-46b2-9ccb-06b4b02ba4cf service nova] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Updated VIF entry in instance network info cache for port 38250e10-8b1b-4900-a4be-55f73835fd65. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.870376] env[70542]: DEBUG nova.network.neutron [req-f474b654-ad7e-4c75-a962-610f89b4cc4b req-cc693297-b328-46b2-9ccb-06b4b02ba4cf service nova] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Updating instance_info_cache with network_info: [{"id": "38250e10-8b1b-4900-a4be-55f73835fd65", "address": "fa:16:3e:90:1a:24", "network": {"id": "82b2cd7a-0dea-41d1-9de7-754152dbda0f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1776475395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b1d931e74cc4c57b280073d04bbba6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38250e10-8b", "ovs_interfaceid": "38250e10-8b1b-4900-a4be-55f73835fd65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.018625] env[70542]: DEBUG nova.compute.manager [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.018982] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.020593] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa53a220-7f42-4ed1-aa0d-134775ed1a00 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.030208] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.030208] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9ff2140-0ea3-438a-9f34-c6eb4c4f02e6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.038381] env[70542]: DEBUG oslo_vmware.api [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Waiting for the task: (returnval){ [ 968.038381] env[70542]: value = "task-3911550" [ 968.038381] env[70542]: _type = "Task" [ 968.038381] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.064455] env[70542]: DEBUG oslo_vmware.api [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3911550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.069361] env[70542]: DEBUG oslo_vmware.api [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911549, 'name': Rename_Task, 'duration_secs': 0.252976} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.069711] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.072936] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d13bab13-1ba3-4d3e-b612-348f67c8724f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.079873] env[70542]: DEBUG oslo_vmware.api [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 968.079873] env[70542]: value = "task-3911551" [ 968.079873] env[70542]: _type = "Task" [ 968.079873] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.093596] env[70542]: DEBUG oslo_vmware.api [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.137074] env[70542]: DEBUG nova.compute.manager [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.146572] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033ba239-3bce-4638-9566-8e18b6485b51 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.158962] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf38d1d8-24c1-4fd5-854d-0b60511d5689 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.207354] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac7f945-f211-4dd9-b888-046a13a06fa5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.218220] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ba67be-c8bc-434b-a1ea-00d84f888943 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.235225] env[70542]: DEBUG nova.compute.provider_tree [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.284809] env[70542]: DEBUG nova.network.neutron [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Successfully created port: 52dee7d2-c471-4a40-8c51-b1fb08e40d4e {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.299479] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911544, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.351038] env[70542]: DEBUG oslo_vmware.api [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d9c24a-3009-9236-e961-d7e3c2bc3dcd, 'name': SearchDatastore_Task, 'duration_secs': 0.019113} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.351038] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df14324f-2cc8-41c1-a1e6-412212d62cd5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.358403] env[70542]: DEBUG oslo_vmware.api [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Waiting for the task: (returnval){ [ 968.358403] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5279ff1e-3c8c-08b5-aabb-40811b081f9b" [ 968.358403] env[70542]: _type = "Task" [ 968.358403] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.368671] env[70542]: DEBUG oslo_vmware.api [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5279ff1e-3c8c-08b5-aabb-40811b081f9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.372432] env[70542]: DEBUG oslo_concurrency.lockutils [req-f474b654-ad7e-4c75-a962-610f89b4cc4b req-cc693297-b328-46b2-9ccb-06b4b02ba4cf service nova] Releasing lock "refresh_cache-07d4b435-4af4-41f2-b778-724ecabb9e7f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.373582] env[70542]: DEBUG nova.compute.manager [req-f474b654-ad7e-4c75-a962-610f89b4cc4b req-cc693297-b328-46b2-9ccb-06b4b02ba4cf service nova] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Received event network-vif-deleted-de251fd2-87e6-4411-962b-4c42a254d994 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.450991] env[70542]: DEBUG nova.network.neutron [None req-79402f88-94f4-413d-b05f-698c1b16f54f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Updating instance_info_cache with network_info: [{"id": "7803275c-6f25-4e51-9478-5f513eb5f0a8", "address": "fa:16:3e:54:b5:4b", "network": {"id": "0fdd78e6-604b-4680-ac71-ea4e397161ff", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-93680765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3897359786e64bc592fd5e207aea4974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7803275c-6f", "ovs_interfaceid": "7803275c-6f25-4e51-9478-5f513eb5f0a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.552996] env[70542]: DEBUG oslo_vmware.api [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3911550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.569994] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e5e1fbec-74ce-4106-b5e2-764f777f59af tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "e3f9e5df-5236-4512-97df-19ff178b2af3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.570310] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e5e1fbec-74ce-4106-b5e2-764f777f59af tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "e3f9e5df-5236-4512-97df-19ff178b2af3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.573667] env[70542]: INFO nova.compute.manager [None req-e5e1fbec-74ce-4106-b5e2-764f777f59af tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Attaching volume b00aeecf-876b-4843-98d1-ac82dcead734 to /dev/sdb [ 968.598367] env[70542]: DEBUG oslo_vmware.api [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911551, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.624432] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8733864d-01b1-4831-927c-7297907944c3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.632514] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7d6780-c9c8-4b50-82d0-e8bb3d1ee87a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.641480] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "d111991f-fded-409a-82af-1b431b56f48f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.641912] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "d111991f-fded-409a-82af-1b431b56f48f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.642147] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "d111991f-fded-409a-82af-1b431b56f48f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.642366] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "d111991f-fded-409a-82af-1b431b56f48f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.642639] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "d111991f-fded-409a-82af-1b431b56f48f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.653026] env[70542]: INFO nova.compute.manager [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Terminating instance [ 968.658028] env[70542]: DEBUG nova.virt.block_device [None req-e5e1fbec-74ce-4106-b5e2-764f777f59af tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Updating existing volume attachment record: 46f39107-50b9-4c4b-bd13-8dae730b6c84 {{(pid=70542) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 968.738593] env[70542]: DEBUG nova.scheduler.client.report [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.798967] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911544, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.872541] env[70542]: DEBUG oslo_vmware.api [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5279ff1e-3c8c-08b5-aabb-40811b081f9b, 'name': SearchDatastore_Task, 'duration_secs': 0.029332} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.872915] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.873257] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 07d4b435-4af4-41f2-b778-724ecabb9e7f/07d4b435-4af4-41f2-b778-724ecabb9e7f.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.873545] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f93ff38-c245-463d-b213-861190a39439 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.883379] env[70542]: DEBUG oslo_vmware.api [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Waiting for the task: (returnval){ [ 968.883379] env[70542]: value = "task-3911553" [ 968.883379] env[70542]: _type = "Task" [ 968.883379] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.893566] env[70542]: DEBUG oslo_vmware.api [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.954510] env[70542]: DEBUG oslo_concurrency.lockutils [None req-79402f88-94f4-413d-b05f-698c1b16f54f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Releasing lock "refresh_cache-3de4b70e-5e69-4b82-afb3-84162651b76c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.955444] env[70542]: DEBUG nova.objects.instance [None req-79402f88-94f4-413d-b05f-698c1b16f54f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lazy-loading 'migration_context' on Instance uuid 3de4b70e-5e69-4b82-afb3-84162651b76c {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.057905] env[70542]: DEBUG oslo_vmware.api [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3911550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.096028] env[70542]: DEBUG oslo_vmware.api [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911551, 'name': PowerOnVM_Task, 'duration_secs': 1.002832} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.096028] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.096028] env[70542]: INFO nova.compute.manager [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Took 10.08 seconds to spawn the instance on the hypervisor. [ 969.096028] env[70542]: DEBUG nova.compute.manager [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 969.096028] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053e9678-fd67-4975-925a-5ddee399300b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.160417] env[70542]: DEBUG nova.compute.manager [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.166152] env[70542]: DEBUG nova.compute.manager [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.166581] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.170197] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0125bbc-525b-4bfd-b819-980a4d613e15 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.184243] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.184723] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d4300ba-4e5d-4488-8e04-01e02c2605fb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.199584] env[70542]: DEBUG nova.virt.hardware [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.200071] env[70542]: DEBUG nova.virt.hardware [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.200298] env[70542]: DEBUG nova.virt.hardware [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.200594] env[70542]: DEBUG nova.virt.hardware [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.200812] env[70542]: DEBUG nova.virt.hardware [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.201042] env[70542]: DEBUG nova.virt.hardware [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.201336] env[70542]: DEBUG nova.virt.hardware [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.201800] env[70542]: DEBUG nova.virt.hardware [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.202013] env[70542]: DEBUG nova.virt.hardware [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.202285] env[70542]: DEBUG nova.virt.hardware [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.202557] env[70542]: DEBUG nova.virt.hardware [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.204571] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf4db7f-5258-450b-a4a0-4c277c941377 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.210727] env[70542]: DEBUG oslo_vmware.api [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 969.210727] env[70542]: value = "task-3911556" [ 969.210727] env[70542]: _type = "Task" [ 969.210727] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.219873] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e56ca7d-8805-4e18-90a8-b506bda19a10 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.227718] env[70542]: DEBUG oslo_vmware.api [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.244288] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.247261] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.070s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.247623] env[70542]: DEBUG nova.objects.instance [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lazy-loading 'resources' on Instance uuid f05438ea-71c1-40e4-81ed-739c871bc85d {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.271216] env[70542]: INFO nova.scheduler.client.report [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Deleted allocations for instance 7ebc9e70-63b0-4d40-a85c-82bcd5be3159 [ 969.302893] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911544, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.939819} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.303317] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/42fdc7c0-b161-48ee-bfa2-ef69590a53b5/42fdc7c0-b161-48ee-bfa2-ef69590a53b5.vmdk to [datastore1] ac58aee6-9a03-446a-804f-6b9c72f30a99/ac58aee6-9a03-446a-804f-6b9c72f30a99.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.304412] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36966417-9536-423e-aef6-5bf3912a425f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.335195] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] ac58aee6-9a03-446a-804f-6b9c72f30a99/ac58aee6-9a03-446a-804f-6b9c72f30a99.vmdk or device None with type streamOptimized {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.336301] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-054210a7-1bb0-4721-9ee6-847a79774d18 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.366898] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 969.366898] env[70542]: value = "task-3911557" [ 969.366898] env[70542]: _type = "Task" [ 969.366898] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.381353] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911557, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.397078] env[70542]: DEBUG oslo_vmware.api [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911553, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.458729] env[70542]: DEBUG nova.objects.base [None req-79402f88-94f4-413d-b05f-698c1b16f54f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Object Instance<3de4b70e-5e69-4b82-afb3-84162651b76c> lazy-loaded attributes: info_cache,migration_context {{(pid=70542) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 969.459911] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e52f32-b72f-46cd-b59a-d3a04a65e4df {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.486510] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-923c04c2-77e1-41a1-907e-fd8ccd29ded3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.495438] env[70542]: DEBUG oslo_vmware.api [None req-79402f88-94f4-413d-b05f-698c1b16f54f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 969.495438] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52deae3c-65f9-d81e-6744-ccc6d4057f00" [ 969.495438] env[70542]: _type = "Task" [ 969.495438] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.510620] env[70542]: DEBUG oslo_vmware.api [None req-79402f88-94f4-413d-b05f-698c1b16f54f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52deae3c-65f9-d81e-6744-ccc6d4057f00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.560319] env[70542]: DEBUG oslo_vmware.api [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3911550, 'name': PowerOffVM_Task, 'duration_secs': 1.375468} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.560319] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.560846] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.565288] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e908ac56-64a6-41c2-bc80-00e6b7fc148d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.618407] env[70542]: INFO nova.compute.manager [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Took 58.76 seconds to build instance. [ 969.649243] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.649524] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.650139] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Deleting the datastore file [datastore1] dc30924f-6bfe-4171-a594-ad8a4c5d1fab {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.650139] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4e3df2d-67a9-4dbc-8cff-9b99d033b04e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.659125] env[70542]: DEBUG oslo_vmware.api [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Waiting for the task: (returnval){ [ 969.659125] env[70542]: value = "task-3911559" [ 969.659125] env[70542]: _type = "Task" [ 969.659125] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.676052] env[70542]: DEBUG oslo_vmware.api [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3911559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.727682] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "fd4d7021-c253-4107-83e8-6d3ffa1d6fcd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.728153] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "fd4d7021-c253-4107-83e8-6d3ffa1d6fcd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.729624] env[70542]: DEBUG oslo_vmware.api [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911556, 'name': PowerOffVM_Task, 'duration_secs': 0.319186} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.731434] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.731643] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.732188] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e30f55c9-9501-4a89-8682-765b793eb9c7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.780320] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b7285161-39d4-4db2-b6e0-117bf81c8fd6 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "7ebc9e70-63b0-4d40-a85c-82bcd5be3159" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.555s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.809206] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.809741] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.809741] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Deleting the datastore file [datastore1] d111991f-fded-409a-82af-1b431b56f48f {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.810800] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0ffd74e-74f5-4740-8b9b-bd51d0d8655c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.819684] env[70542]: DEBUG oslo_vmware.api [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 969.819684] env[70542]: value = "task-3911561" [ 969.819684] env[70542]: _type = "Task" [ 969.819684] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.834806] env[70542]: DEBUG oslo_vmware.api [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.877966] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911557, 'name': ReconfigVM_Task, 'duration_secs': 0.427128} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.878116] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Reconfigured VM instance instance-00000043 to attach disk [datastore1] ac58aee6-9a03-446a-804f-6b9c72f30a99/ac58aee6-9a03-446a-804f-6b9c72f30a99.vmdk or device None with type streamOptimized {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.878759] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ef409fb-e1c7-4e12-b962-6a9ffcdfc257 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.889878] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 969.889878] env[70542]: value = "task-3911562" [ 969.889878] env[70542]: _type = "Task" [ 969.889878] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.900674] env[70542]: DEBUG oslo_vmware.api [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751649} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.901299] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 07d4b435-4af4-41f2-b778-724ecabb9e7f/07d4b435-4af4-41f2-b778-724ecabb9e7f.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.901529] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.904392] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc8ed7c6-5996-4d99-93e8-e92d1ccd22f9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.910348] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911562, 'name': Rename_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.918987] env[70542]: DEBUG oslo_vmware.api [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Waiting for the task: (returnval){ [ 969.918987] env[70542]: value = "task-3911563" [ 969.918987] env[70542]: _type = "Task" [ 969.918987] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.935302] env[70542]: DEBUG oslo_vmware.api [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.008847] env[70542]: DEBUG oslo_vmware.api [None req-79402f88-94f4-413d-b05f-698c1b16f54f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52deae3c-65f9-d81e-6744-ccc6d4057f00, 'name': SearchDatastore_Task, 'duration_secs': 0.037353} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.009183] env[70542]: DEBUG oslo_concurrency.lockutils [None req-79402f88-94f4-413d-b05f-698c1b16f54f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.099832] env[70542]: DEBUG nova.compute.manager [req-9a75d055-422e-4cd9-a2ac-333004a6905d req-de156ae6-20fb-4a98-a26b-e7ef94dc9f56 service nova] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Received event network-vif-plugged-52dee7d2-c471-4a40-8c51-b1fb08e40d4e {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.100168] env[70542]: DEBUG oslo_concurrency.lockutils [req-9a75d055-422e-4cd9-a2ac-333004a6905d req-de156ae6-20fb-4a98-a26b-e7ef94dc9f56 service nova] Acquiring lock "e8ebd848-7408-4df7-bcc3-1fe2aaa00026-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.100480] env[70542]: DEBUG oslo_concurrency.lockutils [req-9a75d055-422e-4cd9-a2ac-333004a6905d req-de156ae6-20fb-4a98-a26b-e7ef94dc9f56 service nova] Lock "e8ebd848-7408-4df7-bcc3-1fe2aaa00026-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.100677] env[70542]: DEBUG oslo_concurrency.lockutils [req-9a75d055-422e-4cd9-a2ac-333004a6905d req-de156ae6-20fb-4a98-a26b-e7ef94dc9f56 service nova] Lock "e8ebd848-7408-4df7-bcc3-1fe2aaa00026-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.100854] env[70542]: DEBUG nova.compute.manager [req-9a75d055-422e-4cd9-a2ac-333004a6905d req-de156ae6-20fb-4a98-a26b-e7ef94dc9f56 service nova] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] No waiting events found dispatching network-vif-plugged-52dee7d2-c471-4a40-8c51-b1fb08e40d4e {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 970.101079] env[70542]: WARNING nova.compute.manager [req-9a75d055-422e-4cd9-a2ac-333004a6905d req-de156ae6-20fb-4a98-a26b-e7ef94dc9f56 service nova] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Received unexpected event network-vif-plugged-52dee7d2-c471-4a40-8c51-b1fb08e40d4e for instance with vm_state building and task_state spawning. [ 970.124603] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c9b79aa2-b0e8-439e-96a4-d87d29ad2dfa tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "131eb0ca-df71-49e9-af30-2931afd69fb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.279s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.173012] env[70542]: DEBUG oslo_vmware.api [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3911559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.234407] env[70542]: DEBUG nova.compute.manager [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.308642] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4ee7a7-bc15-4914-8858-60cb077d3485 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.318807] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab35ff8-0dab-4d21-ae2e-921c1f2b57fe {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.364466] env[70542]: DEBUG oslo_vmware.api [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.366542] env[70542]: DEBUG nova.network.neutron [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Successfully updated port: 52dee7d2-c471-4a40-8c51-b1fb08e40d4e {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.369774] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9cd52d-b037-488e-b044-441133eddc5d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.382027] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a6cb19-d7f9-406a-92f1-fbcda6cca3d7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.399210] env[70542]: DEBUG nova.compute.provider_tree [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.411285] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911562, 'name': Rename_Task, 'duration_secs': 0.177789} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.411561] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.411804] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27a79ca6-22d3-4e9f-a63e-560e35fafdc1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.425996] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 970.425996] env[70542]: value = "task-3911564" [ 970.425996] env[70542]: _type = "Task" [ 970.425996] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.431963] env[70542]: DEBUG oslo_vmware.api [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081466} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.432721] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.433910] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a167ad-d7fd-498a-b9d3-e402cc5101b4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.440509] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "131eb0ca-df71-49e9-af30-2931afd69fb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.440780] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "131eb0ca-df71-49e9-af30-2931afd69fb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.440989] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "131eb0ca-df71-49e9-af30-2931afd69fb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.441192] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "131eb0ca-df71-49e9-af30-2931afd69fb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.441361] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "131eb0ca-df71-49e9-af30-2931afd69fb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.443089] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.443894] env[70542]: INFO nova.compute.manager [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Terminating instance [ 970.468672] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 07d4b435-4af4-41f2-b778-724ecabb9e7f/07d4b435-4af4-41f2-b778-724ecabb9e7f.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.469946] env[70542]: DEBUG nova.compute.manager [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.470173] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.470459] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a36e568-2f50-4ceb-8814-17b9dddad699 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.490305] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c85501-3c3c-4f8f-808b-509f5eaf3be7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.504823] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.507229] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f49690b0-10b8-4ef2-8c5d-be6fd95c0533 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.511123] env[70542]: DEBUG oslo_vmware.api [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Waiting for the task: (returnval){ [ 970.511123] env[70542]: value = "task-3911565" [ 970.511123] env[70542]: _type = "Task" [ 970.511123] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.520086] env[70542]: DEBUG oslo_vmware.api [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 970.520086] env[70542]: value = "task-3911566" [ 970.520086] env[70542]: _type = "Task" [ 970.520086] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.524996] env[70542]: DEBUG oslo_vmware.api [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911565, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.535621] env[70542]: DEBUG oslo_vmware.api [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.672553] env[70542]: DEBUG oslo_vmware.api [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Task: {'id': task-3911559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.85775} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.672705] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.672960] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.673237] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.673448] env[70542]: INFO nova.compute.manager [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Took 2.65 seconds to destroy the instance on the hypervisor. [ 970.673812] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.674186] env[70542]: DEBUG nova.compute.manager [-] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.674322] env[70542]: DEBUG nova.network.neutron [-] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.768876] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.836252] env[70542]: DEBUG oslo_vmware.api [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.680614} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.836252] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.836252] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.836609] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.836790] env[70542]: INFO nova.compute.manager [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: d111991f-fded-409a-82af-1b431b56f48f] Took 1.67 seconds to destroy the instance on the hypervisor. [ 970.837085] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.837677] env[70542]: DEBUG nova.compute.manager [-] [instance: d111991f-fded-409a-82af-1b431b56f48f] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.837793] env[70542]: DEBUG nova.network.neutron [-] [instance: d111991f-fded-409a-82af-1b431b56f48f] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.875063] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Acquiring lock "refresh_cache-e8ebd848-7408-4df7-bcc3-1fe2aaa00026" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.875274] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Acquired lock "refresh_cache-e8ebd848-7408-4df7-bcc3-1fe2aaa00026" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.875456] env[70542]: DEBUG nova.network.neutron [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.905511] env[70542]: DEBUG nova.scheduler.client.report [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.943701] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911564, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.027753] env[70542]: DEBUG oslo_vmware.api [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.039118] env[70542]: DEBUG oslo_vmware.api [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911566, 'name': PowerOffVM_Task, 'duration_secs': 0.337856} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.040959] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.041317] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.041683] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2030de23-4993-491d-ace5-46bff8dcff19 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.127437] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.129072] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.130420] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Deleting the datastore file [datastore2] 131eb0ca-df71-49e9-af30-2931afd69fb2 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.130420] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffb10009-7bdf-4d42-aa16-2acb4f2a9722 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.143157] env[70542]: DEBUG oslo_vmware.api [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 971.143157] env[70542]: value = "task-3911568" [ 971.143157] env[70542]: _type = "Task" [ 971.143157] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.161182] env[70542]: DEBUG oslo_vmware.api [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.230122] env[70542]: DEBUG nova.compute.manager [req-49fbe45f-76c1-42eb-b56b-c1e71b1fcd39 req-0ce8af99-0e85-4965-b7a0-0a9db246d2b6 service nova] [instance: d111991f-fded-409a-82af-1b431b56f48f] Received event network-vif-deleted-1024a21c-3bc6-4fc1-b2fc-77760328ea6f {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.230122] env[70542]: INFO nova.compute.manager [req-49fbe45f-76c1-42eb-b56b-c1e71b1fcd39 req-0ce8af99-0e85-4965-b7a0-0a9db246d2b6 service nova] [instance: d111991f-fded-409a-82af-1b431b56f48f] Neutron deleted interface 1024a21c-3bc6-4fc1-b2fc-77760328ea6f; detaching it from the instance and deleting it from the info cache [ 971.230122] env[70542]: DEBUG nova.network.neutron [req-49fbe45f-76c1-42eb-b56b-c1e71b1fcd39 req-0ce8af99-0e85-4965-b7a0-0a9db246d2b6 service nova] [instance: d111991f-fded-409a-82af-1b431b56f48f] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.411686] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.415148] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.027s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.420365] env[70542]: INFO nova.compute.claims [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.437183] env[70542]: DEBUG oslo_vmware.api [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911564, 'name': PowerOnVM_Task, 'duration_secs': 0.754249} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.437739] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.444419] env[70542]: INFO nova.compute.manager [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Took 16.20 seconds to spawn the instance on the hypervisor. [ 971.444419] env[70542]: DEBUG nova.compute.manager [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 971.444419] env[70542]: DEBUG nova.network.neutron [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.446995] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a1117a-f3b0-405d-a111-769a2a8828dc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.451543] env[70542]: INFO nova.scheduler.client.report [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Deleted allocations for instance f05438ea-71c1-40e4-81ed-739c871bc85d [ 971.525996] env[70542]: DEBUG oslo_vmware.api [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911565, 'name': ReconfigVM_Task, 'duration_secs': 0.579633} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.526566] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 07d4b435-4af4-41f2-b778-724ecabb9e7f/07d4b435-4af4-41f2-b778-724ecabb9e7f.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.527120] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76d6f07a-affc-44be-a101-d21bc605d574 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.538278] env[70542]: DEBUG oslo_vmware.api [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Waiting for the task: (returnval){ [ 971.538278] env[70542]: value = "task-3911570" [ 971.538278] env[70542]: _type = "Task" [ 971.538278] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.551728] env[70542]: DEBUG oslo_vmware.api [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911570, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.657157] env[70542]: DEBUG oslo_vmware.api [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178271} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.657550] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.657693] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.657988] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.658716] env[70542]: INFO nova.compute.manager [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Took 1.19 seconds to destroy the instance on the hypervisor. [ 971.659084] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.659332] env[70542]: DEBUG nova.compute.manager [-] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.659429] env[70542]: DEBUG nova.network.neutron [-] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.689085] env[70542]: DEBUG nova.network.neutron [-] [instance: d111991f-fded-409a-82af-1b431b56f48f] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.733681] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0814c0f8-ebd9-45ad-a172-20446b50dfa4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.750334] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b820c5-fc7d-4635-8ea4-a0631b3aa4b9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.767454] env[70542]: DEBUG nova.network.neutron [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Updating instance_info_cache with network_info: [{"id": "52dee7d2-c471-4a40-8c51-b1fb08e40d4e", "address": "fa:16:3e:cf:18:73", "network": {"id": "4a26a5a7-2e25-4e0f-83bb-b8e1543ea103", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-150083106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bd3350967fd4c76ac0a221910d233cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52dee7d2-c4", "ovs_interfaceid": "52dee7d2-c471-4a40-8c51-b1fb08e40d4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.795379] env[70542]: DEBUG nova.compute.manager [req-49fbe45f-76c1-42eb-b56b-c1e71b1fcd39 req-0ce8af99-0e85-4965-b7a0-0a9db246d2b6 service nova] [instance: d111991f-fded-409a-82af-1b431b56f48f] Detach interface failed, port_id=1024a21c-3bc6-4fc1-b2fc-77760328ea6f, reason: Instance d111991f-fded-409a-82af-1b431b56f48f could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 971.968430] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d286c133-8b70-4532-817e-ae1729ae697a tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "f05438ea-71c1-40e4-81ed-739c871bc85d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.876s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.981188] env[70542]: INFO nova.compute.manager [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Took 70.61 seconds to build instance. [ 972.055014] env[70542]: DEBUG oslo_vmware.api [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911570, 'name': Rename_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.192821] env[70542]: INFO nova.compute.manager [-] [instance: d111991f-fded-409a-82af-1b431b56f48f] Took 1.35 seconds to deallocate network for instance. [ 972.229518] env[70542]: DEBUG nova.compute.manager [req-eb54f4d3-9f62-4b1a-b3ef-4869a9dd50b2 req-55d3d12e-323e-4d94-b6c9-466727e73e18 service nova] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Received event network-changed-52dee7d2-c471-4a40-8c51-b1fb08e40d4e {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.229518] env[70542]: DEBUG nova.compute.manager [req-eb54f4d3-9f62-4b1a-b3ef-4869a9dd50b2 req-55d3d12e-323e-4d94-b6c9-466727e73e18 service nova] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Refreshing instance network info cache due to event network-changed-52dee7d2-c471-4a40-8c51-b1fb08e40d4e. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.229518] env[70542]: DEBUG oslo_concurrency.lockutils [req-eb54f4d3-9f62-4b1a-b3ef-4869a9dd50b2 req-55d3d12e-323e-4d94-b6c9-466727e73e18 service nova] Acquiring lock "refresh_cache-e8ebd848-7408-4df7-bcc3-1fe2aaa00026" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.272409] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Releasing lock "refresh_cache-e8ebd848-7408-4df7-bcc3-1fe2aaa00026" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.272409] env[70542]: DEBUG nova.compute.manager [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Instance network_info: |[{"id": "52dee7d2-c471-4a40-8c51-b1fb08e40d4e", "address": "fa:16:3e:cf:18:73", "network": {"id": "4a26a5a7-2e25-4e0f-83bb-b8e1543ea103", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-150083106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bd3350967fd4c76ac0a221910d233cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52dee7d2-c4", "ovs_interfaceid": "52dee7d2-c471-4a40-8c51-b1fb08e40d4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.272409] env[70542]: DEBUG oslo_concurrency.lockutils [req-eb54f4d3-9f62-4b1a-b3ef-4869a9dd50b2 req-55d3d12e-323e-4d94-b6c9-466727e73e18 service nova] Acquired lock "refresh_cache-e8ebd848-7408-4df7-bcc3-1fe2aaa00026" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.272409] env[70542]: DEBUG nova.network.neutron [req-eb54f4d3-9f62-4b1a-b3ef-4869a9dd50b2 req-55d3d12e-323e-4d94-b6c9-466727e73e18 service nova] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Refreshing network info cache for port 52dee7d2-c471-4a40-8c51-b1fb08e40d4e {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.273327] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:18:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52dee7d2-c471-4a40-8c51-b1fb08e40d4e', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.282413] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.282928] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.283170] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd7ad45c-cd9f-4122-959d-bd0b45e0a9e2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.306115] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.306115] env[70542]: value = "task-3911571" [ 972.306115] env[70542]: _type = "Task" [ 972.306115] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.317261] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911571, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.365596] env[70542]: DEBUG nova.network.neutron [-] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.484736] env[70542]: DEBUG oslo_concurrency.lockutils [None req-481baecd-3de9-4727-8f42-6b3b0d1bd6e5 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "ac58aee6-9a03-446a-804f-6b9c72f30a99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.597s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.548391] env[70542]: DEBUG nova.network.neutron [-] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.554347] env[70542]: DEBUG oslo_vmware.api [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911570, 'name': Rename_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.567578] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "ac58aee6-9a03-446a-804f-6b9c72f30a99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.567838] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "ac58aee6-9a03-446a-804f-6b9c72f30a99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.568503] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "ac58aee6-9a03-446a-804f-6b9c72f30a99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.568503] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "ac58aee6-9a03-446a-804f-6b9c72f30a99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.568503] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "ac58aee6-9a03-446a-804f-6b9c72f30a99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.578166] env[70542]: INFO nova.compute.manager [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Terminating instance [ 972.702953] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.826098] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911571, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.869090] env[70542]: INFO nova.compute.manager [-] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Took 2.19 seconds to deallocate network for instance. [ 972.945221] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d221b9e-35b6-43f1-b470-51616e81a88f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.954045] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2038b39-6ec7-4dd6-9cd7-ceab44df38ad {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.998761] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940c54d3-4896-4391-a3c6-20e4c06222e1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.011523] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df0ba42-aad5-44d8-b965-eb418d283f23 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.030428] env[70542]: DEBUG nova.compute.provider_tree [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.053962] env[70542]: DEBUG oslo_vmware.api [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911570, 'name': Rename_Task, 'duration_secs': 1.281282} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.054667] env[70542]: DEBUG nova.network.neutron [req-eb54f4d3-9f62-4b1a-b3ef-4869a9dd50b2 req-55d3d12e-323e-4d94-b6c9-466727e73e18 service nova] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Updated VIF entry in instance network info cache for port 52dee7d2-c471-4a40-8c51-b1fb08e40d4e. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.056699] env[70542]: DEBUG nova.network.neutron [req-eb54f4d3-9f62-4b1a-b3ef-4869a9dd50b2 req-55d3d12e-323e-4d94-b6c9-466727e73e18 service nova] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Updating instance_info_cache with network_info: [{"id": "52dee7d2-c471-4a40-8c51-b1fb08e40d4e", "address": "fa:16:3e:cf:18:73", "network": {"id": "4a26a5a7-2e25-4e0f-83bb-b8e1543ea103", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-150083106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bd3350967fd4c76ac0a221910d233cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52dee7d2-c4", "ovs_interfaceid": "52dee7d2-c471-4a40-8c51-b1fb08e40d4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.057051] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.057623] env[70542]: INFO nova.compute.manager [-] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Took 1.40 seconds to deallocate network for instance. [ 973.057899] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2816cec0-9c5f-49fc-88cc-89b7c7f916d8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.073454] env[70542]: DEBUG oslo_vmware.api [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Waiting for the task: (returnval){ [ 973.073454] env[70542]: value = "task-3911572" [ 973.073454] env[70542]: _type = "Task" [ 973.073454] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.083990] env[70542]: DEBUG oslo_vmware.api [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.085846] env[70542]: DEBUG nova.compute.manager [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.086079] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.086977] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bcd6f5-a1b2-442e-a63f-b28f111daac3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.096670] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.097079] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-340cb778-09ff-457a-85b3-6899ca4c9f0a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.105178] env[70542]: DEBUG oslo_vmware.api [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 973.105178] env[70542]: value = "task-3911573" [ 973.105178] env[70542]: _type = "Task" [ 973.105178] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.116566] env[70542]: DEBUG oslo_vmware.api [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.130810] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "558c1a3f-3fbb-4658-8507-f1f876609623" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.131068] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "558c1a3f-3fbb-4658-8507-f1f876609623" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.171077] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "f155b65c-b78b-4ca9-bc1f-ac962346425e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.171360] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "f155b65c-b78b-4ca9-bc1f-ac962346425e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.321942] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911571, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.336918] env[70542]: DEBUG nova.compute.manager [req-40cb2481-7ac9-452e-8269-5f870b97dc59 req-c643dc19-36b9-4ace-99bd-77d17a497400 service nova] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Received event network-vif-deleted-75a2bad8-adcd-4f47-8cfa-56281a1deddd {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.350101] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Acquiring lock "b3b419ad-44ac-4548-ba81-1107c5c306ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.350373] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Lock "b3b419ad-44ac-4548-ba81-1107c5c306ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.383281] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.533745] env[70542]: DEBUG nova.scheduler.client.report [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.567331] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.567855] env[70542]: DEBUG oslo_concurrency.lockutils [req-eb54f4d3-9f62-4b1a-b3ef-4869a9dd50b2 req-55d3d12e-323e-4d94-b6c9-466727e73e18 service nova] Releasing lock "refresh_cache-e8ebd848-7408-4df7-bcc3-1fe2aaa00026" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.568117] env[70542]: DEBUG nova.compute.manager [req-eb54f4d3-9f62-4b1a-b3ef-4869a9dd50b2 req-55d3d12e-323e-4d94-b6c9-466727e73e18 service nova] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Received event network-vif-deleted-c1dd218b-31ce-4ef7-b221-5321e5e61e95 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.568347] env[70542]: INFO nova.compute.manager [req-eb54f4d3-9f62-4b1a-b3ef-4869a9dd50b2 req-55d3d12e-323e-4d94-b6c9-466727e73e18 service nova] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Neutron deleted interface c1dd218b-31ce-4ef7-b221-5321e5e61e95; detaching it from the instance and deleting it from the info cache [ 973.568631] env[70542]: DEBUG nova.network.neutron [req-eb54f4d3-9f62-4b1a-b3ef-4869a9dd50b2 req-55d3d12e-323e-4d94-b6c9-466727e73e18 service nova] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.586606] env[70542]: DEBUG oslo_vmware.api [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911572, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.615634] env[70542]: DEBUG oslo_vmware.api [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.633810] env[70542]: DEBUG nova.compute.manager [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 973.674353] env[70542]: DEBUG nova.compute.manager [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 973.731632] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e1fbec-74ce-4106-b5e2-764f777f59af tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Volume attach. Driver type: vmdk {{(pid=70542) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 973.731947] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e1fbec-74ce-4106-b5e2-764f777f59af tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776783', 'volume_id': 'b00aeecf-876b-4843-98d1-ac82dcead734', 'name': 'volume-b00aeecf-876b-4843-98d1-ac82dcead734', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3f9e5df-5236-4512-97df-19ff178b2af3', 'attached_at': '', 'detached_at': '', 'volume_id': 'b00aeecf-876b-4843-98d1-ac82dcead734', 'serial': 'b00aeecf-876b-4843-98d1-ac82dcead734'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 973.733249] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4a9815-0da4-49e0-b0bb-461e28fac3da {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.753555] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3ba389-eb5c-4854-a571-e15009f9e1f3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.785233] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e1fbec-74ce-4106-b5e2-764f777f59af tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] volume-b00aeecf-876b-4843-98d1-ac82dcead734/volume-b00aeecf-876b-4843-98d1-ac82dcead734.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.786032] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0804825-4e9a-48dc-9126-d7068caee3eb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.806885] env[70542]: DEBUG oslo_vmware.api [None req-e5e1fbec-74ce-4106-b5e2-764f777f59af tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 973.806885] env[70542]: value = "task-3911574" [ 973.806885] env[70542]: _type = "Task" [ 973.806885] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.821343] env[70542]: DEBUG oslo_vmware.api [None req-e5e1fbec-74ce-4106-b5e2-764f777f59af tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911574, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.825205] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911571, 'name': CreateVM_Task, 'duration_secs': 1.494255} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.825420] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.826399] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.826576] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.826925] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.827214] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9cf7fcb-20b9-4a90-a6bf-5241a5bf4164 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.833124] env[70542]: DEBUG oslo_vmware.api [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Waiting for the task: (returnval){ [ 973.833124] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a3fb96-a990-6cfc-2193-2b32f8f6babb" [ 973.833124] env[70542]: _type = "Task" [ 973.833124] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.843575] env[70542]: DEBUG oslo_vmware.api [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a3fb96-a990-6cfc-2193-2b32f8f6babb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.852796] env[70542]: DEBUG nova.compute.manager [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.039439] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.040012] env[70542]: DEBUG nova.compute.manager [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.042642] env[70542]: DEBUG oslo_concurrency.lockutils [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.658s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.043388] env[70542]: DEBUG nova.objects.instance [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Lazy-loading 'resources' on Instance uuid 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.070992] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f0d43a0-ce80-4acb-87cb-6debb8df8991 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.082852] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087a2a7c-96fa-464d-8c41-831749df2cc6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.099170] env[70542]: DEBUG oslo_vmware.api [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911572, 'name': PowerOnVM_Task, 'duration_secs': 0.639711} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.099936] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.100046] env[70542]: INFO nova.compute.manager [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Took 10.39 seconds to spawn the instance on the hypervisor. [ 974.101030] env[70542]: DEBUG nova.compute.manager [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 974.101119] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd725fd8-4f4f-48d0-aac3-b838938c8fd2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.127636] env[70542]: DEBUG nova.compute.manager [req-eb54f4d3-9f62-4b1a-b3ef-4869a9dd50b2 req-55d3d12e-323e-4d94-b6c9-466727e73e18 service nova] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Detach interface failed, port_id=c1dd218b-31ce-4ef7-b221-5321e5e61e95, reason: Instance dc30924f-6bfe-4171-a594-ad8a4c5d1fab could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 974.134312] env[70542]: DEBUG oslo_vmware.api [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911573, 'name': PowerOffVM_Task, 'duration_secs': 0.783153} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.134587] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.134808] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.135015] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3517235-a041-4c54-883f-cdb21700dc2f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.154945] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.205156] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.205156] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.205156] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Deleting the datastore file [datastore1] ac58aee6-9a03-446a-804f-6b9c72f30a99 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.206461] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.206728] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-444a1028-8c59-435b-ad4a-ebbdb1faab4c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.216366] env[70542]: DEBUG oslo_vmware.api [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 974.216366] env[70542]: value = "task-3911576" [ 974.216366] env[70542]: _type = "Task" [ 974.216366] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.225307] env[70542]: DEBUG oslo_vmware.api [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.318435] env[70542]: DEBUG oslo_vmware.api [None req-e5e1fbec-74ce-4106-b5e2-764f777f59af tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.343651] env[70542]: DEBUG oslo_vmware.api [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a3fb96-a990-6cfc-2193-2b32f8f6babb, 'name': SearchDatastore_Task, 'duration_secs': 0.012557} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.344559] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.344559] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.344559] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.344696] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.344801] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.345087] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bb468f6-b251-466a-9878-942ef02b9118 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.359560] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.359872] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.363014] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c9e082e-4f64-43c0-b6fa-411ee4486971 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.370974] env[70542]: DEBUG oslo_vmware.api [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Waiting for the task: (returnval){ [ 974.370974] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52dca095-2b66-e8b9-1e54-db14f7f2e9ef" [ 974.370974] env[70542]: _type = "Task" [ 974.370974] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.376326] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.380260] env[70542]: DEBUG oslo_vmware.api [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52dca095-2b66-e8b9-1e54-db14f7f2e9ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.548643] env[70542]: DEBUG nova.compute.utils [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.551443] env[70542]: DEBUG nova.compute.manager [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 974.551630] env[70542]: DEBUG nova.network.neutron [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.599218] env[70542]: DEBUG nova.policy [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f93b4b2c761d4e82951a861115f64ef9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '011aef8ab3f7466d8a6de7544db841b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.617121] env[70542]: INFO nova.compute.manager [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Took 50.27 seconds to build instance. [ 974.730238] env[70542]: DEBUG oslo_vmware.api [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146411} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.730499] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.730683] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.730854] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.731033] env[70542]: INFO nova.compute.manager [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Took 1.65 seconds to destroy the instance on the hypervisor. [ 974.731375] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.731595] env[70542]: DEBUG nova.compute.manager [-] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.731690] env[70542]: DEBUG nova.network.neutron [-] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.820645] env[70542]: DEBUG oslo_vmware.api [None req-e5e1fbec-74ce-4106-b5e2-764f777f59af tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911574, 'name': ReconfigVM_Task, 'duration_secs': 0.732889} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.820935] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e1fbec-74ce-4106-b5e2-764f777f59af tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Reconfigured VM instance instance-00000039 to attach disk [datastore2] volume-b00aeecf-876b-4843-98d1-ac82dcead734/volume-b00aeecf-876b-4843-98d1-ac82dcead734.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.826084] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b547342-2443-4e56-92e9-a5382e8522fb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.845964] env[70542]: DEBUG oslo_vmware.api [None req-e5e1fbec-74ce-4106-b5e2-764f777f59af tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 974.845964] env[70542]: value = "task-3911577" [ 974.845964] env[70542]: _type = "Task" [ 974.845964] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.857978] env[70542]: DEBUG oslo_vmware.api [None req-e5e1fbec-74ce-4106-b5e2-764f777f59af tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.876389] env[70542]: DEBUG nova.network.neutron [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Successfully created port: 3008dcaf-cbd5-4d44-bfa0-2922d87ad4ee {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.886030] env[70542]: DEBUG oslo_vmware.api [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52dca095-2b66-e8b9-1e54-db14f7f2e9ef, 'name': SearchDatastore_Task, 'duration_secs': 0.015646} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.886898] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6c1848e-bb89-4d11-8e52-ece96caf55de {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.893181] env[70542]: DEBUG oslo_vmware.api [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Waiting for the task: (returnval){ [ 974.893181] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52acd199-4e51-0721-f24b-cede0201d6d7" [ 974.893181] env[70542]: _type = "Task" [ 974.893181] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.907330] env[70542]: DEBUG oslo_vmware.api [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52acd199-4e51-0721-f24b-cede0201d6d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011039} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.907629] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.908046] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] e8ebd848-7408-4df7-bcc3-1fe2aaa00026/e8ebd848-7408-4df7-bcc3-1fe2aaa00026.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.912079] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ae713d2-e688-4b44-b264-4a491b24a705 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.921398] env[70542]: DEBUG oslo_vmware.api [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Waiting for the task: (returnval){ [ 974.921398] env[70542]: value = "task-3911578" [ 974.921398] env[70542]: _type = "Task" [ 974.921398] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.934891] env[70542]: DEBUG oslo_vmware.api [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.992384] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdec16b7-c699-4c65-bca5-631f61164140 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.004583] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe46d93-42ff-440b-bb23-4adfe679aa98 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.042333] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c73ad2-5a58-4b6d-8bdd-4f0baa2cfc90 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.046407] env[70542]: DEBUG nova.compute.manager [req-ed8a3998-400f-4d8f-b290-2f8471d45ade req-52e24a5f-0519-4f3c-ba19-55170823ae8a service nova] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Received event network-vif-deleted-82a67b43-268c-4e99-97d6-2a15ff79a028 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.046633] env[70542]: INFO nova.compute.manager [req-ed8a3998-400f-4d8f-b290-2f8471d45ade req-52e24a5f-0519-4f3c-ba19-55170823ae8a service nova] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Neutron deleted interface 82a67b43-268c-4e99-97d6-2a15ff79a028; detaching it from the instance and deleting it from the info cache [ 975.046826] env[70542]: DEBUG nova.network.neutron [req-ed8a3998-400f-4d8f-b290-2f8471d45ade req-52e24a5f-0519-4f3c-ba19-55170823ae8a service nova] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.052246] env[70542]: DEBUG nova.compute.manager [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.059156] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c340d7c-1f69-4328-aeb1-20b6a1c84188 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.077020] env[70542]: DEBUG nova.compute.provider_tree [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.119160] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d2f742d5-734d-4217-a36f-db02940f0395 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Lock "07d4b435-4af4-41f2-b778-724ecabb9e7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.976s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.362659] env[70542]: DEBUG oslo_vmware.api [None req-e5e1fbec-74ce-4106-b5e2-764f777f59af tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911577, 'name': ReconfigVM_Task, 'duration_secs': 0.466995} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.363060] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e1fbec-74ce-4106-b5e2-764f777f59af tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776783', 'volume_id': 'b00aeecf-876b-4843-98d1-ac82dcead734', 'name': 'volume-b00aeecf-876b-4843-98d1-ac82dcead734', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3f9e5df-5236-4512-97df-19ff178b2af3', 'attached_at': '', 'detached_at': '', 'volume_id': 'b00aeecf-876b-4843-98d1-ac82dcead734', 'serial': 'b00aeecf-876b-4843-98d1-ac82dcead734'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 975.434094] env[70542]: DEBUG oslo_vmware.api [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494466} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.434094] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] e8ebd848-7408-4df7-bcc3-1fe2aaa00026/e8ebd848-7408-4df7-bcc3-1fe2aaa00026.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.434390] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.434818] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-284e3cef-0df5-4de5-a87c-473bb64133ef {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.442136] env[70542]: DEBUG oslo_vmware.api [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Waiting for the task: (returnval){ [ 975.442136] env[70542]: value = "task-3911579" [ 975.442136] env[70542]: _type = "Task" [ 975.442136] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.452310] env[70542]: DEBUG oslo_vmware.api [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.482036] env[70542]: DEBUG nova.network.neutron [-] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.550483] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-786beeb6-b185-4548-a421-46deccc08c24 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.565875] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db69ca5-7a74-4f45-a279-396ac50bcf12 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.581244] env[70542]: DEBUG nova.scheduler.client.report [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.604672] env[70542]: DEBUG nova.compute.manager [req-ed8a3998-400f-4d8f-b290-2f8471d45ade req-52e24a5f-0519-4f3c-ba19-55170823ae8a service nova] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Detach interface failed, port_id=82a67b43-268c-4e99-97d6-2a15ff79a028, reason: Instance ac58aee6-9a03-446a-804f-6b9c72f30a99 could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 975.953604] env[70542]: DEBUG oslo_vmware.api [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070936} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.953939] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.954815] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ab5cdc-1cea-4b7a-be28-35942a33c6a2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.977927] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] e8ebd848-7408-4df7-bcc3-1fe2aaa00026/e8ebd848-7408-4df7-bcc3-1fe2aaa00026.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.978267] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-203c14fc-4149-48fb-88a6-9e0448352f3a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.993131] env[70542]: INFO nova.compute.manager [-] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Took 1.26 seconds to deallocate network for instance. [ 976.001979] env[70542]: DEBUG oslo_vmware.api [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Waiting for the task: (returnval){ [ 976.001979] env[70542]: value = "task-3911580" [ 976.001979] env[70542]: _type = "Task" [ 976.001979] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.011471] env[70542]: DEBUG oslo_vmware.api [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.079838] env[70542]: DEBUG nova.compute.manager [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.086165] env[70542]: DEBUG oslo_concurrency.lockutils [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.088900] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.715s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.089488] env[70542]: DEBUG nova.objects.instance [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lazy-loading 'resources' on Instance uuid 0b2d45d9-b717-476c-9ef0-169b36eb636c {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.106793] env[70542]: DEBUG nova.virt.hardware [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.107079] env[70542]: DEBUG nova.virt.hardware [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.107249] env[70542]: DEBUG nova.virt.hardware [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.107455] env[70542]: DEBUG nova.virt.hardware [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.107610] env[70542]: DEBUG nova.virt.hardware [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.107751] env[70542]: DEBUG nova.virt.hardware [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.107955] env[70542]: DEBUG nova.virt.hardware [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.108213] env[70542]: DEBUG nova.virt.hardware [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.108290] env[70542]: DEBUG nova.virt.hardware [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.108498] env[70542]: DEBUG nova.virt.hardware [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.108680] env[70542]: DEBUG nova.virt.hardware [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.109823] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138757d8-297f-4313-ac61-01502aebacc1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.113692] env[70542]: INFO nova.scheduler.client.report [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Deleted allocations for instance 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6 [ 976.120544] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570d7591-68cd-45a5-b99a-51d81358fba1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.411668] env[70542]: DEBUG nova.objects.instance [None req-e5e1fbec-74ce-4106-b5e2-764f777f59af tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lazy-loading 'flavor' on Instance uuid e3f9e5df-5236-4512-97df-19ff178b2af3 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.434685] env[70542]: DEBUG nova.compute.manager [req-b5adaed4-c58d-48f2-bd8a-077c07c5d6fa req-f36f0c3b-c3d6-4fd4-bbdf-9d3ae6dd88c6 service nova] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Received event network-vif-plugged-3008dcaf-cbd5-4d44-bfa0-2922d87ad4ee {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.434948] env[70542]: DEBUG oslo_concurrency.lockutils [req-b5adaed4-c58d-48f2-bd8a-077c07c5d6fa req-f36f0c3b-c3d6-4fd4-bbdf-9d3ae6dd88c6 service nova] Acquiring lock "49f64a06-ea50-4c04-bca0-60463d5672b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.435201] env[70542]: DEBUG oslo_concurrency.lockutils [req-b5adaed4-c58d-48f2-bd8a-077c07c5d6fa req-f36f0c3b-c3d6-4fd4-bbdf-9d3ae6dd88c6 service nova] Lock "49f64a06-ea50-4c04-bca0-60463d5672b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.435353] env[70542]: DEBUG oslo_concurrency.lockutils [req-b5adaed4-c58d-48f2-bd8a-077c07c5d6fa req-f36f0c3b-c3d6-4fd4-bbdf-9d3ae6dd88c6 service nova] Lock "49f64a06-ea50-4c04-bca0-60463d5672b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.435521] env[70542]: DEBUG nova.compute.manager [req-b5adaed4-c58d-48f2-bd8a-077c07c5d6fa req-f36f0c3b-c3d6-4fd4-bbdf-9d3ae6dd88c6 service nova] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] No waiting events found dispatching network-vif-plugged-3008dcaf-cbd5-4d44-bfa0-2922d87ad4ee {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 976.435686] env[70542]: WARNING nova.compute.manager [req-b5adaed4-c58d-48f2-bd8a-077c07c5d6fa req-f36f0c3b-c3d6-4fd4-bbdf-9d3ae6dd88c6 service nova] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Received unexpected event network-vif-plugged-3008dcaf-cbd5-4d44-bfa0-2922d87ad4ee for instance with vm_state building and task_state spawning. [ 976.500547] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.514794] env[70542]: DEBUG oslo_vmware.api [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911580, 'name': ReconfigVM_Task, 'duration_secs': 0.296728} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.515217] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Reconfigured VM instance instance-00000046 to attach disk [datastore2] e8ebd848-7408-4df7-bcc3-1fe2aaa00026/e8ebd848-7408-4df7-bcc3-1fe2aaa00026.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.516105] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32da02f3-5d7d-47b1-9139-480e0fb7e745 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.524817] env[70542]: DEBUG oslo_vmware.api [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Waiting for the task: (returnval){ [ 976.524817] env[70542]: value = "task-3911581" [ 976.524817] env[70542]: _type = "Task" [ 976.524817] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.535630] env[70542]: DEBUG oslo_vmware.api [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911581, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.604536] env[70542]: DEBUG nova.network.neutron [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Successfully updated port: 3008dcaf-cbd5-4d44-bfa0-2922d87ad4ee {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.626852] env[70542]: DEBUG oslo_concurrency.lockutils [None req-02d923db-762f-47a5-9372-07ea9306ae6c tempest-ServerShowV247Test-164123761 tempest-ServerShowV247Test-164123761-project-member] Lock "96d1bbde-21c0-4bf8-a7ee-9a3d274652d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.613s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.677173] env[70542]: DEBUG nova.compute.manager [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 976.678151] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edb7ab9-5a5b-4004-8753-e59aad4d3123 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.918125] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e5e1fbec-74ce-4106-b5e2-764f777f59af tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "e3f9e5df-5236-4512-97df-19ff178b2af3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.346s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.041267] env[70542]: DEBUG oslo_vmware.api [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911581, 'name': Rename_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.093529] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b5ce62-92ce-4fc7-af8d-ca44a0933c5f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.103076] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8645704-ded9-466f-81c3-65b0b960e3aa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.106534] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Acquiring lock "refresh_cache-49f64a06-ea50-4c04-bca0-60463d5672b8" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.106743] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Acquired lock "refresh_cache-49f64a06-ea50-4c04-bca0-60463d5672b8" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.106890] env[70542]: DEBUG nova.network.neutron [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.141500] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1d58a7-67b9-48c4-a6a6-3cf177186a44 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.149698] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffcae87-061a-41a2-8bac-57e1e11513f8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.167345] env[70542]: DEBUG nova.compute.provider_tree [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.193519] env[70542]: INFO nova.compute.manager [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] instance snapshotting [ 977.196622] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e304500-4bdf-4e0e-bf47-f085133c9483 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.217741] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f3d02f-4e36-4b03-b767-b26a59005a13 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.489026] env[70542]: INFO nova.compute.manager [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Rebuilding instance [ 977.539542] env[70542]: DEBUG oslo_vmware.api [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911581, 'name': Rename_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.539819] env[70542]: DEBUG nova.compute.manager [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 977.540682] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a091740e-346f-471f-9392-7959251f12fa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.667083] env[70542]: DEBUG nova.network.neutron [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.669972] env[70542]: DEBUG nova.scheduler.client.report [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.729624] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Creating Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 977.729980] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-231abf6f-4248-47fe-9e0e-c3a5a3a5f136 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.739087] env[70542]: DEBUG oslo_vmware.api [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Waiting for the task: (returnval){ [ 977.739087] env[70542]: value = "task-3911582" [ 977.739087] env[70542]: _type = "Task" [ 977.739087] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.749419] env[70542]: DEBUG oslo_vmware.api [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911582, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.830299] env[70542]: DEBUG nova.network.neutron [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Updating instance_info_cache with network_info: [{"id": "3008dcaf-cbd5-4d44-bfa0-2922d87ad4ee", "address": "fa:16:3e:91:8b:88", "network": {"id": "5797e72d-dd66-463b-a9bd-f862d90b6d8a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1996642996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "011aef8ab3f7466d8a6de7544db841b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3008dcaf-cb", "ovs_interfaceid": "3008dcaf-cbd5-4d44-bfa0-2922d87ad4ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.038507] env[70542]: DEBUG oslo_vmware.api [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911581, 'name': Rename_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.175297] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.177925] env[70542]: DEBUG oslo_concurrency.lockutils [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.260s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.180164] env[70542]: INFO nova.compute.claims [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.203888] env[70542]: INFO nova.scheduler.client.report [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Deleted allocations for instance 0b2d45d9-b717-476c-9ef0-169b36eb636c [ 978.254752] env[70542]: DEBUG oslo_vmware.api [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911582, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.333280] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Releasing lock "refresh_cache-49f64a06-ea50-4c04-bca0-60463d5672b8" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.333597] env[70542]: DEBUG nova.compute.manager [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Instance network_info: |[{"id": "3008dcaf-cbd5-4d44-bfa0-2922d87ad4ee", "address": "fa:16:3e:91:8b:88", "network": {"id": "5797e72d-dd66-463b-a9bd-f862d90b6d8a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1996642996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "011aef8ab3f7466d8a6de7544db841b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3008dcaf-cb", "ovs_interfaceid": "3008dcaf-cbd5-4d44-bfa0-2922d87ad4ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.334122] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:8b:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3008dcaf-cbd5-4d44-bfa0-2922d87ad4ee', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.342385] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Creating folder: Project (011aef8ab3f7466d8a6de7544db841b2). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.342511] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15821fb8-53c9-4971-bde1-2690c1b352c3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.356947] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Created folder: Project (011aef8ab3f7466d8a6de7544db841b2) in parent group-v776569. [ 978.357261] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Creating folder: Instances. Parent ref: group-v776786. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.357595] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69c3f869-3528-43e4-8ca4-6107a4076f7f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.368916] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Created folder: Instances in parent group-v776786. [ 978.369154] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.369376] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.369587] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18d4b407-abab-4922-8e52-c4121d9e56a6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.391290] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.391290] env[70542]: value = "task-3911585" [ 978.391290] env[70542]: _type = "Task" [ 978.391290] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.399353] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911585, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.462210] env[70542]: DEBUG nova.compute.manager [req-84504a3c-d3ae-4ac3-ac65-e140696562d6 req-a5d26fba-4acb-4fee-ba39-7e7f2fb7f307 service nova] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Received event network-changed-3008dcaf-cbd5-4d44-bfa0-2922d87ad4ee {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.462413] env[70542]: DEBUG nova.compute.manager [req-84504a3c-d3ae-4ac3-ac65-e140696562d6 req-a5d26fba-4acb-4fee-ba39-7e7f2fb7f307 service nova] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Refreshing instance network info cache due to event network-changed-3008dcaf-cbd5-4d44-bfa0-2922d87ad4ee. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.462656] env[70542]: DEBUG oslo_concurrency.lockutils [req-84504a3c-d3ae-4ac3-ac65-e140696562d6 req-a5d26fba-4acb-4fee-ba39-7e7f2fb7f307 service nova] Acquiring lock "refresh_cache-49f64a06-ea50-4c04-bca0-60463d5672b8" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.462831] env[70542]: DEBUG oslo_concurrency.lockutils [req-84504a3c-d3ae-4ac3-ac65-e140696562d6 req-a5d26fba-4acb-4fee-ba39-7e7f2fb7f307 service nova] Acquired lock "refresh_cache-49f64a06-ea50-4c04-bca0-60463d5672b8" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.463014] env[70542]: DEBUG nova.network.neutron [req-84504a3c-d3ae-4ac3-ac65-e140696562d6 req-a5d26fba-4acb-4fee-ba39-7e7f2fb7f307 service nova] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Refreshing network info cache for port 3008dcaf-cbd5-4d44-bfa0-2922d87ad4ee {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.540203] env[70542]: DEBUG oslo_vmware.api [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911581, 'name': Rename_Task, 'duration_secs': 1.862432} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.540568] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.540866] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-702493a6-3237-4321-810f-b7dd9f6bb9af {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.548188] env[70542]: DEBUG oslo_vmware.api [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Waiting for the task: (returnval){ [ 978.548188] env[70542]: value = "task-3911586" [ 978.548188] env[70542]: _type = "Task" [ 978.548188] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.557624] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.557946] env[70542]: DEBUG oslo_vmware.api [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.558191] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-110051c0-5d27-427e-bd93-b84cbe524784 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.565513] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 978.565513] env[70542]: value = "task-3911587" [ 978.565513] env[70542]: _type = "Task" [ 978.565513] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.574545] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.712760] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d7f9cfb1-eea8-4e1f-a359-bff62c7c8357 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "0b2d45d9-b717-476c-9ef0-169b36eb636c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.983s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.753169] env[70542]: DEBUG oslo_vmware.api [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911582, 'name': CreateSnapshot_Task, 'duration_secs': 0.547829} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.753584] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Created Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 978.754711] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25854783-c82f-40cb-bbde-327b03cf3fa0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.903816] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911585, 'name': CreateVM_Task, 'duration_secs': 0.321998} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.903987] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.904736] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.904952] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.905342] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.905612] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-817e7eff-086f-4abe-9c71-8b47d3f92644 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.911268] env[70542]: DEBUG oslo_vmware.api [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Waiting for the task: (returnval){ [ 978.911268] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d3aef1-643c-26e2-84d3-fffa5c2fe9c6" [ 978.911268] env[70542]: _type = "Task" [ 978.911268] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.920561] env[70542]: DEBUG oslo_vmware.api [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d3aef1-643c-26e2-84d3-fffa5c2fe9c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.067394] env[70542]: DEBUG oslo_vmware.api [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911586, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.075611] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911587, 'name': PowerOffVM_Task, 'duration_secs': 0.343747} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.075853] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.144883] env[70542]: INFO nova.compute.manager [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Detaching volume b00aeecf-876b-4843-98d1-ac82dcead734 [ 979.181975] env[70542]: INFO nova.virt.block_device [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Attempting to driver detach volume b00aeecf-876b-4843-98d1-ac82dcead734 from mountpoint /dev/sdb [ 979.182284] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Volume detach. Driver type: vmdk {{(pid=70542) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 979.182492] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776783', 'volume_id': 'b00aeecf-876b-4843-98d1-ac82dcead734', 'name': 'volume-b00aeecf-876b-4843-98d1-ac82dcead734', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3f9e5df-5236-4512-97df-19ff178b2af3', 'attached_at': '', 'detached_at': '', 'volume_id': 'b00aeecf-876b-4843-98d1-ac82dcead734', 'serial': 'b00aeecf-876b-4843-98d1-ac82dcead734'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 979.183453] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5ebdbb-9908-4cbc-871c-a244fd42a7a0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.222460] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a34057-4564-4f5f-b9fb-fa9a17e32857 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.233221] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ae9fdb-91c2-4d34-841f-8306eea9fc83 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.257798] env[70542]: DEBUG nova.network.neutron [req-84504a3c-d3ae-4ac3-ac65-e140696562d6 req-a5d26fba-4acb-4fee-ba39-7e7f2fb7f307 service nova] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Updated VIF entry in instance network info cache for port 3008dcaf-cbd5-4d44-bfa0-2922d87ad4ee. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.258226] env[70542]: DEBUG nova.network.neutron [req-84504a3c-d3ae-4ac3-ac65-e140696562d6 req-a5d26fba-4acb-4fee-ba39-7e7f2fb7f307 service nova] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Updating instance_info_cache with network_info: [{"id": "3008dcaf-cbd5-4d44-bfa0-2922d87ad4ee", "address": "fa:16:3e:91:8b:88", "network": {"id": "5797e72d-dd66-463b-a9bd-f862d90b6d8a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1996642996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "011aef8ab3f7466d8a6de7544db841b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3008dcaf-cb", "ovs_interfaceid": "3008dcaf-cbd5-4d44-bfa0-2922d87ad4ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.262535] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4edc53-6bb5-4873-a002-cf351f4da056 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.274463] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Creating linked-clone VM from snapshot {{(pid=70542) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 979.286462] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-03f12a65-9b20-4aeb-a4b6-62601c88078b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.290319] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] The volume has not been displaced from its original location: [datastore2] volume-b00aeecf-876b-4843-98d1-ac82dcead734/volume-b00aeecf-876b-4843-98d1-ac82dcead734.vmdk. No consolidation needed. {{(pid=70542) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 979.297041] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Reconfiguring VM instance instance-00000039 to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 979.298656] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-161b62b5-4de6-4b8f-8ba6-5c2c0ad026fd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.317524] env[70542]: DEBUG oslo_vmware.api [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Waiting for the task: (returnval){ [ 979.317524] env[70542]: value = "task-3911588" [ 979.317524] env[70542]: _type = "Task" [ 979.317524] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.318962] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 979.318962] env[70542]: value = "task-3911589" [ 979.318962] env[70542]: _type = "Task" [ 979.318962] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.333892] env[70542]: DEBUG oslo_vmware.api [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911588, 'name': CloneVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.336782] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911589, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.423041] env[70542]: DEBUG oslo_vmware.api [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d3aef1-643c-26e2-84d3-fffa5c2fe9c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010424} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.425609] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.425898] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.426282] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.426351] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.426535] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.427017] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8847277b-be1c-4e6a-8f33-3f2db9fa7950 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.437966] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.438190] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.441460] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99c4928a-e818-4c26-b56e-a5ad6037546a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.448037] env[70542]: DEBUG oslo_vmware.api [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Waiting for the task: (returnval){ [ 979.448037] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52baca11-2625-8431-ddbf-1301373b1ffc" [ 979.448037] env[70542]: _type = "Task" [ 979.448037] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.460674] env[70542]: DEBUG oslo_vmware.api [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52baca11-2625-8431-ddbf-1301373b1ffc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.564535] env[70542]: DEBUG oslo_vmware.api [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911586, 'name': PowerOnVM_Task, 'duration_secs': 0.724033} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.564821] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.565031] env[70542]: INFO nova.compute.manager [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Took 10.40 seconds to spawn the instance on the hypervisor. [ 979.565266] env[70542]: DEBUG nova.compute.manager [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 979.566129] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b400b3-5602-44ad-afec-3c02df28cb31 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.737741] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51482dc3-0971-4029-a4f4-fab3f923c995 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.747196] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79aab59-dbf5-4996-8e4e-019a7b5bbae6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.779115] env[70542]: DEBUG oslo_concurrency.lockutils [req-84504a3c-d3ae-4ac3-ac65-e140696562d6 req-a5d26fba-4acb-4fee-ba39-7e7f2fb7f307 service nova] Releasing lock "refresh_cache-49f64a06-ea50-4c04-bca0-60463d5672b8" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.780968] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37f7eb9-1678-484c-88f3-4020e513225f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.790605] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1a905c-1618-4fc1-960c-30d5d88a5ad8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.798026] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquiring lock "31132351-5206-4d08-876a-5960cc412a05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.798026] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "31132351-5206-4d08-876a-5960cc412a05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.812319] env[70542]: DEBUG nova.compute.provider_tree [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.839328] env[70542]: DEBUG oslo_vmware.api [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911588, 'name': CloneVM_Task} progress is 93%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.839754] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911589, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.959374] env[70542]: DEBUG oslo_vmware.api [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52baca11-2625-8431-ddbf-1301373b1ffc, 'name': SearchDatastore_Task, 'duration_secs': 0.010986} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.960204] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15d48dcb-7c7d-4b8d-82f7-b8166ca5521f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.966155] env[70542]: DEBUG oslo_vmware.api [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Waiting for the task: (returnval){ [ 979.966155] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52875768-3d6f-275a-3974-3f55a4b0880d" [ 979.966155] env[70542]: _type = "Task" [ 979.966155] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.975859] env[70542]: DEBUG oslo_vmware.api [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52875768-3d6f-275a-3974-3f55a4b0880d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.085126] env[70542]: INFO nova.compute.manager [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Took 41.98 seconds to build instance. [ 980.300379] env[70542]: DEBUG nova.compute.manager [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.318337] env[70542]: DEBUG nova.scheduler.client.report [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.335108] env[70542]: DEBUG oslo_vmware.api [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911588, 'name': CloneVM_Task} progress is 93%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.340277] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911589, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.375808] env[70542]: INFO nova.compute.manager [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Rebuilding instance [ 980.422082] env[70542]: DEBUG nova.compute.manager [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 980.422082] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eebab7c-d4ca-4f5b-8028-c2c83b3050d0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.478307] env[70542]: DEBUG oslo_vmware.api [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52875768-3d6f-275a-3974-3f55a4b0880d, 'name': SearchDatastore_Task, 'duration_secs': 0.012606} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.478682] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.478996] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 49f64a06-ea50-4c04-bca0-60463d5672b8/49f64a06-ea50-4c04-bca0-60463d5672b8.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.479339] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-502a39e3-c16b-49e9-b160-9706dfb2d94c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.490179] env[70542]: DEBUG oslo_vmware.api [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Waiting for the task: (returnval){ [ 980.490179] env[70542]: value = "task-3911590" [ 980.490179] env[70542]: _type = "Task" [ 980.490179] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.502421] env[70542]: DEBUG oslo_vmware.api [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Task: {'id': task-3911590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.587769] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5f59e87f-f1fd-4d83-991e-f51619cc0a1d tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lock "e8ebd848-7408-4df7-bcc3-1fe2aaa00026" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.488s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.830592] env[70542]: DEBUG oslo_concurrency.lockutils [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.831200] env[70542]: DEBUG nova.compute.manager [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.835744] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.836048] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.516s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.837636] env[70542]: INFO nova.compute.claims [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.856657] env[70542]: DEBUG oslo_vmware.api [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911588, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.860875] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911589, 'name': ReconfigVM_Task, 'duration_secs': 1.236171} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.861240] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Reconfigured VM instance instance-00000039 to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 980.868155] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57f77998-d43d-4a63-a5e5-b23ff849f7ee {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.892555] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 980.892555] env[70542]: value = "task-3911591" [ 980.892555] env[70542]: _type = "Task" [ 980.892555] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.906843] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911591, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.002334] env[70542]: DEBUG oslo_vmware.api [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Task: {'id': task-3911590, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.335169] env[70542]: DEBUG oslo_vmware.api [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911588, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.349559] env[70542]: DEBUG nova.compute.utils [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.351053] env[70542]: DEBUG nova.compute.manager [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.351224] env[70542]: DEBUG nova.network.neutron [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.394645] env[70542]: DEBUG nova.policy [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84a7a980f0164d67b481f0e09c97afe9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b5dba3f2d644ffab877e8c5100a3837', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.408577] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.436295] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.436656] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12e5d015-75cd-4a54-a53e-ba8a432826d5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.445172] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 981.445172] env[70542]: value = "task-3911592" [ 981.445172] env[70542]: _type = "Task" [ 981.445172] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.455482] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.503460] env[70542]: DEBUG oslo_vmware.api [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Task: {'id': task-3911590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52976} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.503866] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 49f64a06-ea50-4c04-bca0-60463d5672b8/49f64a06-ea50-4c04-bca0-60463d5672b8.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.504069] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.504437] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fec97f0-be84-405b-b9fd-4a2ef7169127 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.514070] env[70542]: DEBUG oslo_vmware.api [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Waiting for the task: (returnval){ [ 981.514070] env[70542]: value = "task-3911593" [ 981.514070] env[70542]: _type = "Task" [ 981.514070] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.526447] env[70542]: DEBUG oslo_vmware.api [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Task: {'id': task-3911593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.736178] env[70542]: DEBUG nova.network.neutron [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Successfully created port: e65cbbde-c297-4cd7-9d53-2c6757df2e11 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.836366] env[70542]: DEBUG oslo_vmware.api [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911588, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.854977] env[70542]: DEBUG nova.compute.manager [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.907271] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.970094] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.026034] env[70542]: DEBUG oslo_vmware.api [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Task: {'id': task-3911593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075341} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.027046] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 982.027370] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961233db-35c3-4679-a48a-64eb8591da97 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.055283] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 49f64a06-ea50-4c04-bca0-60463d5672b8/49f64a06-ea50-4c04-bca0-60463d5672b8.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.058432] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2c73b36-caf5-446f-8662-67edf26f2acd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.082027] env[70542]: DEBUG oslo_vmware.api [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Waiting for the task: (returnval){ [ 982.082027] env[70542]: value = "task-3911594" [ 982.082027] env[70542]: _type = "Task" [ 982.082027] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.091835] env[70542]: DEBUG oslo_vmware.api [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Task: {'id': task-3911594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.338300] env[70542]: DEBUG oslo_vmware.api [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911588, 'name': CloneVM_Task, 'duration_secs': 2.873795} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.341237] env[70542]: INFO nova.virt.vmwareapi.vmops [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Created linked-clone VM from snapshot [ 982.342298] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44db7b2-a8f6-4134-9187-5f59079a61aa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.350731] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Uploading image 730ffe91-297f-4f00-a7a6-6c90e87b1f77 {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 982.382704] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1d78b5-51c7-46d1-ade9-88f0c0962bd1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.388509] env[70542]: DEBUG oslo_vmware.rw_handles [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 982.388509] env[70542]: value = "vm-776789" [ 982.388509] env[70542]: _type = "VirtualMachine" [ 982.388509] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 982.388789] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f43248a6-9cf4-4541-9ae4-93526fb58d3d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.395538] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9fd521-5d69-4b28-848e-c869412ceb6a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.401694] env[70542]: DEBUG oslo_vmware.rw_handles [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Lease: (returnval){ [ 982.401694] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cfd717-298c-7064-292f-35bfeb9c48b8" [ 982.401694] env[70542]: _type = "HttpNfcLease" [ 982.401694] env[70542]: } obtained for exporting VM: (result){ [ 982.401694] env[70542]: value = "vm-776789" [ 982.401694] env[70542]: _type = "VirtualMachine" [ 982.401694] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 982.401694] env[70542]: DEBUG oslo_vmware.api [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Waiting for the lease: (returnval){ [ 982.401694] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cfd717-298c-7064-292f-35bfeb9c48b8" [ 982.401694] env[70542]: _type = "HttpNfcLease" [ 982.401694] env[70542]: } to be ready. {{(pid=70542) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 982.415553] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911591, 'name': ReconfigVM_Task, 'duration_secs': 1.142171} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.441291] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776783', 'volume_id': 'b00aeecf-876b-4843-98d1-ac82dcead734', 'name': 'volume-b00aeecf-876b-4843-98d1-ac82dcead734', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3f9e5df-5236-4512-97df-19ff178b2af3', 'attached_at': '', 'detached_at': '', 'volume_id': 'b00aeecf-876b-4843-98d1-ac82dcead734', 'serial': 'b00aeecf-876b-4843-98d1-ac82dcead734'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 982.442968] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 982.442968] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cfd717-298c-7064-292f-35bfeb9c48b8" [ 982.442968] env[70542]: _type = "HttpNfcLease" [ 982.442968] env[70542]: } is ready. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 982.443964] env[70542]: DEBUG oslo_vmware.rw_handles [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 982.443964] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cfd717-298c-7064-292f-35bfeb9c48b8" [ 982.443964] env[70542]: _type = "HttpNfcLease" [ 982.443964] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 982.444860] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3fdb14-a7c3-4b38-9e05-00328db811b7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.451277] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4836b9a5-077b-4146-ba7a-a522d6ff5be0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.464920] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c7f91d-daf6-4438-a7a9-6616dea26b3c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.469205] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911592, 'name': PowerOffVM_Task, 'duration_secs': 0.850855} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.469467] env[70542]: DEBUG oslo_vmware.rw_handles [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5291b0fe-9ebb-e27a-d9c4-d255789a2879/disk-0.vmdk from lease info. {{(pid=70542) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 982.469632] env[70542]: DEBUG oslo_vmware.rw_handles [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5291b0fe-9ebb-e27a-d9c4-d255789a2879/disk-0.vmdk for reading. {{(pid=70542) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 982.470938] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.471271] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.473092] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1dee18-5745-46a1-9217-7fa6c0c1a6f1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.539381] env[70542]: DEBUG nova.compute.provider_tree [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.548027] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.548027] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11ee2da1-71ae-4708-8ea0-54ac0b53923c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.577450] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6393a60a-7b5d-4173-a2ad-aa2f98d50415 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.593352] env[70542]: DEBUG oslo_vmware.api [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Task: {'id': task-3911594, 'name': ReconfigVM_Task, 'duration_secs': 0.340447} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.595541] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 49f64a06-ea50-4c04-bca0-60463d5672b8/49f64a06-ea50-4c04-bca0-60463d5672b8.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.596569] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-277106af-d8e0-4776-ba26-5cbc2f557846 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.608455] env[70542]: DEBUG oslo_vmware.api [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Waiting for the task: (returnval){ [ 982.608455] env[70542]: value = "task-3911597" [ 982.608455] env[70542]: _type = "Task" [ 982.608455] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.619113] env[70542]: DEBUG oslo_vmware.api [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Task: {'id': task-3911597, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.866616] env[70542]: DEBUG nova.compute.manager [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.889667] env[70542]: DEBUG nova.virt.hardware [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.889969] env[70542]: DEBUG nova.virt.hardware [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.890146] env[70542]: DEBUG nova.virt.hardware [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.890408] env[70542]: DEBUG nova.virt.hardware [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.890638] env[70542]: DEBUG nova.virt.hardware [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.890710] env[70542]: DEBUG nova.virt.hardware [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.890968] env[70542]: DEBUG nova.virt.hardware [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.891157] env[70542]: DEBUG nova.virt.hardware [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.891334] env[70542]: DEBUG nova.virt.hardware [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.891531] env[70542]: DEBUG nova.virt.hardware [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.891742] env[70542]: DEBUG nova.virt.hardware [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.892853] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2968c8bb-cc64-40d9-91ca-845d90b8b22a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.902764] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e960b718-d9df-4481-b5a9-469586ea2695 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.975023] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.975751] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.975751] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Deleting the datastore file [datastore1] a195a73f-0e1c-4d50-a6c3-bb1362a55f76 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.975920] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afb3eaad-4fc9-41e5-b35f-db158acd447c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.984391] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 982.984391] env[70542]: value = "task-3911598" [ 982.984391] env[70542]: _type = "Task" [ 982.984391] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.993359] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.043177] env[70542]: DEBUG nova.scheduler.client.report [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.121253] env[70542]: DEBUG oslo_vmware.api [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Task: {'id': task-3911597, 'name': Rename_Task, 'duration_secs': 0.158278} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.121664] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.121942] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af6e9667-9d68-4e20-8aca-1a880a68d2e5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.132235] env[70542]: DEBUG oslo_vmware.api [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Waiting for the task: (returnval){ [ 983.132235] env[70542]: value = "task-3911599" [ 983.132235] env[70542]: _type = "Task" [ 983.132235] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.145033] env[70542]: DEBUG oslo_vmware.api [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Task: {'id': task-3911599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.273952] env[70542]: INFO nova.compute.manager [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Rebuilding instance [ 983.334804] env[70542]: DEBUG nova.compute.manager [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 983.335541] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1248f587-d7b6-450a-8898-e896d74c8cf2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.448169] env[70542]: DEBUG nova.network.neutron [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Successfully updated port: e65cbbde-c297-4cd7-9d53-2c6757df2e11 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.501370] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185045} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.503034] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.503034] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.503034] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.508606] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.508939] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd3678f5-4cc0-463b-a447-21add49b8b7e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.520349] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 983.520349] env[70542]: value = "task-3911600" [ 983.520349] env[70542]: _type = "Task" [ 983.520349] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.532306] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.549303] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.550097] env[70542]: DEBUG nova.compute.manager [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 983.554112] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.693s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.554363] env[70542]: DEBUG nova.objects.instance [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lazy-loading 'resources' on Instance uuid 58330f4d-7973-4c31-9f83-0ef58340b4ea {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.644539] env[70542]: DEBUG oslo_vmware.api [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Task: {'id': task-3911599, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.683554] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Acquiring lock "e8ebd848-7408-4df7-bcc3-1fe2aaa00026" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.683554] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lock "e8ebd848-7408-4df7-bcc3-1fe2aaa00026" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.683554] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Acquiring lock "e8ebd848-7408-4df7-bcc3-1fe2aaa00026-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.683554] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lock "e8ebd848-7408-4df7-bcc3-1fe2aaa00026-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.683554] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lock "e8ebd848-7408-4df7-bcc3-1fe2aaa00026-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.684890] env[70542]: INFO nova.compute.manager [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Terminating instance [ 983.695741] env[70542]: DEBUG nova.compute.manager [req-2603b60b-a3df-4480-a660-3b9cbf08c81a req-9241be8b-b89b-48d6-aa7b-c49549850966 service nova] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Received event network-vif-plugged-e65cbbde-c297-4cd7-9d53-2c6757df2e11 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.696554] env[70542]: DEBUG oslo_concurrency.lockutils [req-2603b60b-a3df-4480-a660-3b9cbf08c81a req-9241be8b-b89b-48d6-aa7b-c49549850966 service nova] Acquiring lock "528da208-9ddc-4cd3-b7ab-af0bda3ab072-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.696973] env[70542]: DEBUG oslo_concurrency.lockutils [req-2603b60b-a3df-4480-a660-3b9cbf08c81a req-9241be8b-b89b-48d6-aa7b-c49549850966 service nova] Lock "528da208-9ddc-4cd3-b7ab-af0bda3ab072-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.697644] env[70542]: DEBUG oslo_concurrency.lockutils [req-2603b60b-a3df-4480-a660-3b9cbf08c81a req-9241be8b-b89b-48d6-aa7b-c49549850966 service nova] Lock "528da208-9ddc-4cd3-b7ab-af0bda3ab072-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.697904] env[70542]: DEBUG nova.compute.manager [req-2603b60b-a3df-4480-a660-3b9cbf08c81a req-9241be8b-b89b-48d6-aa7b-c49549850966 service nova] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] No waiting events found dispatching network-vif-plugged-e65cbbde-c297-4cd7-9d53-2c6757df2e11 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 983.698171] env[70542]: WARNING nova.compute.manager [req-2603b60b-a3df-4480-a660-3b9cbf08c81a req-9241be8b-b89b-48d6-aa7b-c49549850966 service nova] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Received unexpected event network-vif-plugged-e65cbbde-c297-4cd7-9d53-2c6757df2e11 for instance with vm_state building and task_state spawning. [ 983.951670] env[70542]: DEBUG oslo_concurrency.lockutils [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquiring lock "refresh_cache-528da208-9ddc-4cd3-b7ab-af0bda3ab072" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.951891] env[70542]: DEBUG oslo_concurrency.lockutils [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquired lock "refresh_cache-528da208-9ddc-4cd3-b7ab-af0bda3ab072" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.952141] env[70542]: DEBUG nova.network.neutron [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.033392] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] VM already powered off {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 984.034326] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Volume detach. Driver type: vmdk {{(pid=70542) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 984.034556] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776783', 'volume_id': 'b00aeecf-876b-4843-98d1-ac82dcead734', 'name': 'volume-b00aeecf-876b-4843-98d1-ac82dcead734', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3f9e5df-5236-4512-97df-19ff178b2af3', 'attached_at': '', 'detached_at': '', 'volume_id': 'b00aeecf-876b-4843-98d1-ac82dcead734', 'serial': 'b00aeecf-876b-4843-98d1-ac82dcead734'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 984.035503] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91f983a-b723-4672-b61e-812e44eac399 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.060167] env[70542]: DEBUG nova.compute.utils [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.066872] env[70542]: DEBUG nova.compute.manager [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Not allocating networking since 'none' was specified. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 984.067788] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98544d87-f572-4e99-b0c1-60b079c8823c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.078202] env[70542]: WARNING nova.virt.vmwareapi.driver [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 984.078615] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.080263] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ce0f1b-7b88-4530-ab7a-933c568a7911 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.089534] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.090183] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e682966-d57b-44c2-9353-dfb69eb9ae89 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.144608] env[70542]: DEBUG oslo_vmware.api [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Task: {'id': task-3911599, 'name': PowerOnVM_Task, 'duration_secs': 0.536393} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.147501] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.147723] env[70542]: INFO nova.compute.manager [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Took 8.07 seconds to spawn the instance on the hypervisor. [ 984.147902] env[70542]: DEBUG nova.compute.manager [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 984.148919] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa2e4ae-5613-4f24-8567-27c0911f7fd1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.167131] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.167444] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.167672] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Deleting the datastore file [datastore1] e3f9e5df-5236-4512-97df-19ff178b2af3 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.167945] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6adbff79-c294-4852-bbc8-242b1c990b80 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.176010] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 984.176010] env[70542]: value = "task-3911602" [ 984.176010] env[70542]: _type = "Task" [ 984.176010] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.190064] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.195611] env[70542]: DEBUG nova.compute.manager [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.195747] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.196989] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ed37d6-23de-4b44-9104-1bc87cad3ef5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.217820] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.221196] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e4c6b88-691e-4f22-a7a8-c936d2dc8c03 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.227699] env[70542]: DEBUG oslo_vmware.api [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Waiting for the task: (returnval){ [ 984.227699] env[70542]: value = "task-3911603" [ 984.227699] env[70542]: _type = "Task" [ 984.227699] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.240525] env[70542]: DEBUG oslo_vmware.api [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.354547] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.355285] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa1f8091-d4fb-4630-8bcd-a1815c2e3bf3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.368220] env[70542]: DEBUG oslo_vmware.api [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Waiting for the task: (returnval){ [ 984.368220] env[70542]: value = "task-3911604" [ 984.368220] env[70542]: _type = "Task" [ 984.368220] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.381541] env[70542]: DEBUG oslo_vmware.api [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Task: {'id': task-3911604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.508275] env[70542]: DEBUG nova.network.neutron [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.548781] env[70542]: DEBUG nova.virt.hardware [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.549010] env[70542]: DEBUG nova.virt.hardware [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.549199] env[70542]: DEBUG nova.virt.hardware [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.549426] env[70542]: DEBUG nova.virt.hardware [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.549590] env[70542]: DEBUG nova.virt.hardware [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.549822] env[70542]: DEBUG nova.virt.hardware [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.550134] env[70542]: DEBUG nova.virt.hardware [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.550387] env[70542]: DEBUG nova.virt.hardware [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.550635] env[70542]: DEBUG nova.virt.hardware [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.550794] env[70542]: DEBUG nova.virt.hardware [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.551067] env[70542]: DEBUG nova.virt.hardware [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.552022] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1342c3a-e0df-494e-9701-870b0d7275fc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.564958] env[70542]: DEBUG nova.compute.manager [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 984.573171] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364b51f9-ce12-443c-8c60-3eb507e83c13 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.603032] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:a5:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '614a50cd-b226-4f71-91ee-eea67aacec91', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.612596] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.616108] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.616682] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88076b24-592c-41ac-a5a2-7c9fc14cff4b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.636796] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193278c7-dd64-4b01-8fa5-afea5d0246f1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.653258] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e185ce09-a04b-49be-bfa8-40637de5de83 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.657085] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.657085] env[70542]: value = "task-3911605" [ 984.657085] env[70542]: _type = "Task" [ 984.657085] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.702864] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fe9d9f-4001-46fe-9882-e54daddc14af {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.706427] env[70542]: INFO nova.compute.manager [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Took 35.34 seconds to build instance. [ 984.713259] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911605, 'name': CreateVM_Task} progress is 15%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.721595] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca58169-fc7f-4a6d-b3e4-2c4d5d99ea47 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.725858] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21589} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.726168] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.726508] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.726613] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.745471] env[70542]: DEBUG nova.compute.provider_tree [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.751085] env[70542]: DEBUG oslo_vmware.api [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911603, 'name': PowerOffVM_Task, 'duration_secs': 0.244139} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.751085] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.751313] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.751924] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f6f29ba-c4ca-450f-9699-330917ca90ce {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.761951] env[70542]: DEBUG nova.network.neutron [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Updating instance_info_cache with network_info: [{"id": "e65cbbde-c297-4cd7-9d53-2c6757df2e11", "address": "fa:16:3e:c7:5c:18", "network": {"id": "40effc2b-43a3-47f4-b31f-3b92dad3ff52", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-756019620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5dba3f2d644ffab877e8c5100a3837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape65cbbde-c2", "ovs_interfaceid": "e65cbbde-c297-4cd7-9d53-2c6757df2e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.850575] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.850930] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.851256] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Deleting the datastore file [datastore2] e8ebd848-7408-4df7-bcc3-1fe2aaa00026 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.851690] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7e5c83f-ffce-415e-905c-be0cedce2116 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.862781] env[70542]: DEBUG oslo_vmware.api [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Waiting for the task: (returnval){ [ 984.862781] env[70542]: value = "task-3911607" [ 984.862781] env[70542]: _type = "Task" [ 984.862781] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.871667] env[70542]: DEBUG oslo_vmware.api [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.881760] env[70542]: DEBUG oslo_vmware.api [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Task: {'id': task-3911604, 'name': PowerOffVM_Task, 'duration_secs': 0.274176} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.882061] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.882957] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.883345] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff76f558-b936-4e66-b175-750f6ef03b8b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.891320] env[70542]: DEBUG oslo_vmware.api [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Waiting for the task: (returnval){ [ 984.891320] env[70542]: value = "task-3911608" [ 984.891320] env[70542]: _type = "Task" [ 984.891320] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.902545] env[70542]: DEBUG oslo_vmware.api [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Task: {'id': task-3911608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.169583] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911605, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.213105] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b721d860-27c5-404a-9524-dc933c88ebb0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Lock "49f64a06-ea50-4c04-bca0-60463d5672b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.859s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.236235] env[70542]: INFO nova.virt.block_device [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Booting with volume b00aeecf-876b-4843-98d1-ac82dcead734 at /dev/sdb [ 985.248049] env[70542]: DEBUG nova.scheduler.client.report [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.264667] env[70542]: DEBUG oslo_concurrency.lockutils [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Releasing lock "refresh_cache-528da208-9ddc-4cd3-b7ab-af0bda3ab072" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.264986] env[70542]: DEBUG nova.compute.manager [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Instance network_info: |[{"id": "e65cbbde-c297-4cd7-9d53-2c6757df2e11", "address": "fa:16:3e:c7:5c:18", "network": {"id": "40effc2b-43a3-47f4-b31f-3b92dad3ff52", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-756019620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5dba3f2d644ffab877e8c5100a3837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape65cbbde-c2", "ovs_interfaceid": "e65cbbde-c297-4cd7-9d53-2c6757df2e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 985.265451] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:5c:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e65cbbde-c297-4cd7-9d53-2c6757df2e11', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.273592] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.273861] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.274089] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57764dde-ade8-4ddb-b63d-e63f4436875a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.293492] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb708bd0-c37c-424c-bc59-48b71f328545 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.297217] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.297217] env[70542]: value = "task-3911609" [ 985.297217] env[70542]: _type = "Task" [ 985.297217] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.305699] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2ac516-1890-4506-8d42-5750dd37757a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.320216] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911609, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.349515] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa794eaf-5941-40a3-b21a-d9cb71974f62 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.359577] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f8443e-e886-4e66-bf26-2511b8289d66 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.382898] env[70542]: DEBUG oslo_vmware.api [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.419017] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffd70f3-9afc-4422-ac06-81d77b5d64d2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.428782] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] VM already powered off {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 985.429144] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Volume detach. Driver type: vmdk {{(pid=70542) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 985.429225] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776634', 'volume_id': 'b97d997b-4a01-4b2d-ba2a-54990af4d4ac', 'name': 'volume-b97d997b-4a01-4b2d-ba2a-54990af4d4ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a4636d85-7109-4b7e-a01a-4cf2d2952886', 'attached_at': '', 'detached_at': '', 'volume_id': 'b97d997b-4a01-4b2d-ba2a-54990af4d4ac', 'serial': 'b97d997b-4a01-4b2d-ba2a-54990af4d4ac'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 985.430103] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662106b3-60d9-4b96-88c7-fcd7bd211f6b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.433189] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225ae209-11b2-4a49-9eb0-4636523fd367 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.465335] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e0d3b9-989e-48ed-8d5b-95471fcd892d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.468655] env[70542]: DEBUG nova.virt.block_device [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Updating existing volume attachment record: 1fdf6bf1-4185-4f0e-986b-d3a8d5c5d72a {{(pid=70542) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 985.477139] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669af862-db49-4afd-87c4-47996bd8c9c9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.497852] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c86643-881e-47c5-b5cb-23fb2eea7c32 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.515876] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] The volume has not been displaced from its original location: [datastore1] volume-b97d997b-4a01-4b2d-ba2a-54990af4d4ac/volume-b97d997b-4a01-4b2d-ba2a-54990af4d4ac.vmdk. No consolidation needed. {{(pid=70542) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 985.521512] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Reconfiguring VM instance instance-00000028 to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 985.521894] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f14e282-a024-4b21-919c-dd323a747083 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.542640] env[70542]: DEBUG oslo_vmware.api [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Waiting for the task: (returnval){ [ 985.542640] env[70542]: value = "task-3911610" [ 985.542640] env[70542]: _type = "Task" [ 985.542640] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.553373] env[70542]: DEBUG oslo_vmware.api [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Task: {'id': task-3911610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.589950] env[70542]: DEBUG nova.compute.manager [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 985.619681] env[70542]: DEBUG nova.virt.hardware [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.619939] env[70542]: DEBUG nova.virt.hardware [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.620155] env[70542]: DEBUG nova.virt.hardware [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.620284] env[70542]: DEBUG nova.virt.hardware [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.620448] env[70542]: DEBUG nova.virt.hardware [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.620617] env[70542]: DEBUG nova.virt.hardware [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.620864] env[70542]: DEBUG nova.virt.hardware [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.620935] env[70542]: DEBUG nova.virt.hardware [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.621102] env[70542]: DEBUG nova.virt.hardware [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.621273] env[70542]: DEBUG nova.virt.hardware [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.621469] env[70542]: DEBUG nova.virt.hardware [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.622419] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ced8c2-e22c-4cbc-b1c2-088874519f11 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.634620] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a13c7f2-3fb4-4d5b-b23c-47bd34ef7347 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.652771] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Instance VIF info [] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.659118] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Creating folder: Project (67223997705e4c7b8f7c365b58302a5b). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 985.659668] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61afbf97-0e35-4611-a297-02d916d3601e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.674903] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911605, 'name': CreateVM_Task, 'duration_secs': 0.610125} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.677016] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.677491] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Created folder: Project (67223997705e4c7b8f7c365b58302a5b) in parent group-v776569. [ 985.677789] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Creating folder: Instances. Parent ref: group-v776792. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 985.678797] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.679049] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.679556] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.679889] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abc5c471-64a3-4ec1-8099-f482620d5b0c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.682895] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-506b010b-7d57-416d-91d1-851de078d503 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.690462] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 985.690462] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52db5187-7c79-5021-062f-70662d5109b3" [ 985.690462] env[70542]: _type = "Task" [ 985.690462] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.697345] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Created folder: Instances in parent group-v776792. [ 985.697702] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.698509] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.698813] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c034951-de3d-4ac7-9b33-accb46ffc7ae {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.716380] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52db5187-7c79-5021-062f-70662d5109b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.725623] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.725623] env[70542]: value = "task-3911613" [ 985.725623] env[70542]: _type = "Task" [ 985.725623] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.736971] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911613, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.755395] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.758328] env[70542]: DEBUG oslo_concurrency.lockutils [None req-79402f88-94f4-413d-b05f-698c1b16f54f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 15.749s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.784895] env[70542]: DEBUG nova.compute.manager [req-dd78b011-e368-40be-ba81-8a303e5dccdd req-f294f949-466a-4947-b429-d49bd2169f90 service nova] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Received event network-changed-e65cbbde-c297-4cd7-9d53-2c6757df2e11 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.785208] env[70542]: DEBUG nova.compute.manager [req-dd78b011-e368-40be-ba81-8a303e5dccdd req-f294f949-466a-4947-b429-d49bd2169f90 service nova] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Refreshing instance network info cache due to event network-changed-e65cbbde-c297-4cd7-9d53-2c6757df2e11. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.785521] env[70542]: DEBUG oslo_concurrency.lockutils [req-dd78b011-e368-40be-ba81-8a303e5dccdd req-f294f949-466a-4947-b429-d49bd2169f90 service nova] Acquiring lock "refresh_cache-528da208-9ddc-4cd3-b7ab-af0bda3ab072" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.785713] env[70542]: DEBUG oslo_concurrency.lockutils [req-dd78b011-e368-40be-ba81-8a303e5dccdd req-f294f949-466a-4947-b429-d49bd2169f90 service nova] Acquired lock "refresh_cache-528da208-9ddc-4cd3-b7ab-af0bda3ab072" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.785950] env[70542]: DEBUG nova.network.neutron [req-dd78b011-e368-40be-ba81-8a303e5dccdd req-f294f949-466a-4947-b429-d49bd2169f90 service nova] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Refreshing network info cache for port e65cbbde-c297-4cd7-9d53-2c6757df2e11 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.798664] env[70542]: INFO nova.scheduler.client.report [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Deleted allocations for instance 58330f4d-7973-4c31-9f83-0ef58340b4ea [ 985.815125] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911609, 'name': CreateVM_Task, 'duration_secs': 0.503362} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.815385] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.816243] env[70542]: DEBUG oslo_concurrency.lockutils [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.883986] env[70542]: DEBUG oslo_vmware.api [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.540192} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.883986] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.883986] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.883986] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.885058] env[70542]: INFO nova.compute.manager [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Took 1.69 seconds to destroy the instance on the hypervisor. [ 985.885058] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.885058] env[70542]: DEBUG nova.compute.manager [-] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.885278] env[70542]: DEBUG nova.network.neutron [-] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 986.054201] env[70542]: DEBUG oslo_vmware.api [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Task: {'id': task-3911610, 'name': ReconfigVM_Task, 'duration_secs': 0.268076} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.054609] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Reconfigured VM instance instance-00000028 to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 986.060933] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59cd57fa-e6b4-4e82-bb19-d563eaa09008 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.076940] env[70542]: DEBUG oslo_vmware.api [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Waiting for the task: (returnval){ [ 986.076940] env[70542]: value = "task-3911614" [ 986.076940] env[70542]: _type = "Task" [ 986.076940] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.086686] env[70542]: DEBUG oslo_vmware.api [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Task: {'id': task-3911614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.205800] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52db5187-7c79-5021-062f-70662d5109b3, 'name': SearchDatastore_Task, 'duration_secs': 0.016359} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.206305] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.206565] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.206842] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.207136] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.207304] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.207729] env[70542]: DEBUG oslo_concurrency.lockutils [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.208254] env[70542]: DEBUG oslo_concurrency.lockutils [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.208613] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fc7e573-2015-456e-84ce-69f4a7e393b4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.211490] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b699c42f-6fac-4a01-8813-ddcb089ccb9e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.218819] env[70542]: DEBUG oslo_vmware.api [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 986.218819] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b14cb9-3442-4974-05ce-a5d3f85c37b8" [ 986.218819] env[70542]: _type = "Task" [ 986.218819] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.231104] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.231104] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.231746] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39ab08a2-b91b-447e-bde7-2115d8f39080 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.250785] env[70542]: DEBUG oslo_vmware.api [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b14cb9-3442-4974-05ce-a5d3f85c37b8, 'name': SearchDatastore_Task, 'duration_secs': 0.023887} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.259184] env[70542]: DEBUG oslo_concurrency.lockutils [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.259184] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.259419] env[70542]: DEBUG oslo_concurrency.lockutils [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.259886] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911613, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.260663] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 986.260663] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52acf4ca-4bda-5672-7245-bc453e2904dd" [ 986.260663] env[70542]: _type = "Task" [ 986.260663] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.277743] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52acf4ca-4bda-5672-7245-bc453e2904dd, 'name': SearchDatastore_Task, 'duration_secs': 0.014527} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.279262] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-807b13b5-b347-40bd-9843-249c5679f4d5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.292724] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 986.292724] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52890446-451e-ffa2-69cf-c5d1d67c519d" [ 986.292724] env[70542]: _type = "Task" [ 986.292724] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.305294] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52890446-451e-ffa2-69cf-c5d1d67c519d, 'name': SearchDatastore_Task, 'duration_secs': 0.014229} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.311034] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.311034] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] a195a73f-0e1c-4d50-a6c3-bb1362a55f76/a195a73f-0e1c-4d50-a6c3-bb1362a55f76.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.313657] env[70542]: DEBUG oslo_concurrency.lockutils [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.313842] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.314071] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3359b49d-f4e3-41c0-b6e2-d70469860a60 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.321808] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e6a72e02-fe4c-40e7-bdf6-16b08b58934f tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "58330f4d-7973-4c31-9f83-0ef58340b4ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.064s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.321808] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-523d17d4-38c7-4a04-8216-0db308b30837 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.333029] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 986.333029] env[70542]: value = "task-3911615" [ 986.333029] env[70542]: _type = "Task" [ 986.333029] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.343191] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.343388] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.347519] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b014c86b-1507-4b75-92db-dc62513d131b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.354874] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.360826] env[70542]: DEBUG oslo_vmware.api [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 986.360826] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a4c8c4-05a1-fddc-06d6-fdb7d54a9c2a" [ 986.360826] env[70542]: _type = "Task" [ 986.360826] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.373283] env[70542]: DEBUG oslo_vmware.api [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a4c8c4-05a1-fddc-06d6-fdb7d54a9c2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.588809] env[70542]: DEBUG oslo_vmware.api [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Task: {'id': task-3911614, 'name': ReconfigVM_Task, 'duration_secs': 0.184202} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.595316] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776634', 'volume_id': 'b97d997b-4a01-4b2d-ba2a-54990af4d4ac', 'name': 'volume-b97d997b-4a01-4b2d-ba2a-54990af4d4ac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a4636d85-7109-4b7e-a01a-4cf2d2952886', 'attached_at': '', 'detached_at': '', 'volume_id': 'b97d997b-4a01-4b2d-ba2a-54990af4d4ac', 'serial': 'b97d997b-4a01-4b2d-ba2a-54990af4d4ac'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 986.595851] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.598164] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4972c44f-a3f8-4381-bf91-601d0a89173d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.616087] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.619542] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a04201a1-bfa1-4245-836e-5dc384ac5f4c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.655720] env[70542]: DEBUG nova.network.neutron [req-dd78b011-e368-40be-ba81-8a303e5dccdd req-f294f949-466a-4947-b429-d49bd2169f90 service nova] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Updated VIF entry in instance network info cache for port e65cbbde-c297-4cd7-9d53-2c6757df2e11. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.656287] env[70542]: DEBUG nova.network.neutron [req-dd78b011-e368-40be-ba81-8a303e5dccdd req-f294f949-466a-4947-b429-d49bd2169f90 service nova] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Updating instance_info_cache with network_info: [{"id": "e65cbbde-c297-4cd7-9d53-2c6757df2e11", "address": "fa:16:3e:c7:5c:18", "network": {"id": "40effc2b-43a3-47f4-b31f-3b92dad3ff52", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-756019620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5dba3f2d644ffab877e8c5100a3837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape65cbbde-c2", "ovs_interfaceid": "e65cbbde-c297-4cd7-9d53-2c6757df2e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.725234] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.725520] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.725805] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Deleting the datastore file [datastore1] a4636d85-7109-4b7e-a01a-4cf2d2952886 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.726181] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec2f3826-1943-439c-9f76-2d04685892f9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.731832] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "70a49596-b0a3-4ce7-8b80-ab64344fbcd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.732224] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "70a49596-b0a3-4ce7-8b80-ab64344fbcd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.732585] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "70a49596-b0a3-4ce7-8b80-ab64344fbcd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.732781] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "70a49596-b0a3-4ce7-8b80-ab64344fbcd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.732781] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "70a49596-b0a3-4ce7-8b80-ab64344fbcd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.741990] env[70542]: DEBUG oslo_vmware.api [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Waiting for the task: (returnval){ [ 986.741990] env[70542]: value = "task-3911617" [ 986.741990] env[70542]: _type = "Task" [ 986.741990] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.742649] env[70542]: INFO nova.compute.manager [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Terminating instance [ 986.754111] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911613, 'name': CreateVM_Task, 'duration_secs': 0.613261} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.754781] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.755324] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.755493] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.755874] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.756332] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcd344e1-0a2c-4a39-b3e9-249dab21c561 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.765921] env[70542]: DEBUG nova.network.neutron [-] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.767212] env[70542]: DEBUG oslo_vmware.api [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Task: {'id': task-3911617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.773036] env[70542]: DEBUG oslo_vmware.api [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Waiting for the task: (returnval){ [ 986.773036] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52960970-da29-e636-d3f5-4ef2c8ddb933" [ 986.773036] env[70542]: _type = "Task" [ 986.773036] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.783516] env[70542]: DEBUG oslo_vmware.api [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52960970-da29-e636-d3f5-4ef2c8ddb933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.805544] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca02985f-95d7-444a-926f-fe47ad0ab2e7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.815931] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa44f5d0-4b72-4096-b1d2-2959957145d8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.849249] env[70542]: DEBUG oslo_concurrency.lockutils [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Acquiring lock "49f64a06-ea50-4c04-bca0-60463d5672b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.849561] env[70542]: DEBUG oslo_concurrency.lockutils [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Lock "49f64a06-ea50-4c04-bca0-60463d5672b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.849776] env[70542]: DEBUG oslo_concurrency.lockutils [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Acquiring lock "49f64a06-ea50-4c04-bca0-60463d5672b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.849956] env[70542]: DEBUG oslo_concurrency.lockutils [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Lock "49f64a06-ea50-4c04-bca0-60463d5672b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.850142] env[70542]: DEBUG oslo_concurrency.lockutils [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Lock "49f64a06-ea50-4c04-bca0-60463d5672b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.853057] env[70542]: INFO nova.compute.manager [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Terminating instance [ 986.858472] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87ddda3-6f1d-463c-8a9e-d7389313a32c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.870932] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911615, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.876220] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e268e6-9b1a-432a-a4db-3962065c2acf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.887488] env[70542]: DEBUG oslo_vmware.api [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a4c8c4-05a1-fddc-06d6-fdb7d54a9c2a, 'name': SearchDatastore_Task, 'duration_secs': 0.012727} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.888874] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3d006ea-1e73-4ba7-8fbf-4b88649cd0dc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.900476] env[70542]: DEBUG nova.compute.provider_tree [None req-79402f88-94f4-413d-b05f-698c1b16f54f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.907425] env[70542]: DEBUG oslo_vmware.api [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 986.907425] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52901b69-d3be-b159-9c0a-a26ee350f4ab" [ 986.907425] env[70542]: _type = "Task" [ 986.907425] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.918107] env[70542]: DEBUG oslo_vmware.api [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52901b69-d3be-b159-9c0a-a26ee350f4ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.159122] env[70542]: DEBUG oslo_concurrency.lockutils [req-dd78b011-e368-40be-ba81-8a303e5dccdd req-f294f949-466a-4947-b429-d49bd2169f90 service nova] Releasing lock "refresh_cache-528da208-9ddc-4cd3-b7ab-af0bda3ab072" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.251351] env[70542]: DEBUG nova.compute.manager [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.251733] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.252971] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37414618-2317-47e2-9114-3c48e11c6adf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.263039] env[70542]: DEBUG oslo_vmware.api [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Task: {'id': task-3911617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267292} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.263714] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.263906] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.264163] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.270582] env[70542]: INFO nova.compute.manager [-] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Took 1.39 seconds to deallocate network for instance. [ 987.270950] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.272579] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45478945-77a5-4f34-befa-33b7adf0091e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.291696] env[70542]: DEBUG oslo_vmware.api [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52960970-da29-e636-d3f5-4ef2c8ddb933, 'name': SearchDatastore_Task, 'duration_secs': 0.063021} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.293175] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.293419] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.293630] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.293913] env[70542]: DEBUG oslo_vmware.api [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 987.293913] env[70542]: value = "task-3911618" [ 987.293913] env[70542]: _type = "Task" [ 987.293913] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.302450] env[70542]: DEBUG oslo_vmware.api [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.340826] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Volume detach. Driver type: vmdk {{(pid=70542) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 987.341210] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05b32586-6a74-4899-8249-78f9f0e18c34 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.360309] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d318ff-6de1-4ec8-be3c-b9f8cbc4f2cf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.372876] env[70542]: DEBUG nova.compute.manager [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.373123] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.375147] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ae5533-774a-4253-aae9-50a1982babf4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.382420] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911615, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582733} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.383180] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] a195a73f-0e1c-4d50-a6c3-bb1362a55f76/a195a73f-0e1c-4d50-a6c3-bb1362a55f76.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.383458] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.383665] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-620b3d53-4696-42de-a7b4-93538065ef82 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.388557] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.389220] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41036985-aa39-4f2a-9f47-f2b2369e366d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.409302] env[70542]: DEBUG nova.scheduler.client.report [None req-79402f88-94f4-413d-b05f-698c1b16f54f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.414224] env[70542]: ERROR nova.compute.manager [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Failed to detach volume b97d997b-4a01-4b2d-ba2a-54990af4d4ac from /dev/sda: nova.exception.InstanceNotFound: Instance a4636d85-7109-4b7e-a01a-4cf2d2952886 could not be found. [ 987.414224] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Traceback (most recent call last): [ 987.414224] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 987.414224] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] self.driver.rebuild(**kwargs) [ 987.414224] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 987.414224] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] raise NotImplementedError() [ 987.414224] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] NotImplementedError [ 987.414224] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] [ 987.414224] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] During handling of the above exception, another exception occurred: [ 987.414224] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] [ 987.414224] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Traceback (most recent call last): [ 987.414224] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 987.414224] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] self.driver.detach_volume(context, old_connection_info, [ 987.414224] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 987.414224] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] return self._volumeops.detach_volume(connection_info, instance) [ 987.414224] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 987.414224] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] self._detach_volume_vmdk(connection_info, instance) [ 987.414224] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 987.414224] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 987.414224] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 987.414224] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] stable_ref.fetch_moref(session) [ 987.414224] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 987.414224] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] raise exception.InstanceNotFound(instance_id=self._uuid) [ 987.414224] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] nova.exception.InstanceNotFound: Instance a4636d85-7109-4b7e-a01a-4cf2d2952886 could not be found. [ 987.414224] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] [ 987.424177] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 987.424177] env[70542]: value = "task-3911619" [ 987.424177] env[70542]: _type = "Task" [ 987.424177] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.433552] env[70542]: DEBUG oslo_vmware.api [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52901b69-d3be-b159-9c0a-a26ee350f4ab, 'name': SearchDatastore_Task, 'duration_secs': 0.015784} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.433911] env[70542]: DEBUG oslo_vmware.api [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Waiting for the task: (returnval){ [ 987.433911] env[70542]: value = "task-3911620" [ 987.433911] env[70542]: _type = "Task" [ 987.433911] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.434659] env[70542]: DEBUG oslo_concurrency.lockutils [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.435275] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 528da208-9ddc-4cd3-b7ab-af0bda3ab072/528da208-9ddc-4cd3-b7ab-af0bda3ab072.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.435434] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.435688] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.436939] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a33cbf2-4fad-4c5b-a328-d86004f8dd65 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.447323] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7484255d-a516-431f-b53e-e692560dbdfe {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.449391] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.460274] env[70542]: DEBUG oslo_vmware.api [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Task: {'id': task-3911620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.462042] env[70542]: DEBUG oslo_vmware.api [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 987.462042] env[70542]: value = "task-3911621" [ 987.462042] env[70542]: _type = "Task" [ 987.462042] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.466761] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.467013] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.468430] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15122e71-ff67-43d6-aee8-9fd031fb4f1d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.474880] env[70542]: DEBUG oslo_vmware.api [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.479689] env[70542]: DEBUG oslo_vmware.api [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Waiting for the task: (returnval){ [ 987.479689] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d4e7ce-830e-7c71-4063-9aa3d5f64bed" [ 987.479689] env[70542]: _type = "Task" [ 987.479689] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.490037] env[70542]: DEBUG oslo_vmware.api [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d4e7ce-830e-7c71-4063-9aa3d5f64bed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.585738] env[70542]: DEBUG nova.compute.utils [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Build of instance a4636d85-7109-4b7e-a01a-4cf2d2952886 aborted: Failed to rebuild volume backed instance. {{(pid=70542) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 987.589215] env[70542]: ERROR nova.compute.manager [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance a4636d85-7109-4b7e-a01a-4cf2d2952886 aborted: Failed to rebuild volume backed instance. [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Traceback (most recent call last): [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] self.driver.rebuild(**kwargs) [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] raise NotImplementedError() [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] NotImplementedError [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] During handling of the above exception, another exception occurred: [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Traceback (most recent call last): [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] self._detach_root_volume(context, instance, root_bdm) [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] with excutils.save_and_reraise_exception(): [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] self.force_reraise() [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] raise self.value [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] self.driver.detach_volume(context, old_connection_info, [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] return self._volumeops.detach_volume(connection_info, instance) [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] self._detach_volume_vmdk(connection_info, instance) [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] stable_ref.fetch_moref(session) [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] raise exception.InstanceNotFound(instance_id=self._uuid) [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] nova.exception.InstanceNotFound: Instance a4636d85-7109-4b7e-a01a-4cf2d2952886 could not be found. [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] During handling of the above exception, another exception occurred: [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Traceback (most recent call last): [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] yield [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 987.589215] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] self._do_rebuild_instance_with_claim( [ 987.590732] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 987.590732] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] self._do_rebuild_instance( [ 987.590732] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 987.590732] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] self._rebuild_default_impl(**kwargs) [ 987.590732] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 987.590732] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] self._rebuild_volume_backed_instance( [ 987.590732] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 987.590732] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] raise exception.BuildAbortException( [ 987.590732] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] nova.exception.BuildAbortException: Build of instance a4636d85-7109-4b7e-a01a-4cf2d2952886 aborted: Failed to rebuild volume backed instance. [ 987.590732] env[70542]: ERROR nova.compute.manager [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] [ 987.606182] env[70542]: DEBUG nova.virt.hardware [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.606934] env[70542]: DEBUG nova.virt.hardware [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.606934] env[70542]: DEBUG nova.virt.hardware [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.607244] env[70542]: DEBUG nova.virt.hardware [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.607866] env[70542]: DEBUG nova.virt.hardware [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.607866] env[70542]: DEBUG nova.virt.hardware [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.608082] env[70542]: DEBUG nova.virt.hardware [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.608157] env[70542]: DEBUG nova.virt.hardware [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.608291] env[70542]: DEBUG nova.virt.hardware [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.608464] env[70542]: DEBUG nova.virt.hardware [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.608662] env[70542]: DEBUG nova.virt.hardware [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.609664] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f032c8c-8826-477c-81a5-7a075b874c74 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.620221] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3d1d73-0c72-43a1-9d46-a8cf993210a0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.640041] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:fc:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9875d38f-76e2-416c-bfb7-f18a22b0d8ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f285a54-f690-457a-bf32-6d73d6d1ead9', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.647483] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.649171] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.649171] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f819fc33-ba4d-48af-be47-ca59b395586a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.672660] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.672660] env[70542]: value = "task-3911622" [ 987.672660] env[70542]: _type = "Task" [ 987.672660] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.682751] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911622, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.782512] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.806091] env[70542]: DEBUG oslo_vmware.api [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911618, 'name': PowerOffVM_Task, 'duration_secs': 0.285325} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.806475] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.806681] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.807176] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a73bad5-9d9d-48e0-ac4f-161c7afeb058 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.849374] env[70542]: DEBUG oslo_concurrency.lockutils [None req-aa97b0a2-f2f5-4e6a-a477-80f6be40d5a2 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "interface-b3764e3b-4297-4515-9673-0f75a6a4ac8e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.849765] env[70542]: DEBUG oslo_concurrency.lockutils [None req-aa97b0a2-f2f5-4e6a-a477-80f6be40d5a2 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "interface-b3764e3b-4297-4515-9673-0f75a6a4ac8e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.850303] env[70542]: DEBUG nova.objects.instance [None req-aa97b0a2-f2f5-4e6a-a477-80f6be40d5a2 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lazy-loading 'flavor' on Instance uuid b3764e3b-4297-4515-9673-0f75a6a4ac8e {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.893870] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.894078] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.894272] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Deleting the datastore file [datastore2] 70a49596-b0a3-4ce7-8b80-ab64344fbcd5 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.894576] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c09f1a47-24d9-4c24-8ec7-4b0ecd914d67 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.908034] env[70542]: DEBUG oslo_vmware.api [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 987.908034] env[70542]: value = "task-3911624" [ 987.908034] env[70542]: _type = "Task" [ 987.908034] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.924846] env[70542]: DEBUG oslo_vmware.api [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.935704] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083344} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.936220] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.940304] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71ed034-8981-48bc-ac67-84a870db372f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.966651] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] a195a73f-0e1c-4d50-a6c3-bb1362a55f76/a195a73f-0e1c-4d50-a6c3-bb1362a55f76.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.970791] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-617ecadf-0531-4861-85cf-eb3defe168b5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.986627] env[70542]: DEBUG oslo_vmware.api [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Task: {'id': task-3911620, 'name': PowerOffVM_Task, 'duration_secs': 0.219608} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.990895] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.991121] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.995147] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21c7b852-86ad-43e6-9c61-c42c13da2bdd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.004224] env[70542]: DEBUG oslo_vmware.api [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911621, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.010254] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 988.010254] env[70542]: value = "task-3911625" [ 988.010254] env[70542]: _type = "Task" [ 988.010254] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.011088] env[70542]: DEBUG oslo_vmware.api [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d4e7ce-830e-7c71-4063-9aa3d5f64bed, 'name': SearchDatastore_Task, 'duration_secs': 0.01523} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.015467] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee60e6cc-dd25-48c1-b04a-31cbcd6a1712 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.022584] env[70542]: DEBUG oslo_vmware.api [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Waiting for the task: (returnval){ [ 988.022584] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f24c94-571e-bbc0-2664-3bb779e72ecd" [ 988.022584] env[70542]: _type = "Task" [ 988.022584] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.026435] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.036471] env[70542]: DEBUG oslo_vmware.api [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f24c94-571e-bbc0-2664-3bb779e72ecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.083984] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.084213] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.084489] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Deleting the datastore file [datastore2] 49f64a06-ea50-4c04-bca0-60463d5672b8 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.084819] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2bdeba2-f7bc-40b2-84d2-7f8baf064388 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.096526] env[70542]: DEBUG oslo_vmware.api [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Waiting for the task: (returnval){ [ 988.096526] env[70542]: value = "task-3911627" [ 988.096526] env[70542]: _type = "Task" [ 988.096526] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.107969] env[70542]: DEBUG oslo_vmware.api [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Task: {'id': task-3911627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.187656] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911622, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.194696] env[70542]: DEBUG nova.compute.manager [req-2bfc005d-ec07-4df9-a965-f30bee16d75d req-492a5c4e-691d-4ec7-a41b-d7b4bf0f1c60 service nova] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Received event network-vif-deleted-52dee7d2-c471-4a40-8c51-b1fb08e40d4e {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.355241] env[70542]: DEBUG nova.objects.instance [None req-aa97b0a2-f2f5-4e6a-a477-80f6be40d5a2 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lazy-loading 'pci_requests' on Instance uuid b3764e3b-4297-4515-9673-0f75a6a4ac8e {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.420080] env[70542]: DEBUG oslo_vmware.api [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382698} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.420080] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.420080] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.420080] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.420394] env[70542]: INFO nova.compute.manager [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 988.420599] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.420845] env[70542]: DEBUG nova.compute.manager [-] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.420946] env[70542]: DEBUG nova.network.neutron [-] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.427612] env[70542]: DEBUG oslo_concurrency.lockutils [None req-79402f88-94f4-413d-b05f-698c1b16f54f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.669s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.427612] env[70542]: DEBUG nova.compute.manager [None req-79402f88-94f4-413d-b05f-698c1b16f54f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=70542) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 988.430096] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.661s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.432026] env[70542]: INFO nova.compute.claims [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.481210] env[70542]: DEBUG oslo_vmware.api [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64289} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.483574] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 528da208-9ddc-4cd3-b7ab-af0bda3ab072/528da208-9ddc-4cd3-b7ab-af0bda3ab072.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.483787] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.484064] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec90c22c-a039-495b-97c8-be8b4f9decfd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.493197] env[70542]: DEBUG oslo_vmware.api [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 988.493197] env[70542]: value = "task-3911628" [ 988.493197] env[70542]: _type = "Task" [ 988.493197] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.511232] env[70542]: DEBUG oslo_vmware.api [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.522714] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911625, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.537750] env[70542]: DEBUG oslo_vmware.api [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f24c94-571e-bbc0-2664-3bb779e72ecd, 'name': SearchDatastore_Task, 'duration_secs': 0.054839} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.538150] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.538484] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4/2e6b94c2-bc93-4d1d-9fba-07eb92874fb4.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.538835] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fd6cbdc-eb5d-4751-a2ab-4d3b1a325f0b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.549642] env[70542]: DEBUG oslo_vmware.api [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Waiting for the task: (returnval){ [ 988.549642] env[70542]: value = "task-3911629" [ 988.549642] env[70542]: _type = "Task" [ 988.549642] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.560244] env[70542]: DEBUG oslo_vmware.api [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Task: {'id': task-3911629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.609563] env[70542]: DEBUG oslo_vmware.api [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Task: {'id': task-3911627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282138} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.609563] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.609563] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.609563] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.609563] env[70542]: INFO nova.compute.manager [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Took 1.23 seconds to destroy the instance on the hypervisor. [ 988.609563] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.609563] env[70542]: DEBUG nova.compute.manager [-] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.609563] env[70542]: DEBUG nova.network.neutron [-] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.685572] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911622, 'name': CreateVM_Task, 'duration_secs': 0.650214} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.685787] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.687411] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.687411] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.687411] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.687690] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c474d3f-e0df-4478-87e9-c7f4257d84d8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.694021] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 988.694021] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52566891-f69a-b037-813e-d390074b776a" [ 988.694021] env[70542]: _type = "Task" [ 988.694021] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.704635] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52566891-f69a-b037-813e-d390074b776a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.858916] env[70542]: DEBUG nova.objects.base [None req-aa97b0a2-f2f5-4e6a-a477-80f6be40d5a2 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70542) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 988.859304] env[70542]: DEBUG nova.network.neutron [None req-aa97b0a2-f2f5-4e6a-a477-80f6be40d5a2 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.963965] env[70542]: DEBUG oslo_concurrency.lockutils [None req-aa97b0a2-f2f5-4e6a-a477-80f6be40d5a2 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "interface-b3764e3b-4297-4515-9673-0f75a6a4ac8e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.114s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.006220] env[70542]: DEBUG oslo_vmware.api [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09984} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.006780] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.008018] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9f2cea-688b-44d3-b7b8-d2ea209e5a54 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.030236] env[70542]: INFO nova.scheduler.client.report [None req-79402f88-94f4-413d-b05f-698c1b16f54f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Deleted allocation for migration 70d79def-0fe3-4908-a4f9-210f77ada10c [ 989.040636] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 528da208-9ddc-4cd3-b7ab-af0bda3ab072/528da208-9ddc-4cd3-b7ab-af0bda3ab072.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.044711] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57326f2c-e3ac-4746-be78-ede296965b16 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.064626] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911625, 'name': ReconfigVM_Task, 'duration_secs': 0.537717} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.068540] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Reconfigured VM instance instance-0000003f to attach disk [datastore1] a195a73f-0e1c-4d50-a6c3-bb1362a55f76/a195a73f-0e1c-4d50-a6c3-bb1362a55f76.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.069614] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac4830eb-7ba5-477b-a7cd-ab99caaa9769 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.074810] env[70542]: DEBUG oslo_vmware.api [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 989.074810] env[70542]: value = "task-3911630" [ 989.074810] env[70542]: _type = "Task" [ 989.074810] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.078731] env[70542]: DEBUG oslo_vmware.api [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Task: {'id': task-3911629, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.083281] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 989.083281] env[70542]: value = "task-3911631" [ 989.083281] env[70542]: _type = "Task" [ 989.083281] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.092883] env[70542]: DEBUG oslo_vmware.api [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911630, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.099136] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911631, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.199941] env[70542]: DEBUG nova.network.neutron [-] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.205397] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52566891-f69a-b037-813e-d390074b776a, 'name': SearchDatastore_Task, 'duration_secs': 0.017977} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.205981] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.206231] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.206511] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.206653] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.206833] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.207116] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be6384e0-7b59-4c20-b899-ac71abe76e11 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.216102] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.216382] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.217141] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df1260f5-919f-472d-9ac1-9a9fa95fc631 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.223657] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 989.223657] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f18ce6-e2a9-ebf8-29c3-b4f3fb00d9af" [ 989.223657] env[70542]: _type = "Task" [ 989.223657] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.233251] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f18ce6-e2a9-ebf8-29c3-b4f3fb00d9af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.293833] env[70542]: DEBUG nova.compute.manager [req-f3d19993-0542-4f4e-81fc-35e605568215 req-f9bb1cde-8e70-43bb-ae53-182897b8aea6 service nova] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Received event network-vif-deleted-3008dcaf-cbd5-4d44-bfa0-2922d87ad4ee {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.294088] env[70542]: INFO nova.compute.manager [req-f3d19993-0542-4f4e-81fc-35e605568215 req-f9bb1cde-8e70-43bb-ae53-182897b8aea6 service nova] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Neutron deleted interface 3008dcaf-cbd5-4d44-bfa0-2922d87ad4ee; detaching it from the instance and deleting it from the info cache [ 989.294318] env[70542]: DEBUG nova.network.neutron [req-f3d19993-0542-4f4e-81fc-35e605568215 req-f9bb1cde-8e70-43bb-ae53-182897b8aea6 service nova] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.420382] env[70542]: DEBUG nova.network.neutron [-] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.562041] env[70542]: DEBUG oslo_concurrency.lockutils [None req-79402f88-94f4-413d-b05f-698c1b16f54f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "3de4b70e-5e69-4b82-afb3-84162651b76c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 23.104s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.575526] env[70542]: DEBUG oslo_vmware.api [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Task: {'id': task-3911629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630517} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.576530] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4/2e6b94c2-bc93-4d1d-9fba-07eb92874fb4.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.576832] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.579590] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c331402-a2c1-478e-a235-d5648009a591 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.592134] env[70542]: DEBUG oslo_vmware.api [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Waiting for the task: (returnval){ [ 989.592134] env[70542]: value = "task-3911632" [ 989.592134] env[70542]: _type = "Task" [ 989.592134] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.602863] env[70542]: DEBUG oslo_vmware.api [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911630, 'name': ReconfigVM_Task, 'duration_secs': 0.385882} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.603849] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911631, 'name': Rename_Task, 'duration_secs': 0.209022} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.607234] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 528da208-9ddc-4cd3-b7ab-af0bda3ab072/528da208-9ddc-4cd3-b7ab-af0bda3ab072.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.608017] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.608292] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62efd6d1-0a3a-4545-be76-26e951b419c3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.610322] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-974aab6a-a5f4-49cc-91e2-92fe5ed119b9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.613059] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.622461] env[70542]: DEBUG oslo_vmware.api [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Task: {'id': task-3911632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.625729] env[70542]: DEBUG oslo_vmware.api [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 989.625729] env[70542]: value = "task-3911633" [ 989.625729] env[70542]: _type = "Task" [ 989.625729] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.626145] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 989.626145] env[70542]: value = "task-3911634" [ 989.626145] env[70542]: _type = "Task" [ 989.626145] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.645258] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911634, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.649508] env[70542]: DEBUG oslo_vmware.api [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911633, 'name': Rename_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.707268] env[70542]: INFO nova.compute.manager [-] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Took 1.29 seconds to deallocate network for instance. [ 989.740930] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f18ce6-e2a9-ebf8-29c3-b4f3fb00d9af, 'name': SearchDatastore_Task, 'duration_secs': 0.015125} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.741796] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c574de50-b85d-4597-bf34-64343692a199 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.751598] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 989.751598] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528bb464-4b1a-9dbb-859a-5e495bba30b8" [ 989.751598] env[70542]: _type = "Task" [ 989.751598] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.761502] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528bb464-4b1a-9dbb-859a-5e495bba30b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.797693] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f1680e5-2336-44ea-943c-b838d8b5dd68 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.812093] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e74407-1e0d-4137-8a93-f15d8a2b56bb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.856656] env[70542]: DEBUG nova.compute.manager [req-f3d19993-0542-4f4e-81fc-35e605568215 req-f9bb1cde-8e70-43bb-ae53-182897b8aea6 service nova] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Detach interface failed, port_id=3008dcaf-cbd5-4d44-bfa0-2922d87ad4ee, reason: Instance 49f64a06-ea50-4c04-bca0-60463d5672b8 could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 989.880845] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16423a8-9090-4fe8-8820-d8e216693bf4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.888540] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fecfb9d-1a29-4b2e-b83b-0e7f44d889ce {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.923886] env[70542]: INFO nova.compute.manager [-] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Took 1.31 seconds to deallocate network for instance. [ 989.927174] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf72df3-d1c4-4356-a9ea-bfb2ba6a0e96 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.940308] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fb90b6-e435-4b21-a585-0b37804e8825 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.957340] env[70542]: DEBUG nova.compute.provider_tree [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.116174] env[70542]: DEBUG oslo_vmware.api [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Task: {'id': task-3911632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151326} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.116777] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.117822] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bee5b27-0a03-4d80-8529-4c4a254476fd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.140327] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4/2e6b94c2-bc93-4d1d-9fba-07eb92874fb4.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.147101] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bef77670-a48e-4f99-91b8-caabb68fd543 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.168308] env[70542]: DEBUG oslo_vmware.api [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911633, 'name': Rename_Task, 'duration_secs': 0.217468} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.172691] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.173059] env[70542]: DEBUG oslo_vmware.api [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Waiting for the task: (returnval){ [ 990.173059] env[70542]: value = "task-3911635" [ 990.173059] env[70542]: _type = "Task" [ 990.173059] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.173286] env[70542]: DEBUG oslo_vmware.api [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911634, 'name': PowerOnVM_Task, 'duration_secs': 0.516154} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.174146] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7511fe46-8cb8-44cd-a018-aedd9b593bec {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.175363] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.175592] env[70542]: DEBUG nova.compute.manager [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 990.179764] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4de6672-5461-4225-b3e5-2ef834e9877a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.198333] env[70542]: DEBUG oslo_vmware.api [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Task: {'id': task-3911635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.198333] env[70542]: DEBUG oslo_vmware.api [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 990.198333] env[70542]: value = "task-3911636" [ 990.198333] env[70542]: _type = "Task" [ 990.198333] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.208430] env[70542]: DEBUG oslo_vmware.api [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.213687] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.264143] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528bb464-4b1a-9dbb-859a-5e495bba30b8, 'name': SearchDatastore_Task, 'duration_secs': 0.01726} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.264415] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.264675] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] e3f9e5df-5236-4512-97df-19ff178b2af3/e3f9e5df-5236-4512-97df-19ff178b2af3.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.264931] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07864510-a0f1-4ec2-b2c7-7f580dd801ac {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.273674] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 990.273674] env[70542]: value = "task-3911637" [ 990.273674] env[70542]: _type = "Task" [ 990.273674] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.283556] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.435453] env[70542]: DEBUG oslo_concurrency.lockutils [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.460911] env[70542]: DEBUG nova.scheduler.client.report [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.502102] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a191b2df-1bd3-438c-9423-8b50a0d3ed27 tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Acquiring lock "a4636d85-7109-4b7e-a01a-4cf2d2952886" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.502345] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a191b2df-1bd3-438c-9423-8b50a0d3ed27 tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Lock "a4636d85-7109-4b7e-a01a-4cf2d2952886" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.502782] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a191b2df-1bd3-438c-9423-8b50a0d3ed27 tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Acquiring lock "a4636d85-7109-4b7e-a01a-4cf2d2952886-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.502984] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a191b2df-1bd3-438c-9423-8b50a0d3ed27 tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Lock "a4636d85-7109-4b7e-a01a-4cf2d2952886-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.503223] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a191b2df-1bd3-438c-9423-8b50a0d3ed27 tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Lock "a4636d85-7109-4b7e-a01a-4cf2d2952886-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.505799] env[70542]: INFO nova.compute.manager [None req-a191b2df-1bd3-438c-9423-8b50a0d3ed27 tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Terminating instance [ 990.564357] env[70542]: DEBUG nova.compute.manager [req-11c61c17-1ad5-4e0f-9813-43e89756cc45 req-03126e36-05d4-499c-a283-07e788ae1d13 service nova] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Received event network-vif-deleted-a32f36ce-7784-443e-8509-b399c02e826e {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.686693] env[70542]: DEBUG oslo_vmware.api [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Task: {'id': task-3911635, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.708591] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.715441] env[70542]: DEBUG oslo_vmware.api [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911636, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.786027] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911637, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.888667] env[70542]: DEBUG oslo_vmware.rw_handles [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5291b0fe-9ebb-e27a-d9c4-d255789a2879/disk-0.vmdk. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 990.889709] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be562bab-0032-48e7-9033-0666dedf32f4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.897505] env[70542]: DEBUG oslo_vmware.rw_handles [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5291b0fe-9ebb-e27a-d9c4-d255789a2879/disk-0.vmdk is in state: ready. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 990.897661] env[70542]: ERROR oslo_vmware.rw_handles [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5291b0fe-9ebb-e27a-d9c4-d255789a2879/disk-0.vmdk due to incomplete transfer. [ 990.897829] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-60d5958e-9f5a-4b89-9874-ae370c13eea5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.906064] env[70542]: DEBUG oslo_vmware.rw_handles [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5291b0fe-9ebb-e27a-d9c4-d255789a2879/disk-0.vmdk. {{(pid=70542) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 990.906312] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Uploaded image 730ffe91-297f-4f00-a7a6-6c90e87b1f77 to the Glance image server {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 990.908716] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Destroying the VM {{(pid=70542) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 990.909126] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4708a6ce-ad46-43ef-8971-e8c2ef82fea9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.917697] env[70542]: DEBUG oslo_vmware.api [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Waiting for the task: (returnval){ [ 990.917697] env[70542]: value = "task-3911638" [ 990.917697] env[70542]: _type = "Task" [ 990.917697] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.927493] env[70542]: DEBUG oslo_vmware.api [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911638, 'name': Destroy_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.967683] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.968399] env[70542]: DEBUG nova.compute.manager [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 990.970735] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.268s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.970997] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.972891] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.590s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.973111] env[70542]: DEBUG nova.objects.instance [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Lazy-loading 'resources' on Instance uuid dc30924f-6bfe-4171-a594-ad8a4c5d1fab {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.998103] env[70542]: INFO nova.scheduler.client.report [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Deleted allocations for instance d111991f-fded-409a-82af-1b431b56f48f [ 991.012041] env[70542]: DEBUG nova.compute.manager [None req-a191b2df-1bd3-438c-9423-8b50a0d3ed27 tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 991.012384] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82502dc0-a537-4aef-8207-3de7ec0d40fb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.022086] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e5dcd7-a95d-48c9-80bd-80832c6b2d2e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.062033] env[70542]: WARNING nova.virt.vmwareapi.driver [None req-a191b2df-1bd3-438c-9423-8b50a0d3ed27 tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance a4636d85-7109-4b7e-a01a-4cf2d2952886 could not be found. [ 991.062033] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a191b2df-1bd3-438c-9423-8b50a0d3ed27 tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.062233] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6ee8f99-a6cb-4447-b8dd-1550ed2a0d2a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.071943] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e89eb17-086a-4751-b14e-eee1512ec777 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.109089] env[70542]: WARNING nova.virt.vmwareapi.vmops [None req-a191b2df-1bd3-438c-9423-8b50a0d3ed27 tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a4636d85-7109-4b7e-a01a-4cf2d2952886 could not be found. [ 991.109316] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a191b2df-1bd3-438c-9423-8b50a0d3ed27 tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.109520] env[70542]: INFO nova.compute.manager [None req-a191b2df-1bd3-438c-9423-8b50a0d3ed27 tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Took 0.10 seconds to destroy the instance on the hypervisor. [ 991.109754] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a191b2df-1bd3-438c-9423-8b50a0d3ed27 tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.110018] env[70542]: DEBUG nova.compute.manager [-] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.110681] env[70542]: DEBUG nova.network.neutron [-] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.170587] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "interface-b3764e3b-4297-4515-9673-0f75a6a4ac8e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.170921] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "interface-b3764e3b-4297-4515-9673-0f75a6a4ac8e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.171298] env[70542]: DEBUG nova.objects.instance [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lazy-loading 'flavor' on Instance uuid b3764e3b-4297-4515-9673-0f75a6a4ac8e {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.187590] env[70542]: DEBUG oslo_vmware.api [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Task: {'id': task-3911635, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.212159] env[70542]: DEBUG oslo_vmware.api [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911636, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.290641] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742428} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.291276] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] e3f9e5df-5236-4512-97df-19ff178b2af3/e3f9e5df-5236-4512-97df-19ff178b2af3.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.291276] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.291447] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3cfcbf1-63d6-4682-931d-86c10f1db22b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.303639] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 991.303639] env[70542]: value = "task-3911639" [ 991.303639] env[70542]: _type = "Task" [ 991.303639] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.315951] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.321279] env[70542]: DEBUG nova.objects.instance [None req-8e610167-0e87-45d8-8dbf-69e08ccf6aac tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lazy-loading 'flavor' on Instance uuid 3de4b70e-5e69-4b82-afb3-84162651b76c {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.429030] env[70542]: DEBUG oslo_vmware.api [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911638, 'name': Destroy_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.476621] env[70542]: DEBUG nova.compute.utils [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.480783] env[70542]: DEBUG nova.compute.manager [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.480783] env[70542]: DEBUG nova.network.neutron [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.507585] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b2daed49-b17a-4007-903b-4224a83bc28b tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "d111991f-fded-409a-82af-1b431b56f48f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.865s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.536876] env[70542]: DEBUG nova.policy [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '393ae5b0a871441c82199499f26e6af5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dc0b5d1a0604a93990949de74a62cb1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.690396] env[70542]: DEBUG oslo_vmware.api [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Task: {'id': task-3911635, 'name': ReconfigVM_Task, 'duration_secs': 1.420152} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.690851] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4/2e6b94c2-bc93-4d1d-9fba-07eb92874fb4.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.691622] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2098aa0b-7e48-4558-a43f-f9924227de10 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.700108] env[70542]: DEBUG oslo_vmware.api [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Waiting for the task: (returnval){ [ 991.700108] env[70542]: value = "task-3911640" [ 991.700108] env[70542]: _type = "Task" [ 991.700108] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.717136] env[70542]: DEBUG oslo_vmware.api [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Task: {'id': task-3911640, 'name': Rename_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.720883] env[70542]: DEBUG oslo_vmware.api [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911636, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.770611] env[70542]: DEBUG nova.objects.instance [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lazy-loading 'pci_requests' on Instance uuid b3764e3b-4297-4515-9673-0f75a6a4ac8e {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.816611] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099794} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.816611] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.816964] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792e805d-b76c-4092-98df-303c21ead452 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.845839] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] e3f9e5df-5236-4512-97df-19ff178b2af3/e3f9e5df-5236-4512-97df-19ff178b2af3.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.849417] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8e610167-0e87-45d8-8dbf-69e08ccf6aac tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "refresh_cache-3de4b70e-5e69-4b82-afb3-84162651b76c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.849594] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8e610167-0e87-45d8-8dbf-69e08ccf6aac tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquired lock "refresh_cache-3de4b70e-5e69-4b82-afb3-84162651b76c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.850042] env[70542]: DEBUG nova.network.neutron [None req-8e610167-0e87-45d8-8dbf-69e08ccf6aac tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.850126] env[70542]: DEBUG nova.objects.instance [None req-8e610167-0e87-45d8-8dbf-69e08ccf6aac tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lazy-loading 'info_cache' on Instance uuid 3de4b70e-5e69-4b82-afb3-84162651b76c {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.851822] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96f3594b-3c2d-42de-a346-33a138f03a6b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.869331] env[70542]: DEBUG nova.objects.base [None req-8e610167-0e87-45d8-8dbf-69e08ccf6aac tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Object Instance<3de4b70e-5e69-4b82-afb3-84162651b76c> lazy-loaded attributes: flavor,info_cache {{(pid=70542) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 991.881058] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 991.881058] env[70542]: value = "task-3911641" [ 991.881058] env[70542]: _type = "Task" [ 991.881058] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.889355] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.931327] env[70542]: DEBUG oslo_vmware.api [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911638, 'name': Destroy_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.955066] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29104e4-8e14-4a91-99aa-935e656796a3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.964093] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3776aee-46ae-4a95-9a0a-536747d6e958 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.996102] env[70542]: DEBUG nova.compute.manager [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 991.999892] env[70542]: DEBUG nova.network.neutron [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Successfully created port: 116d10ff-43d3-4b50-bca7-c600d4c3169f {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.002652] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e449e977-2d54-4f5d-8046-7a9cf3a4504f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.011892] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4840097b-1fb6-4e2d-885e-427682ab5033 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.028470] env[70542]: DEBUG nova.compute.provider_tree [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.149248] env[70542]: DEBUG nova.network.neutron [-] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.211486] env[70542]: DEBUG oslo_vmware.api [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Task: {'id': task-3911640, 'name': Rename_Task, 'duration_secs': 0.236152} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.212038] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.212443] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3bbb8e5-7f9f-4a75-85db-556765181502 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.217017] env[70542]: DEBUG oslo_vmware.api [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911636, 'name': PowerOnVM_Task, 'duration_secs': 1.591199} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.217474] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.217713] env[70542]: INFO nova.compute.manager [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Took 9.35 seconds to spawn the instance on the hypervisor. [ 992.217896] env[70542]: DEBUG nova.compute.manager [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 992.218660] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ae18f1-c43b-4916-9fde-153b145780c6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.222322] env[70542]: DEBUG oslo_vmware.api [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Waiting for the task: (returnval){ [ 992.222322] env[70542]: value = "task-3911642" [ 992.222322] env[70542]: _type = "Task" [ 992.222322] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.235526] env[70542]: DEBUG oslo_vmware.api [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Task: {'id': task-3911642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.275035] env[70542]: DEBUG nova.objects.base [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70542) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 992.275297] env[70542]: DEBUG nova.network.neutron [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.318804] env[70542]: DEBUG nova.policy [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '636aa9b3c4844b21b44931adb536fc77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3850b9c8425489ea8aedd367c3848a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.389373] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.433453] env[70542]: DEBUG oslo_vmware.api [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911638, 'name': Destroy_Task, 'duration_secs': 1.046294} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.433749] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Destroyed the VM [ 992.433987] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Deleting Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 992.434275] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c0d41529-d409-4601-ae4c-714c56b92cf2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.449068] env[70542]: DEBUG oslo_vmware.api [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Waiting for the task: (returnval){ [ 992.449068] env[70542]: value = "task-3911643" [ 992.449068] env[70542]: _type = "Task" [ 992.449068] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.458064] env[70542]: DEBUG oslo_vmware.api [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911643, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.534257] env[70542]: DEBUG nova.scheduler.client.report [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.652740] env[70542]: INFO nova.compute.manager [-] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Took 1.54 seconds to deallocate network for instance. [ 992.746578] env[70542]: DEBUG oslo_vmware.api [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Task: {'id': task-3911642, 'name': PowerOnVM_Task, 'duration_secs': 0.457206} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.752820] env[70542]: INFO nova.compute.manager [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Took 28.86 seconds to build instance. [ 992.754511] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.754600] env[70542]: INFO nova.compute.manager [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Took 7.16 seconds to spawn the instance on the hypervisor. [ 992.754748] env[70542]: DEBUG nova.compute.manager [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 992.755860] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e649fd36-85f1-48ac-8e57-ea2da8cf984a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.825110] env[70542]: DEBUG nova.network.neutron [None req-8e610167-0e87-45d8-8dbf-69e08ccf6aac tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Updating instance_info_cache with network_info: [{"id": "7803275c-6f25-4e51-9478-5f513eb5f0a8", "address": "fa:16:3e:54:b5:4b", "network": {"id": "0fdd78e6-604b-4680-ac71-ea4e397161ff", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-93680765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3897359786e64bc592fd5e207aea4974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7803275c-6f", "ovs_interfaceid": "7803275c-6f25-4e51-9478-5f513eb5f0a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.855821] env[70542]: DEBUG nova.network.neutron [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Successfully created port: 7124254d-761c-4f7c-9cd7-f6a0bed6d9bc {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.893104] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911641, 'name': ReconfigVM_Task, 'duration_secs': 0.67775} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.894286] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Reconfigured VM instance instance-00000039 to attach disk [datastore1] e3f9e5df-5236-4512-97df-19ff178b2af3/e3f9e5df-5236-4512-97df-19ff178b2af3.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.895675] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'guest_format': None, 'disk_bus': None, 'size': 0, 'boot_index': 0, 'encryption_format': None, 'encrypted': False, 'device_name': '/dev/sda', 'encryption_options': None, 'encryption_secret_uuid': None, 'image_id': '4c78ae56-da5c-496a-96d4-9e4c383c4552'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776783', 'volume_id': 'b00aeecf-876b-4843-98d1-ac82dcead734', 'name': 'volume-b00aeecf-876b-4843-98d1-ac82dcead734', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3f9e5df-5236-4512-97df-19ff178b2af3', 'attached_at': '', 'detached_at': '', 'volume_id': 'b00aeecf-876b-4843-98d1-ac82dcead734', 'serial': 'b00aeecf-876b-4843-98d1-ac82dcead734'}, 'device_type': None, 'guest_format': None, 'disk_bus': None, 'boot_index': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'attachment_id': '1fdf6bf1-4185-4f0e-986b-d3a8d5c5d72a', 'volume_type': None}], 'swap': None} {{(pid=70542) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 992.895675] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Volume attach. Driver type: vmdk {{(pid=70542) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 992.895865] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776783', 'volume_id': 'b00aeecf-876b-4843-98d1-ac82dcead734', 'name': 'volume-b00aeecf-876b-4843-98d1-ac82dcead734', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3f9e5df-5236-4512-97df-19ff178b2af3', 'attached_at': '', 'detached_at': '', 'volume_id': 'b00aeecf-876b-4843-98d1-ac82dcead734', 'serial': 'b00aeecf-876b-4843-98d1-ac82dcead734'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 992.896721] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b622566-da4d-45aa-b00a-b72d281aa679 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.915917] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288dea75-9ddc-436e-91b0-1a9ef664f6fd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.945425] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] volume-b00aeecf-876b-4843-98d1-ac82dcead734/volume-b00aeecf-876b-4843-98d1-ac82dcead734.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.945987] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a567f34f-c11a-46bb-b8d3-d70c737840c3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.969847] env[70542]: DEBUG oslo_vmware.api [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911643, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.971403] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 992.971403] env[70542]: value = "task-3911644" [ 992.971403] env[70542]: _type = "Task" [ 992.971403] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.981898] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.992100] env[70542]: DEBUG nova.compute.manager [req-50c81f48-f3b9-449a-8b8c-8cff01f8b737 req-2ae702c2-3d54-42a4-85f3-ca8a412a635e service nova] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Received event network-vif-deleted-696dd423-c5af-495c-beda-2774c0b02532 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.013302] env[70542]: DEBUG nova.compute.manager [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.038940] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.041436] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.474s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.041716] env[70542]: DEBUG nova.objects.instance [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lazy-loading 'resources' on Instance uuid 131eb0ca-df71-49e9-af30-2931afd69fb2 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.045504] env[70542]: DEBUG nova.virt.hardware [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.045762] env[70542]: DEBUG nova.virt.hardware [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.045858] env[70542]: DEBUG nova.virt.hardware [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.046127] env[70542]: DEBUG nova.virt.hardware [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.046206] env[70542]: DEBUG nova.virt.hardware [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.046722] env[70542]: DEBUG nova.virt.hardware [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.046722] env[70542]: DEBUG nova.virt.hardware [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.046930] env[70542]: DEBUG nova.virt.hardware [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.046930] env[70542]: DEBUG nova.virt.hardware [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.047255] env[70542]: DEBUG nova.virt.hardware [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.047448] env[70542]: DEBUG nova.virt.hardware [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.048398] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8079ae4b-0f30-4c29-aec9-3e8a3e0bbd00 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.063681] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716f53b0-d1a9-41d6-8d8b-02598fb900e4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.086862] env[70542]: INFO nova.scheduler.client.report [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Deleted allocations for instance dc30924f-6bfe-4171-a594-ad8a4c5d1fab [ 993.213044] env[70542]: INFO nova.compute.manager [None req-a191b2df-1bd3-438c-9423-8b50a0d3ed27 tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Took 0.56 seconds to detach 1 volumes for instance. [ 993.215563] env[70542]: DEBUG nova.compute.manager [None req-a191b2df-1bd3-438c-9423-8b50a0d3ed27 tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Deleting volume: b97d997b-4a01-4b2d-ba2a-54990af4d4ac {{(pid=70542) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 993.258036] env[70542]: DEBUG oslo_concurrency.lockutils [None req-18cd65cb-5032-4b65-980d-42d28ee18197 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lock "528da208-9ddc-4cd3-b7ab-af0bda3ab072" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.376s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.278666] env[70542]: INFO nova.compute.manager [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Took 27.99 seconds to build instance. [ 993.329085] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8e610167-0e87-45d8-8dbf-69e08ccf6aac tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Releasing lock "refresh_cache-3de4b70e-5e69-4b82-afb3-84162651b76c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.473900] env[70542]: DEBUG oslo_vmware.api [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911643, 'name': RemoveSnapshot_Task, 'duration_secs': 0.783825} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.477942] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Deleted Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 993.478436] env[70542]: INFO nova.compute.manager [None req-90da14d3-3271-4086-91aa-bb4bb610e726 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Took 16.28 seconds to snapshot the instance on the hypervisor. [ 993.487455] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.598513] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d163d04d-65d4-498d-92c5-6409b928b40e tempest-ServersWithSpecificFlavorTestJSON-86157586 tempest-ServersWithSpecificFlavorTestJSON-86157586-project-member] Lock "dc30924f-6bfe-4171-a594-ad8a4c5d1fab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.100s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.765133] env[70542]: DEBUG nova.network.neutron [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Successfully updated port: 116d10ff-43d3-4b50-bca7-c600d4c3169f {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.775527] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a191b2df-1bd3-438c-9423-8b50a0d3ed27 tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.783156] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4f40c556-0d1d-4523-855a-d592f00c2035 tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Lock "2e6b94c2-bc93-4d1d-9fba-07eb92874fb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.500s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.932185] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ed6e5c-d0f1-4ba7-b73b-7642752deb01 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.936615] env[70542]: DEBUG nova.compute.manager [req-d3502e74-6e95-4aea-a271-097b35cccbc0 req-c2f79fe3-f30a-49a9-b3b1-12425601f17d service nova] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Received event network-vif-plugged-116d10ff-43d3-4b50-bca7-c600d4c3169f {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.936970] env[70542]: DEBUG oslo_concurrency.lockutils [req-d3502e74-6e95-4aea-a271-097b35cccbc0 req-c2f79fe3-f30a-49a9-b3b1-12425601f17d service nova] Acquiring lock "fd4d7021-c253-4107-83e8-6d3ffa1d6fcd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.937327] env[70542]: DEBUG oslo_concurrency.lockutils [req-d3502e74-6e95-4aea-a271-097b35cccbc0 req-c2f79fe3-f30a-49a9-b3b1-12425601f17d service nova] Lock "fd4d7021-c253-4107-83e8-6d3ffa1d6fcd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.937775] env[70542]: DEBUG oslo_concurrency.lockutils [req-d3502e74-6e95-4aea-a271-097b35cccbc0 req-c2f79fe3-f30a-49a9-b3b1-12425601f17d service nova] Lock "fd4d7021-c253-4107-83e8-6d3ffa1d6fcd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.938104] env[70542]: DEBUG nova.compute.manager [req-d3502e74-6e95-4aea-a271-097b35cccbc0 req-c2f79fe3-f30a-49a9-b3b1-12425601f17d service nova] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] No waiting events found dispatching network-vif-plugged-116d10ff-43d3-4b50-bca7-c600d4c3169f {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 993.938424] env[70542]: WARNING nova.compute.manager [req-d3502e74-6e95-4aea-a271-097b35cccbc0 req-c2f79fe3-f30a-49a9-b3b1-12425601f17d service nova] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Received unexpected event network-vif-plugged-116d10ff-43d3-4b50-bca7-c600d4c3169f for instance with vm_state building and task_state spawning. [ 993.945866] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ee5f17-257f-4e13-89e5-8199acac5b9e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.990271] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81fe4ea-17a5-4e1e-ad4a-78fd0984300e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.003220] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6cabbd-019d-41a0-a7f7-6630fcf61a80 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.007883] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911644, 'name': ReconfigVM_Task, 'duration_secs': 0.706997} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.008835] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Reconfigured VM instance instance-00000039 to attach disk [datastore2] volume-b00aeecf-876b-4843-98d1-ac82dcead734/volume-b00aeecf-876b-4843-98d1-ac82dcead734.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.014713] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b086915-ac36-4e42-8097-100ffd6a7b09 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.034251] env[70542]: DEBUG nova.compute.provider_tree [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.041853] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 994.041853] env[70542]: value = "task-3911646" [ 994.041853] env[70542]: _type = "Task" [ 994.041853] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.054532] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.236519] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquiring lock "528da208-9ddc-4cd3-b7ab-af0bda3ab072" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.236801] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lock "528da208-9ddc-4cd3-b7ab-af0bda3ab072" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.237078] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquiring lock "528da208-9ddc-4cd3-b7ab-af0bda3ab072-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.237277] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lock "528da208-9ddc-4cd3-b7ab-af0bda3ab072-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.237458] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lock "528da208-9ddc-4cd3-b7ab-af0bda3ab072-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.239727] env[70542]: INFO nova.compute.manager [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Terminating instance [ 994.267872] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "refresh_cache-fd4d7021-c253-4107-83e8-6d3ffa1d6fcd" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.268037] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired lock "refresh_cache-fd4d7021-c253-4107-83e8-6d3ffa1d6fcd" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.268200] env[70542]: DEBUG nova.network.neutron [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.334440] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e610167-0e87-45d8-8dbf-69e08ccf6aac tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.334782] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea4c5c8c-e0eb-4927-a097-407dd03cb2c3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.344866] env[70542]: DEBUG oslo_vmware.api [None req-8e610167-0e87-45d8-8dbf-69e08ccf6aac tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 994.344866] env[70542]: value = "task-3911647" [ 994.344866] env[70542]: _type = "Task" [ 994.344866] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.354383] env[70542]: DEBUG oslo_vmware.api [None req-8e610167-0e87-45d8-8dbf-69e08ccf6aac tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.538526] env[70542]: DEBUG nova.scheduler.client.report [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.558837] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911646, 'name': ReconfigVM_Task, 'duration_secs': 0.336112} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.559179] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776783', 'volume_id': 'b00aeecf-876b-4843-98d1-ac82dcead734', 'name': 'volume-b00aeecf-876b-4843-98d1-ac82dcead734', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3f9e5df-5236-4512-97df-19ff178b2af3', 'attached_at': '', 'detached_at': '', 'volume_id': 'b00aeecf-876b-4843-98d1-ac82dcead734', 'serial': 'b00aeecf-876b-4843-98d1-ac82dcead734'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 994.559830] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84ab5f35-d521-4faf-a5f9-513e24608ef9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.569068] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 994.569068] env[70542]: value = "task-3911648" [ 994.569068] env[70542]: _type = "Task" [ 994.569068] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.579877] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911648, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.743841] env[70542]: DEBUG nova.compute.manager [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.744246] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.745047] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4ce056-321d-4808-a5b0-521632fed5e9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.759506] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.759999] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a700f393-2e67-4190-b647-e3a707b809f2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.769530] env[70542]: DEBUG oslo_vmware.api [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 994.769530] env[70542]: value = "task-3911649" [ 994.769530] env[70542]: _type = "Task" [ 994.769530] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.783022] env[70542]: DEBUG oslo_vmware.api [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.811981] env[70542]: DEBUG nova.network.neutron [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.861632] env[70542]: DEBUG oslo_vmware.api [None req-8e610167-0e87-45d8-8dbf-69e08ccf6aac tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911647, 'name': PowerOnVM_Task, 'duration_secs': 0.449322} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.861978] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e610167-0e87-45d8-8dbf-69e08ccf6aac tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.862211] env[70542]: DEBUG nova.compute.manager [None req-8e610167-0e87-45d8-8dbf-69e08ccf6aac tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 994.863122] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742addcf-22ee-4bd0-8973-7781d264503a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.026492] env[70542]: DEBUG nova.network.neutron [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Updating instance_info_cache with network_info: [{"id": "116d10ff-43d3-4b50-bca7-c600d4c3169f", "address": "fa:16:3e:03:e4:bd", "network": {"id": "b9eb532a-2933-4850-b01e-c496fa6ef875", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-217105513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc0b5d1a0604a93990949de74a62cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap116d10ff-43", "ovs_interfaceid": "116d10ff-43d3-4b50-bca7-c600d4c3169f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.033454] env[70542]: DEBUG nova.network.neutron [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Successfully updated port: 7124254d-761c-4f7c-9cd7-f6a0bed6d9bc {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.045809] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.051873] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.897s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.054119] env[70542]: INFO nova.compute.claims [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.079299] env[70542]: INFO nova.scheduler.client.report [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Deleted allocations for instance 131eb0ca-df71-49e9-af30-2931afd69fb2 [ 995.084443] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911648, 'name': Rename_Task, 'duration_secs': 0.274288} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.091209] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.091427] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c2464f1-a293-4fee-8006-1197a3a6f20d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.102385] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 995.102385] env[70542]: value = "task-3911650" [ 995.102385] env[70542]: _type = "Task" [ 995.102385] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.114657] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.281974] env[70542]: DEBUG oslo_vmware.api [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911649, 'name': PowerOffVM_Task, 'duration_secs': 0.316237} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.282996] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.282996] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.282996] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0bad430-15bb-404f-b103-33c08917a3b7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.356025] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.356324] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.357586] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Deleting the datastore file [datastore1] 528da208-9ddc-4cd3-b7ab-af0bda3ab072 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.357586] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c7a1e4b-fa29-4c59-96c0-9d7892f5b3f9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.367915] env[70542]: DEBUG oslo_vmware.api [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 995.367915] env[70542]: value = "task-3911652" [ 995.367915] env[70542]: _type = "Task" [ 995.367915] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.381056] env[70542]: DEBUG oslo_vmware.api [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.536048] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Releasing lock "refresh_cache-fd4d7021-c253-4107-83e8-6d3ffa1d6fcd" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.536752] env[70542]: DEBUG nova.compute.manager [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Instance network_info: |[{"id": "116d10ff-43d3-4b50-bca7-c600d4c3169f", "address": "fa:16:3e:03:e4:bd", "network": {"id": "b9eb532a-2933-4850-b01e-c496fa6ef875", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-217105513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc0b5d1a0604a93990949de74a62cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap116d10ff-43", "ovs_interfaceid": "116d10ff-43d3-4b50-bca7-c600d4c3169f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.537726] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "refresh_cache-b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.537884] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "refresh_cache-b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.538077] env[70542]: DEBUG nova.network.neutron [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.539401] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:e4:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '116d10ff-43d3-4b50-bca7-c600d4c3169f', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.548717] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.549293] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.550047] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b53a32c-e409-4de1-b5dc-002624dfac24 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.578840] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.578840] env[70542]: value = "task-3911653" [ 995.578840] env[70542]: _type = "Task" [ 995.578840] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.591195] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911653, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.597677] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9a2d7cd2-1d08-4cb5-b4ea-80eef00b2256 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "131eb0ca-df71-49e9-af30-2931afd69fb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.157s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.614488] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911650, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.878048] env[70542]: DEBUG oslo_vmware.api [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192419} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.878745] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.878890] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.879080] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.879257] env[70542]: INFO nova.compute.manager [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Took 1.14 seconds to destroy the instance on the hypervisor. [ 995.879496] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.879683] env[70542]: DEBUG nova.compute.manager [-] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.879776] env[70542]: DEBUG nova.network.neutron [-] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.944732] env[70542]: DEBUG nova.compute.manager [None req-1dab5b50-2843-4663-b8fa-410c308ad6eb tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 995.945690] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12929c5-6212-4178-8915-aa6af44af24f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.088802] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911653, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.104134] env[70542]: WARNING nova.network.neutron [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] 83f7a9d1-9ac5-408f-a945-d6b16a42df8c already exists in list: networks containing: ['83f7a9d1-9ac5-408f-a945-d6b16a42df8c']. ignoring it [ 996.116865] env[70542]: DEBUG oslo_vmware.api [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911650, 'name': PowerOnVM_Task, 'duration_secs': 0.591226} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.119772] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.119772] env[70542]: DEBUG nova.compute.manager [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 996.121145] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7964e0db-66ba-48d9-9f50-9201bfb5eac6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.297959] env[70542]: DEBUG nova.compute.manager [req-063566bb-23e4-420e-a131-8da77d3211d3 req-940adc6a-6047-4a3c-8e09-385c4142985b service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Received event network-vif-plugged-7124254d-761c-4f7c-9cd7-f6a0bed6d9bc {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.298218] env[70542]: DEBUG oslo_concurrency.lockutils [req-063566bb-23e4-420e-a131-8da77d3211d3 req-940adc6a-6047-4a3c-8e09-385c4142985b service nova] Acquiring lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.298431] env[70542]: DEBUG oslo_concurrency.lockutils [req-063566bb-23e4-420e-a131-8da77d3211d3 req-940adc6a-6047-4a3c-8e09-385c4142985b service nova] Lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.298602] env[70542]: DEBUG oslo_concurrency.lockutils [req-063566bb-23e4-420e-a131-8da77d3211d3 req-940adc6a-6047-4a3c-8e09-385c4142985b service nova] Lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.298793] env[70542]: DEBUG nova.compute.manager [req-063566bb-23e4-420e-a131-8da77d3211d3 req-940adc6a-6047-4a3c-8e09-385c4142985b service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] No waiting events found dispatching network-vif-plugged-7124254d-761c-4f7c-9cd7-f6a0bed6d9bc {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 996.299012] env[70542]: WARNING nova.compute.manager [req-063566bb-23e4-420e-a131-8da77d3211d3 req-940adc6a-6047-4a3c-8e09-385c4142985b service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Received unexpected event network-vif-plugged-7124254d-761c-4f7c-9cd7-f6a0bed6d9bc for instance with vm_state active and task_state None. [ 996.440362] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c78a88b-77aa-454b-9bf0-263aa23d9a3a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.448473] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4d61c7-20ad-4d92-b3c5-8a5f7320f025 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.481680] env[70542]: INFO nova.compute.manager [None req-1dab5b50-2843-4663-b8fa-410c308ad6eb tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] instance snapshotting [ 996.482322] env[70542]: DEBUG nova.objects.instance [None req-1dab5b50-2843-4663-b8fa-410c308ad6eb tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Lazy-loading 'flavor' on Instance uuid 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.487459] env[70542]: DEBUG nova.network.neutron [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Updating instance_info_cache with network_info: [{"id": "d3118dbd-b913-4a00-9018-8a78adb27b06", "address": "fa:16:3e:e9:59:31", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3118dbd-b9", "ovs_interfaceid": "d3118dbd-b913-4a00-9018-8a78adb27b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7124254d-761c-4f7c-9cd7-f6a0bed6d9bc", "address": "fa:16:3e:46:a9:e8", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7124254d-76", "ovs_interfaceid": "7124254d-761c-4f7c-9cd7-f6a0bed6d9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.487923] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f258228-569a-4bcf-a44e-d1619b2c7c34 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.499039] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45f1b50-e5ee-4ea3-90ba-d4e1012c1847 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.516712] env[70542]: DEBUG nova.compute.provider_tree [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.589385] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911653, 'name': CreateVM_Task, 'duration_secs': 0.52723} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.589656] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.590375] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.590557] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.590903] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.591518] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6462d526-279f-4d6e-a73f-5df6ec897722 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.596888] env[70542]: DEBUG oslo_vmware.api [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 996.596888] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5234cba8-5bd9-f55e-bce1-223ee528b3ad" [ 996.596888] env[70542]: _type = "Task" [ 996.596888] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.605356] env[70542]: DEBUG oslo_vmware.api [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5234cba8-5bd9-f55e-bce1-223ee528b3ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.644134] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.668300] env[70542]: DEBUG nova.network.neutron [-] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.783020] env[70542]: DEBUG nova.compute.manager [req-66d0e82e-572c-4c3b-99c5-ba34251fcc37 req-8c4747b1-5fa4-4df6-9576-cc7266054432 service nova] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Received event network-changed-116d10ff-43d3-4b50-bca7-c600d4c3169f {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.783176] env[70542]: DEBUG nova.compute.manager [req-66d0e82e-572c-4c3b-99c5-ba34251fcc37 req-8c4747b1-5fa4-4df6-9576-cc7266054432 service nova] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Refreshing instance network info cache due to event network-changed-116d10ff-43d3-4b50-bca7-c600d4c3169f. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.783394] env[70542]: DEBUG oslo_concurrency.lockutils [req-66d0e82e-572c-4c3b-99c5-ba34251fcc37 req-8c4747b1-5fa4-4df6-9576-cc7266054432 service nova] Acquiring lock "refresh_cache-fd4d7021-c253-4107-83e8-6d3ffa1d6fcd" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.783540] env[70542]: DEBUG oslo_concurrency.lockutils [req-66d0e82e-572c-4c3b-99c5-ba34251fcc37 req-8c4747b1-5fa4-4df6-9576-cc7266054432 service nova] Acquired lock "refresh_cache-fd4d7021-c253-4107-83e8-6d3ffa1d6fcd" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.783700] env[70542]: DEBUG nova.network.neutron [req-66d0e82e-572c-4c3b-99c5-ba34251fcc37 req-8c4747b1-5fa4-4df6-9576-cc7266054432 service nova] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Refreshing network info cache for port 116d10ff-43d3-4b50-bca7-c600d4c3169f {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.923098] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Acquiring lock "2e6b94c2-bc93-4d1d-9fba-07eb92874fb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.923681] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Lock "2e6b94c2-bc93-4d1d-9fba-07eb92874fb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.923681] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Acquiring lock "2e6b94c2-bc93-4d1d-9fba-07eb92874fb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.923925] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Lock "2e6b94c2-bc93-4d1d-9fba-07eb92874fb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.924208] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Lock "2e6b94c2-bc93-4d1d-9fba-07eb92874fb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.927457] env[70542]: INFO nova.compute.manager [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Terminating instance [ 996.988645] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18a018e-3719-442e-8742-9f0af74e27d0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.993430] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "refresh_cache-b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.994105] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.994419] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.995231] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238ef25e-4f2c-4398-b506-3987b4feb35c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.011694] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e14d261-fff6-4ce7-a3ac-4f9face57976 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.028746] env[70542]: DEBUG nova.scheduler.client.report [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.032638] env[70542]: DEBUG nova.virt.hardware [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.032888] env[70542]: DEBUG nova.virt.hardware [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.033058] env[70542]: DEBUG nova.virt.hardware [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.033243] env[70542]: DEBUG nova.virt.hardware [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.033387] env[70542]: DEBUG nova.virt.hardware [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.033558] env[70542]: DEBUG nova.virt.hardware [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.033746] env[70542]: DEBUG nova.virt.hardware [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.033905] env[70542]: DEBUG nova.virt.hardware [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.034083] env[70542]: DEBUG nova.virt.hardware [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.034250] env[70542]: DEBUG nova.virt.hardware [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.034487] env[70542]: DEBUG nova.virt.hardware [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.040957] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Reconfiguring VM to attach interface {{(pid=70542) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 997.042158] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2f539c7-2fd6-4283-a789-0eef105aca5e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.067142] env[70542]: DEBUG oslo_vmware.api [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 997.067142] env[70542]: value = "task-3911654" [ 997.067142] env[70542]: _type = "Task" [ 997.067142] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.077570] env[70542]: DEBUG oslo_vmware.api [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911654, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.109146] env[70542]: DEBUG oslo_vmware.api [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5234cba8-5bd9-f55e-bce1-223ee528b3ad, 'name': SearchDatastore_Task, 'duration_secs': 0.025662} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.109524] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.109808] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.110099] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.110260] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.110592] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.110768] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95305a61-fd57-4d5c-b9bf-5c1ebfcf6ac7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.121146] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.121332] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.122136] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3b4afef-43d8-4d64-b53c-32f433f961d5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.128386] env[70542]: DEBUG oslo_vmware.api [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 997.128386] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52582f43-6a99-d24d-519a-dfc69ff70a3a" [ 997.128386] env[70542]: _type = "Task" [ 997.128386] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.137455] env[70542]: DEBUG oslo_vmware.api [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52582f43-6a99-d24d-519a-dfc69ff70a3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.170588] env[70542]: INFO nova.compute.manager [-] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Took 1.29 seconds to deallocate network for instance. [ 997.433602] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Acquiring lock "refresh_cache-2e6b94c2-bc93-4d1d-9fba-07eb92874fb4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.433775] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Acquired lock "refresh_cache-2e6b94c2-bc93-4d1d-9fba-07eb92874fb4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.433986] env[70542]: DEBUG nova.network.neutron [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.508619] env[70542]: DEBUG nova.network.neutron [req-66d0e82e-572c-4c3b-99c5-ba34251fcc37 req-8c4747b1-5fa4-4df6-9576-cc7266054432 service nova] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Updated VIF entry in instance network info cache for port 116d10ff-43d3-4b50-bca7-c600d4c3169f. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.509110] env[70542]: DEBUG nova.network.neutron [req-66d0e82e-572c-4c3b-99c5-ba34251fcc37 req-8c4747b1-5fa4-4df6-9576-cc7266054432 service nova] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Updating instance_info_cache with network_info: [{"id": "116d10ff-43d3-4b50-bca7-c600d4c3169f", "address": "fa:16:3e:03:e4:bd", "network": {"id": "b9eb532a-2933-4850-b01e-c496fa6ef875", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-217105513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc0b5d1a0604a93990949de74a62cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap116d10ff-43", "ovs_interfaceid": "116d10ff-43d3-4b50-bca7-c600d4c3169f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.543920] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.544603] env[70542]: DEBUG nova.compute.manager [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.548093] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.342s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.549758] env[70542]: INFO nova.compute.claims [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.561384] env[70542]: DEBUG nova.compute.manager [None req-1dab5b50-2843-4663-b8fa-410c308ad6eb tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Instance disappeared during snapshot {{(pid=70542) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 997.578372] env[70542]: DEBUG oslo_vmware.api [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.640111] env[70542]: DEBUG oslo_vmware.api [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52582f43-6a99-d24d-519a-dfc69ff70a3a, 'name': SearchDatastore_Task, 'duration_secs': 0.011533} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.640990] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27925658-6339-44b1-9bd1-7b0c6459b515 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.649424] env[70542]: DEBUG oslo_vmware.api [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 997.649424] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524bed03-16c7-ff48-f254-140154aabab5" [ 997.649424] env[70542]: _type = "Task" [ 997.649424] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.661290] env[70542]: DEBUG oslo_vmware.api [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524bed03-16c7-ff48-f254-140154aabab5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.678316] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.681449] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Acquiring lock "f7814c3f-78f0-4b45-a212-b1f13b214337" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.681680] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Lock "f7814c3f-78f0-4b45-a212-b1f13b214337" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.724786] env[70542]: DEBUG nova.compute.manager [None req-1dab5b50-2843-4663-b8fa-410c308ad6eb tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Found 0 images (rotation: 2) {{(pid=70542) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 997.930831] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.931203] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.955723] env[70542]: DEBUG nova.network.neutron [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.981418] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "3de4b70e-5e69-4b82-afb3-84162651b76c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.981671] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "3de4b70e-5e69-4b82-afb3-84162651b76c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.982327] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "3de4b70e-5e69-4b82-afb3-84162651b76c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.982533] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "3de4b70e-5e69-4b82-afb3-84162651b76c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.982721] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "3de4b70e-5e69-4b82-afb3-84162651b76c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.984934] env[70542]: INFO nova.compute.manager [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Terminating instance [ 998.012346] env[70542]: DEBUG oslo_concurrency.lockutils [req-66d0e82e-572c-4c3b-99c5-ba34251fcc37 req-8c4747b1-5fa4-4df6-9576-cc7266054432 service nova] Releasing lock "refresh_cache-fd4d7021-c253-4107-83e8-6d3ffa1d6fcd" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.018090] env[70542]: DEBUG nova.network.neutron [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.061025] env[70542]: DEBUG nova.compute.utils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.061630] env[70542]: DEBUG nova.compute.manager [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.061807] env[70542]: DEBUG nova.network.neutron [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.082479] env[70542]: DEBUG oslo_vmware.api [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911654, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.107649] env[70542]: DEBUG nova.policy [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5d5145c97074b61a2ae030f758f0f3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dbbfc5e52464952ab3f987c31131c72', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.165378] env[70542]: DEBUG oslo_vmware.api [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524bed03-16c7-ff48-f254-140154aabab5, 'name': SearchDatastore_Task, 'duration_secs': 0.012207} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.165875] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.166333] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] fd4d7021-c253-4107-83e8-6d3ffa1d6fcd/fd4d7021-c253-4107-83e8-6d3ffa1d6fcd.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.166758] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bdab093-a24e-411c-baac-c3539c7665e8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.176842] env[70542]: DEBUG oslo_vmware.api [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 998.176842] env[70542]: value = "task-3911655" [ 998.176842] env[70542]: _type = "Task" [ 998.176842] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.189467] env[70542]: DEBUG nova.compute.manager [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 998.192749] env[70542]: DEBUG oslo_vmware.api [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.434710] env[70542]: DEBUG nova.compute.manager [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 998.479219] env[70542]: DEBUG nova.network.neutron [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Successfully created port: 7723a267-20e8-48ea-ba6b-64aa6013655e {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.488974] env[70542]: DEBUG nova.compute.manager [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.489255] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.490340] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f8ef71-fbd6-4a99-a4b9-8db37b9a5d23 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.502121] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.502511] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbbed2a1-fcc1-4a72-a656-a42a3eb8abad {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.513183] env[70542]: DEBUG oslo_vmware.api [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 998.513183] env[70542]: value = "task-3911656" [ 998.513183] env[70542]: _type = "Task" [ 998.513183] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.521328] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Releasing lock "refresh_cache-2e6b94c2-bc93-4d1d-9fba-07eb92874fb4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.521328] env[70542]: DEBUG nova.compute.manager [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.521328] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.526028] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d75d69b-5676-4694-9eaa-834953fb736b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.531405] env[70542]: DEBUG oslo_vmware.api [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.537747] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.537747] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7520b68b-0296-4a6f-a804-3a3c1cc3e9ab {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.547442] env[70542]: DEBUG oslo_vmware.api [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Waiting for the task: (returnval){ [ 998.547442] env[70542]: value = "task-3911657" [ 998.547442] env[70542]: _type = "Task" [ 998.547442] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.566105] env[70542]: DEBUG oslo_vmware.api [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Task: {'id': task-3911657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.567132] env[70542]: DEBUG nova.compute.manager [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.581413] env[70542]: DEBUG oslo_vmware.api [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911654, 'name': ReconfigVM_Task, 'duration_secs': 1.033523} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.582106] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.582382] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Reconfigured VM to attach interface {{(pid=70542) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 998.692613] env[70542]: DEBUG oslo_vmware.api [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911655, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.720872] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.958274] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.995523] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42015753-0f7b-42d1-9c16-8d0988a333c1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.003781] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63dd3a83-0822-4c83-a09f-993258ef74f4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.038666] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934dbd5b-584f-4955-ac16-7a93446d8f69 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.048885] env[70542]: DEBUG oslo_vmware.api [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911656, 'name': PowerOffVM_Task, 'duration_secs': 0.522462} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.050182] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab6c2c7-21df-4487-a1bf-9571be90af0b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.058364] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.058491] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.058792] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2bc950c-fdd1-4259-8018-b6c78ed1de3b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.073455] env[70542]: DEBUG nova.compute.provider_tree [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.081184] env[70542]: DEBUG oslo_vmware.api [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Task: {'id': task-3911657, 'name': PowerOffVM_Task, 'duration_secs': 0.215405} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.081815] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.081995] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.082273] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43b1b6e0-7b8e-4346-8db9-58bc60f6981d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.089373] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4be69b44-3535-4322-9b02-5bfa6cb3829c tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "interface-b3764e3b-4297-4515-9673-0f75a6a4ac8e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.918s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.097889] env[70542]: DEBUG nova.compute.manager [req-374c3515-d722-4008-b342-eb3762b7fe96 req-2d62b85a-d6a7-4f39-aa00-f7b8bfee7d84 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Received event network-changed-7124254d-761c-4f7c-9cd7-f6a0bed6d9bc {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.098269] env[70542]: DEBUG nova.compute.manager [req-374c3515-d722-4008-b342-eb3762b7fe96 req-2d62b85a-d6a7-4f39-aa00-f7b8bfee7d84 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Refreshing instance network info cache due to event network-changed-7124254d-761c-4f7c-9cd7-f6a0bed6d9bc. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.098482] env[70542]: DEBUG oslo_concurrency.lockutils [req-374c3515-d722-4008-b342-eb3762b7fe96 req-2d62b85a-d6a7-4f39-aa00-f7b8bfee7d84 service nova] Acquiring lock "refresh_cache-b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.098482] env[70542]: DEBUG oslo_concurrency.lockutils [req-374c3515-d722-4008-b342-eb3762b7fe96 req-2d62b85a-d6a7-4f39-aa00-f7b8bfee7d84 service nova] Acquired lock "refresh_cache-b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.098631] env[70542]: DEBUG nova.network.neutron [req-374c3515-d722-4008-b342-eb3762b7fe96 req-2d62b85a-d6a7-4f39-aa00-f7b8bfee7d84 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Refreshing network info cache for port 7124254d-761c-4f7c-9cd7-f6a0bed6d9bc {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.173909] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.174201] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.174425] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Deleting the datastore file [datastore1] 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.174732] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73fce534-10c5-4212-ae5c-200e7d066c23 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.185690] env[70542]: DEBUG oslo_vmware.api [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Waiting for the task: (returnval){ [ 999.185690] env[70542]: value = "task-3911660" [ 999.185690] env[70542]: _type = "Task" [ 999.185690] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.192776] env[70542]: DEBUG oslo_vmware.api [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911655, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.198794] env[70542]: DEBUG oslo_vmware.api [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Task: {'id': task-3911660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.215842] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.216139] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.216339] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Deleting the datastore file [datastore2] 3de4b70e-5e69-4b82-afb3-84162651b76c {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.216767] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8dd40596-dc5d-4bd9-b49b-895f8f2cf162 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.225134] env[70542]: DEBUG oslo_vmware.api [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 999.225134] env[70542]: value = "task-3911661" [ 999.225134] env[70542]: _type = "Task" [ 999.225134] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.234682] env[70542]: DEBUG oslo_vmware.api [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.583617] env[70542]: DEBUG nova.scheduler.client.report [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.588332] env[70542]: DEBUG nova.compute.manager [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.616511] env[70542]: DEBUG nova.virt.hardware [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.616877] env[70542]: DEBUG nova.virt.hardware [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.616991] env[70542]: DEBUG nova.virt.hardware [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.617140] env[70542]: DEBUG nova.virt.hardware [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.617295] env[70542]: DEBUG nova.virt.hardware [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.617443] env[70542]: DEBUG nova.virt.hardware [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.617705] env[70542]: DEBUG nova.virt.hardware [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.617850] env[70542]: DEBUG nova.virt.hardware [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.618067] env[70542]: DEBUG nova.virt.hardware [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.618233] env[70542]: DEBUG nova.virt.hardware [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.618381] env[70542]: DEBUG nova.virt.hardware [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.620042] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04259986-8856-4aa7-9a63-285708202cc5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.628896] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3576c7d0-1752-40ef-9a95-d1f0277fb1c9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.691043] env[70542]: DEBUG oslo_vmware.api [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911655, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.702874] env[70542]: DEBUG oslo_vmware.api [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Task: {'id': task-3911660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.492314} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.702874] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.703083] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.703157] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.703364] env[70542]: INFO nova.compute.manager [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 999.703616] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.703812] env[70542]: DEBUG nova.compute.manager [-] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.703910] env[70542]: DEBUG nova.network.neutron [-] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.734981] env[70542]: DEBUG oslo_vmware.api [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.745666] env[70542]: DEBUG nova.network.neutron [-] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.907137] env[70542]: DEBUG nova.network.neutron [req-374c3515-d722-4008-b342-eb3762b7fe96 req-2d62b85a-d6a7-4f39-aa00-f7b8bfee7d84 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Updated VIF entry in instance network info cache for port 7124254d-761c-4f7c-9cd7-f6a0bed6d9bc. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.907571] env[70542]: DEBUG nova.network.neutron [req-374c3515-d722-4008-b342-eb3762b7fe96 req-2d62b85a-d6a7-4f39-aa00-f7b8bfee7d84 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Updating instance_info_cache with network_info: [{"id": "d3118dbd-b913-4a00-9018-8a78adb27b06", "address": "fa:16:3e:e9:59:31", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3118dbd-b9", "ovs_interfaceid": "d3118dbd-b913-4a00-9018-8a78adb27b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7124254d-761c-4f7c-9cd7-f6a0bed6d9bc", "address": "fa:16:3e:46:a9:e8", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7124254d-76", "ovs_interfaceid": "7124254d-761c-4f7c-9cd7-f6a0bed6d9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.095024] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.095024] env[70542]: DEBUG nova.compute.manager [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.097483] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.721s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.099801] env[70542]: INFO nova.compute.claims [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.192386] env[70542]: DEBUG oslo_vmware.api [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911655, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.615415} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.192850] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] fd4d7021-c253-4107-83e8-6d3ffa1d6fcd/fd4d7021-c253-4107-83e8-6d3ffa1d6fcd.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.193130] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.193431] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfc6d92c-4320-4c19-817b-4c2281db39b5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.203291] env[70542]: DEBUG oslo_vmware.api [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 1000.203291] env[70542]: value = "task-3911662" [ 1000.203291] env[70542]: _type = "Task" [ 1000.203291] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.218069] env[70542]: DEBUG oslo_vmware.api [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.236715] env[70542]: DEBUG oslo_vmware.api [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.766566} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.237014] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.237368] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.237645] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.237889] env[70542]: INFO nova.compute.manager [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Took 1.75 seconds to destroy the instance on the hypervisor. [ 1000.238215] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.238494] env[70542]: DEBUG nova.compute.manager [-] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.238646] env[70542]: DEBUG nova.network.neutron [-] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.248328] env[70542]: DEBUG nova.network.neutron [-] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.254687] env[70542]: DEBUG nova.network.neutron [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Successfully updated port: 7723a267-20e8-48ea-ba6b-64aa6013655e {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1000.268978] env[70542]: DEBUG nova.compute.manager [req-901c9ef1-928e-4126-8f9a-0ded23883c33 req-d1867e6d-e0f1-4ce8-b1d7-eecca3580b77 service nova] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Received event network-vif-plugged-7723a267-20e8-48ea-ba6b-64aa6013655e {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.269605] env[70542]: DEBUG oslo_concurrency.lockutils [req-901c9ef1-928e-4126-8f9a-0ded23883c33 req-d1867e6d-e0f1-4ce8-b1d7-eecca3580b77 service nova] Acquiring lock "558c1a3f-3fbb-4658-8507-f1f876609623-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.269918] env[70542]: DEBUG oslo_concurrency.lockutils [req-901c9ef1-928e-4126-8f9a-0ded23883c33 req-d1867e6d-e0f1-4ce8-b1d7-eecca3580b77 service nova] Lock "558c1a3f-3fbb-4658-8507-f1f876609623-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.270111] env[70542]: DEBUG oslo_concurrency.lockutils [req-901c9ef1-928e-4126-8f9a-0ded23883c33 req-d1867e6d-e0f1-4ce8-b1d7-eecca3580b77 service nova] Lock "558c1a3f-3fbb-4658-8507-f1f876609623-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.270812] env[70542]: DEBUG nova.compute.manager [req-901c9ef1-928e-4126-8f9a-0ded23883c33 req-d1867e6d-e0f1-4ce8-b1d7-eecca3580b77 service nova] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] No waiting events found dispatching network-vif-plugged-7723a267-20e8-48ea-ba6b-64aa6013655e {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1000.270812] env[70542]: WARNING nova.compute.manager [req-901c9ef1-928e-4126-8f9a-0ded23883c33 req-d1867e6d-e0f1-4ce8-b1d7-eecca3580b77 service nova] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Received unexpected event network-vif-plugged-7723a267-20e8-48ea-ba6b-64aa6013655e for instance with vm_state building and task_state spawning. [ 1000.411215] env[70542]: DEBUG oslo_concurrency.lockutils [req-374c3515-d722-4008-b342-eb3762b7fe96 req-2d62b85a-d6a7-4f39-aa00-f7b8bfee7d84 service nova] Releasing lock "refresh_cache-b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.411215] env[70542]: DEBUG nova.compute.manager [req-374c3515-d722-4008-b342-eb3762b7fe96 req-2d62b85a-d6a7-4f39-aa00-f7b8bfee7d84 service nova] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Received event network-vif-deleted-e65cbbde-c297-4cd7-9d53-2c6757df2e11 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.600913] env[70542]: DEBUG nova.compute.utils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.601532] env[70542]: DEBUG nova.compute.manager [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.601874] env[70542]: DEBUG nova.network.neutron [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.704293] env[70542]: DEBUG nova.policy [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5d5145c97074b61a2ae030f758f0f3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dbbfc5e52464952ab3f987c31131c72', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.717550] env[70542]: DEBUG oslo_vmware.api [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109619} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.717905] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.718736] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6c1907-9574-4d35-9846-fc415742cb83 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.749795] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] fd4d7021-c253-4107-83e8-6d3ffa1d6fcd/fd4d7021-c253-4107-83e8-6d3ffa1d6fcd.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.750329] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bf39402-3859-4123-8c62-266c02e98c76 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.776791] env[70542]: INFO nova.compute.manager [-] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Took 1.07 seconds to deallocate network for instance. [ 1000.777348] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "refresh_cache-558c1a3f-3fbb-4658-8507-f1f876609623" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.777715] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquired lock "refresh_cache-558c1a3f-3fbb-4658-8507-f1f876609623" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.777925] env[70542]: DEBUG nova.network.neutron [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.788136] env[70542]: DEBUG oslo_vmware.api [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 1000.788136] env[70542]: value = "task-3911663" [ 1000.788136] env[70542]: _type = "Task" [ 1000.788136] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.801492] env[70542]: DEBUG oslo_vmware.api [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.923573] env[70542]: DEBUG nova.compute.manager [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1000.924711] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b315fb-c8ce-4b65-b651-addb15647641 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.107018] env[70542]: DEBUG nova.compute.manager [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.144740] env[70542]: DEBUG nova.network.neutron [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Successfully created port: 7247a66f-6759-4634-baeb-6335642859d0 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.193947] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "interface-b3764e3b-4297-4515-9673-0f75a6a4ac8e-4d663cfc-d4b6-4a79-a2bc-db39e4a244c2" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.194238] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "interface-b3764e3b-4297-4515-9673-0f75a6a4ac8e-4d663cfc-d4b6-4a79-a2bc-db39e4a244c2" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.194649] env[70542]: DEBUG nova.objects.instance [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lazy-loading 'flavor' on Instance uuid b3764e3b-4297-4515-9673-0f75a6a4ac8e {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.277409] env[70542]: DEBUG nova.compute.manager [req-1b875936-bb49-4392-af40-5fdbc506e497 req-251e2730-474f-4c51-9cd5-82ba202477a4 service nova] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Received event network-vif-deleted-7803275c-6f25-4e51-9478-5f513eb5f0a8 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.277651] env[70542]: INFO nova.compute.manager [req-1b875936-bb49-4392-af40-5fdbc506e497 req-251e2730-474f-4c51-9cd5-82ba202477a4 service nova] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Neutron deleted interface 7803275c-6f25-4e51-9478-5f513eb5f0a8; detaching it from the instance and deleting it from the info cache [ 1001.277817] env[70542]: DEBUG nova.network.neutron [req-1b875936-bb49-4392-af40-5fdbc506e497 req-251e2730-474f-4c51-9cd5-82ba202477a4 service nova] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.292099] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.310916] env[70542]: DEBUG oslo_vmware.api [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911663, 'name': ReconfigVM_Task, 'duration_secs': 0.503056} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.311425] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Reconfigured VM instance instance-0000004a to attach disk [datastore2] fd4d7021-c253-4107-83e8-6d3ffa1d6fcd/fd4d7021-c253-4107-83e8-6d3ffa1d6fcd.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.312135] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c4dee70-9e66-46e0-a561-3570609df36e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.320913] env[70542]: DEBUG oslo_vmware.api [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 1001.320913] env[70542]: value = "task-3911664" [ 1001.320913] env[70542]: _type = "Task" [ 1001.320913] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.323876] env[70542]: DEBUG nova.network.neutron [-] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.336053] env[70542]: DEBUG oslo_vmware.api [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911664, 'name': Rename_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.346428] env[70542]: DEBUG nova.network.neutron [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.436219] env[70542]: INFO nova.compute.manager [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] instance snapshotting [ 1001.439180] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971b0749-8a7b-41d7-b676-4c86935771c9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.466279] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc98833-8e40-4656-af7a-b89a439ff579 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.539695] env[70542]: DEBUG nova.network.neutron [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Updating instance_info_cache with network_info: [{"id": "7723a267-20e8-48ea-ba6b-64aa6013655e", "address": "fa:16:3e:26:d2:37", "network": {"id": "5affbf10-8cb9-4efb-9739-021ed6e423c4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-784506568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dbbfc5e52464952ab3f987c31131c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7723a267-20", "ovs_interfaceid": "7723a267-20e8-48ea-ba6b-64aa6013655e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.557610] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7969c222-0d1c-4869-8cfc-1d1a6f006438 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.577783] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53a67b4-d213-4e15-af5e-07b7e3a063c6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.620672] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e310de8d-00a0-4ec3-8870-e6dd80fb953e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.629193] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaefc75-cac2-416d-9676-e628056c8dcb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.645471] env[70542]: DEBUG nova.compute.provider_tree [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.783680] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a041f50-b765-4105-966d-7d1eb3363c96 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.796024] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59954b7e-a467-45dd-9872-65805f5a81df {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.809064] env[70542]: DEBUG nova.objects.instance [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lazy-loading 'pci_requests' on Instance uuid b3764e3b-4297-4515-9673-0f75a6a4ac8e {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.837093] env[70542]: INFO nova.compute.manager [-] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Took 1.60 seconds to deallocate network for instance. [ 1001.837543] env[70542]: DEBUG nova.compute.manager [req-1b875936-bb49-4392-af40-5fdbc506e497 req-251e2730-474f-4c51-9cd5-82ba202477a4 service nova] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Detach interface failed, port_id=7803275c-6f25-4e51-9478-5f513eb5f0a8, reason: Instance 3de4b70e-5e69-4b82-afb3-84162651b76c could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1001.849159] env[70542]: DEBUG oslo_vmware.api [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911664, 'name': Rename_Task, 'duration_secs': 0.282706} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.849265] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.849490] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-450955c2-0dda-4e67-b9a4-3b45831c8b1f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.856856] env[70542]: DEBUG oslo_vmware.api [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 1001.856856] env[70542]: value = "task-3911665" [ 1001.856856] env[70542]: _type = "Task" [ 1001.856856] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.865607] env[70542]: DEBUG oslo_vmware.api [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.983141] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Creating Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1001.983629] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-09de18ba-46c3-4f86-9902-325a0fca8f24 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.993728] env[70542]: DEBUG oslo_vmware.api [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Waiting for the task: (returnval){ [ 1001.993728] env[70542]: value = "task-3911666" [ 1001.993728] env[70542]: _type = "Task" [ 1001.993728] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.004810] env[70542]: DEBUG oslo_vmware.api [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911666, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.046708] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Releasing lock "refresh_cache-558c1a3f-3fbb-4658-8507-f1f876609623" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.048233] env[70542]: DEBUG nova.compute.manager [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Instance network_info: |[{"id": "7723a267-20e8-48ea-ba6b-64aa6013655e", "address": "fa:16:3e:26:d2:37", "network": {"id": "5affbf10-8cb9-4efb-9739-021ed6e423c4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-784506568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dbbfc5e52464952ab3f987c31131c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7723a267-20", "ovs_interfaceid": "7723a267-20e8-48ea-ba6b-64aa6013655e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1002.048233] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:d2:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7723a267-20e8-48ea-ba6b-64aa6013655e', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.056241] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.057710] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.058064] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82875813-4b91-4d04-aa55-59c53d6f2009 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.080338] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.080338] env[70542]: value = "task-3911667" [ 1002.080338] env[70542]: _type = "Task" [ 1002.080338] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.090757] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911667, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.125543] env[70542]: DEBUG nova.compute.manager [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.148755] env[70542]: DEBUG nova.scheduler.client.report [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.162674] env[70542]: DEBUG nova.virt.hardware [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.162994] env[70542]: DEBUG nova.virt.hardware [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.163193] env[70542]: DEBUG nova.virt.hardware [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.163800] env[70542]: DEBUG nova.virt.hardware [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.163800] env[70542]: DEBUG nova.virt.hardware [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.164725] env[70542]: DEBUG nova.virt.hardware [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.164725] env[70542]: DEBUG nova.virt.hardware [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.164725] env[70542]: DEBUG nova.virt.hardware [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.164725] env[70542]: DEBUG nova.virt.hardware [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.164725] env[70542]: DEBUG nova.virt.hardware [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.164890] env[70542]: DEBUG nova.virt.hardware [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.166195] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842e5efc-3500-4c29-88e7-7097126a554d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.176279] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c24f57-520a-437a-b546-fa59da24353f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.281461] env[70542]: DEBUG oslo_concurrency.lockutils [None req-32c02ca4-dfd2-4c6d-b226-2e4bb85699b4 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "7323ed53-e030-4128-b880-37c3ee09434b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.281461] env[70542]: DEBUG oslo_concurrency.lockutils [None req-32c02ca4-dfd2-4c6d-b226-2e4bb85699b4 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "7323ed53-e030-4128-b880-37c3ee09434b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.311613] env[70542]: DEBUG nova.objects.base [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70542) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1002.312126] env[70542]: DEBUG nova.network.neutron [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.351877] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.367978] env[70542]: DEBUG oslo_vmware.api [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911665, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.500626] env[70542]: DEBUG nova.policy [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '636aa9b3c4844b21b44931adb536fc77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3850b9c8425489ea8aedd367c3848a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.509620] env[70542]: DEBUG oslo_vmware.api [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911666, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.594363] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911667, 'name': CreateVM_Task, 'duration_secs': 0.368351} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.594908] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.596847] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.596847] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.596847] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.597140] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20b847e5-f531-48d3-a98b-c452f354f858 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.606774] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 1002.606774] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521baeec-a35e-bae0-4a3e-05696985c6be" [ 1002.606774] env[70542]: _type = "Task" [ 1002.606774] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.616219] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521baeec-a35e-bae0-4a3e-05696985c6be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.654352] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.654940] env[70542]: DEBUG nova.compute.manager [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.657834] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.157s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.658080] env[70542]: DEBUG nova.objects.instance [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lazy-loading 'resources' on Instance uuid ac58aee6-9a03-446a-804f-6b9c72f30a99 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.667297] env[70542]: DEBUG nova.compute.manager [req-fa9c18cb-5e2e-4d9a-9bbc-2ccb5f6c3493 req-1a6589f0-7fae-43f0-8588-f0e140a7c713 service nova] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Received event network-changed-7723a267-20e8-48ea-ba6b-64aa6013655e {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.667514] env[70542]: DEBUG nova.compute.manager [req-fa9c18cb-5e2e-4d9a-9bbc-2ccb5f6c3493 req-1a6589f0-7fae-43f0-8588-f0e140a7c713 service nova] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Refreshing instance network info cache due to event network-changed-7723a267-20e8-48ea-ba6b-64aa6013655e. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.667722] env[70542]: DEBUG oslo_concurrency.lockutils [req-fa9c18cb-5e2e-4d9a-9bbc-2ccb5f6c3493 req-1a6589f0-7fae-43f0-8588-f0e140a7c713 service nova] Acquiring lock "refresh_cache-558c1a3f-3fbb-4658-8507-f1f876609623" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.667867] env[70542]: DEBUG oslo_concurrency.lockutils [req-fa9c18cb-5e2e-4d9a-9bbc-2ccb5f6c3493 req-1a6589f0-7fae-43f0-8588-f0e140a7c713 service nova] Acquired lock "refresh_cache-558c1a3f-3fbb-4658-8507-f1f876609623" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.668038] env[70542]: DEBUG nova.network.neutron [req-fa9c18cb-5e2e-4d9a-9bbc-2ccb5f6c3493 req-1a6589f0-7fae-43f0-8588-f0e140a7c713 service nova] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Refreshing network info cache for port 7723a267-20e8-48ea-ba6b-64aa6013655e {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.784752] env[70542]: INFO nova.compute.manager [None req-32c02ca4-dfd2-4c6d-b226-2e4bb85699b4 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Detaching volume 8f87a269-7ce3-48d6-ae8d-15427e64747d [ 1002.828718] env[70542]: INFO nova.virt.block_device [None req-32c02ca4-dfd2-4c6d-b226-2e4bb85699b4 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Attempting to driver detach volume 8f87a269-7ce3-48d6-ae8d-15427e64747d from mountpoint /dev/sdb [ 1002.828718] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-32c02ca4-dfd2-4c6d-b226-2e4bb85699b4 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Volume detach. Driver type: vmdk {{(pid=70542) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1002.828718] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-32c02ca4-dfd2-4c6d-b226-2e4bb85699b4 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776745', 'volume_id': '8f87a269-7ce3-48d6-ae8d-15427e64747d', 'name': 'volume-8f87a269-7ce3-48d6-ae8d-15427e64747d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7323ed53-e030-4128-b880-37c3ee09434b', 'attached_at': '', 'detached_at': '', 'volume_id': '8f87a269-7ce3-48d6-ae8d-15427e64747d', 'serial': '8f87a269-7ce3-48d6-ae8d-15427e64747d'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1002.828718] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078b8a39-ec60-40a9-9ac4-206525ab8639 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.857774] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfbcb6f-ce5c-4c07-8da9-695a55656c84 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.872797] env[70542]: DEBUG oslo_vmware.api [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911665, 'name': PowerOnVM_Task, 'duration_secs': 0.657998} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.875890] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.875890] env[70542]: INFO nova.compute.manager [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Took 9.86 seconds to spawn the instance on the hypervisor. [ 1002.875890] env[70542]: DEBUG nova.compute.manager [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1002.877137] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3024a3-7181-4c0a-8990-6257f9a1c744 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.880493] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0006cb-5997-462d-88eb-847f0ab5f07b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.911550] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeec0cec-ae85-4407-a036-465598f405d1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.929103] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-32c02ca4-dfd2-4c6d-b226-2e4bb85699b4 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] The volume has not been displaced from its original location: [datastore1] volume-8f87a269-7ce3-48d6-ae8d-15427e64747d/volume-8f87a269-7ce3-48d6-ae8d-15427e64747d.vmdk. No consolidation needed. {{(pid=70542) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1002.934575] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-32c02ca4-dfd2-4c6d-b226-2e4bb85699b4 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Reconfiguring VM instance instance-00000020 to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1002.935289] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7470722c-4e73-43b2-91cd-079d061b1fc4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.956051] env[70542]: DEBUG oslo_vmware.api [None req-32c02ca4-dfd2-4c6d-b226-2e4bb85699b4 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 1002.956051] env[70542]: value = "task-3911668" [ 1002.956051] env[70542]: _type = "Task" [ 1002.956051] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.972903] env[70542]: DEBUG oslo_vmware.api [None req-32c02ca4-dfd2-4c6d-b226-2e4bb85699b4 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911668, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.005476] env[70542]: DEBUG oslo_vmware.api [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911666, 'name': CreateSnapshot_Task, 'duration_secs': 0.619327} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.005842] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Created Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1003.006770] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c920b6-230d-4f89-854b-b0667059d5c1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.109305] env[70542]: DEBUG nova.network.neutron [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Successfully updated port: 7247a66f-6759-4634-baeb-6335642859d0 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.118760] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521baeec-a35e-bae0-4a3e-05696985c6be, 'name': SearchDatastore_Task, 'duration_secs': 0.023969} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.119321] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.119734] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.121015] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.121015] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.121015] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.121015] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dda6053-fc0c-4e2c-8618-fb8dedc6ed5d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.137040] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.137040] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.137040] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03d2bb58-5eab-4d96-84c6-facbb7f32d23 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.144370] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 1003.144370] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525d536f-6b81-ccc7-fd88-8fe4d8306364" [ 1003.144370] env[70542]: _type = "Task" [ 1003.144370] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.154209] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525d536f-6b81-ccc7-fd88-8fe4d8306364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.161107] env[70542]: DEBUG nova.compute.utils [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.165083] env[70542]: DEBUG nova.compute.manager [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.165328] env[70542]: DEBUG nova.network.neutron [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.426296] env[70542]: INFO nova.compute.manager [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Took 32.68 seconds to build instance. [ 1003.439920] env[70542]: DEBUG nova.network.neutron [req-fa9c18cb-5e2e-4d9a-9bbc-2ccb5f6c3493 req-1a6589f0-7fae-43f0-8588-f0e140a7c713 service nova] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Updated VIF entry in instance network info cache for port 7723a267-20e8-48ea-ba6b-64aa6013655e. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.440500] env[70542]: DEBUG nova.network.neutron [req-fa9c18cb-5e2e-4d9a-9bbc-2ccb5f6c3493 req-1a6589f0-7fae-43f0-8588-f0e140a7c713 service nova] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Updating instance_info_cache with network_info: [{"id": "7723a267-20e8-48ea-ba6b-64aa6013655e", "address": "fa:16:3e:26:d2:37", "network": {"id": "5affbf10-8cb9-4efb-9739-021ed6e423c4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-784506568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dbbfc5e52464952ab3f987c31131c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7723a267-20", "ovs_interfaceid": "7723a267-20e8-48ea-ba6b-64aa6013655e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.472143] env[70542]: DEBUG oslo_vmware.api [None req-32c02ca4-dfd2-4c6d-b226-2e4bb85699b4 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911668, 'name': ReconfigVM_Task, 'duration_secs': 0.249702} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.476364] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-32c02ca4-dfd2-4c6d-b226-2e4bb85699b4 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Reconfigured VM instance instance-00000020 to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1003.482091] env[70542]: DEBUG nova.policy [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bbff19b5721e49c889dc749d3f5befe9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0d89312684e418580df642f70ff0d31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.483972] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b07daabb-f570-4748-9d31-fef3285a2491 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.509702] env[70542]: DEBUG oslo_vmware.api [None req-32c02ca4-dfd2-4c6d-b226-2e4bb85699b4 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 1003.509702] env[70542]: value = "task-3911669" [ 1003.509702] env[70542]: _type = "Task" [ 1003.509702] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.527910] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Creating linked-clone VM from snapshot {{(pid=70542) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1003.533593] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8b8d13ad-3777-406a-90e5-ba2aab287e05 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.538346] env[70542]: DEBUG oslo_vmware.api [None req-32c02ca4-dfd2-4c6d-b226-2e4bb85699b4 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.545708] env[70542]: DEBUG oslo_vmware.api [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Waiting for the task: (returnval){ [ 1003.545708] env[70542]: value = "task-3911670" [ 1003.545708] env[70542]: _type = "Task" [ 1003.545708] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.562429] env[70542]: DEBUG oslo_vmware.api [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911670, 'name': CloneVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.618660] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "refresh_cache-f155b65c-b78b-4ca9-bc1f-ac962346425e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.618660] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquired lock "refresh_cache-f155b65c-b78b-4ca9-bc1f-ac962346425e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.618660] env[70542]: DEBUG nova.network.neutron [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.641699] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ce0cb7-742d-4bb8-ad2c-23d47fd9934a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.653703] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042c89ca-9056-4be1-b63a-9efd28daaeed {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.663288] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525d536f-6b81-ccc7-fd88-8fe4d8306364, 'name': SearchDatastore_Task, 'duration_secs': 0.030148} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.664659] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b89f6fe8-8ca9-4d53-a9dc-7f0135033576 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.697280] env[70542]: DEBUG nova.compute.manager [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.702842] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c83543e-67b3-4904-92ca-d7315efb6bf7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.708914] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 1003.708914] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5246f439-163b-3a2b-c547-93f2f031f900" [ 1003.708914] env[70542]: _type = "Task" [ 1003.708914] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.718499] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111c6445-bbb7-46ae-a9fb-31aa0a6c774f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.730041] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5246f439-163b-3a2b-c547-93f2f031f900, 'name': SearchDatastore_Task, 'duration_secs': 0.015452} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.730041] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.730041] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 558c1a3f-3fbb-4658-8507-f1f876609623/558c1a3f-3fbb-4658-8507-f1f876609623.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.730041] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ccebec3-afa2-45da-9f16-c5614b689609 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.739970] env[70542]: DEBUG nova.compute.provider_tree [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.748805] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 1003.748805] env[70542]: value = "task-3911671" [ 1003.748805] env[70542]: _type = "Task" [ 1003.748805] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.761024] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.929747] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8730df54-638f-44a0-ba6f-2b02fb575d94 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "fd4d7021-c253-4107-83e8-6d3ffa1d6fcd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.201s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.944194] env[70542]: DEBUG oslo_concurrency.lockutils [req-fa9c18cb-5e2e-4d9a-9bbc-2ccb5f6c3493 req-1a6589f0-7fae-43f0-8588-f0e140a7c713 service nova] Releasing lock "refresh_cache-558c1a3f-3fbb-4658-8507-f1f876609623" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.022687] env[70542]: DEBUG oslo_vmware.api [None req-32c02ca4-dfd2-4c6d-b226-2e4bb85699b4 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911669, 'name': ReconfigVM_Task, 'duration_secs': 0.390154} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.023242] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-32c02ca4-dfd2-4c6d-b226-2e4bb85699b4 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776745', 'volume_id': '8f87a269-7ce3-48d6-ae8d-15427e64747d', 'name': 'volume-8f87a269-7ce3-48d6-ae8d-15427e64747d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7323ed53-e030-4128-b880-37c3ee09434b', 'attached_at': '', 'detached_at': '', 'volume_id': '8f87a269-7ce3-48d6-ae8d-15427e64747d', 'serial': '8f87a269-7ce3-48d6-ae8d-15427e64747d'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1004.068313] env[70542]: DEBUG oslo_vmware.api [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911670, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.185152] env[70542]: DEBUG nova.network.neutron [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.231212] env[70542]: DEBUG nova.network.neutron [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Successfully created port: 59d55358-44c5-4fe3-968e-b1f548ef8ee6 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.246215] env[70542]: DEBUG nova.scheduler.client.report [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.266142] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911671, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.454842] env[70542]: DEBUG nova.network.neutron [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Successfully updated port: 4d663cfc-d4b6-4a79-a2bc-db39e4a244c2 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.478468] env[70542]: DEBUG nova.network.neutron [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Updating instance_info_cache with network_info: [{"id": "7247a66f-6759-4634-baeb-6335642859d0", "address": "fa:16:3e:d8:49:a7", "network": {"id": "5affbf10-8cb9-4efb-9739-021ed6e423c4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-784506568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dbbfc5e52464952ab3f987c31131c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7247a66f-67", "ovs_interfaceid": "7247a66f-6759-4634-baeb-6335642859d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.572521] env[70542]: DEBUG oslo_vmware.api [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911670, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.616994] env[70542]: DEBUG nova.objects.instance [None req-32c02ca4-dfd2-4c6d-b226-2e4bb85699b4 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lazy-loading 'flavor' on Instance uuid 7323ed53-e030-4128-b880-37c3ee09434b {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.710174] env[70542]: DEBUG nova.compute.manager [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.748379] env[70542]: DEBUG nova.virt.hardware [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.748647] env[70542]: DEBUG nova.virt.hardware [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.748931] env[70542]: DEBUG nova.virt.hardware [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.749159] env[70542]: DEBUG nova.virt.hardware [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.749310] env[70542]: DEBUG nova.virt.hardware [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.749568] env[70542]: DEBUG nova.virt.hardware [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.749842] env[70542]: DEBUG nova.virt.hardware [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.750039] env[70542]: DEBUG nova.virt.hardware [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.750255] env[70542]: DEBUG nova.virt.hardware [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.750453] env[70542]: DEBUG nova.virt.hardware [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.750657] env[70542]: DEBUG nova.virt.hardware [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.751506] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.754360] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f51ceeb-337e-4078-b2dd-c157ef399706 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.758428] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.922s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.759393] env[70542]: INFO nova.compute.claims [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.775652] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c00b80c-2e00-4ed3-9f8d-d3247dbd8c51 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.781152] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618238} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.783548] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 558c1a3f-3fbb-4658-8507-f1f876609623/558c1a3f-3fbb-4658-8507-f1f876609623.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.784180] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.786301] env[70542]: DEBUG nova.compute.manager [req-809c7e8f-bf49-4d21-9880-4266f7c49f84 req-50bd3f76-a627-462d-9e03-027597af1598 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Received event network-vif-plugged-4d663cfc-d4b6-4a79-a2bc-db39e4a244c2 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.786622] env[70542]: DEBUG oslo_concurrency.lockutils [req-809c7e8f-bf49-4d21-9880-4266f7c49f84 req-50bd3f76-a627-462d-9e03-027597af1598 service nova] Acquiring lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.786999] env[70542]: DEBUG oslo_concurrency.lockutils [req-809c7e8f-bf49-4d21-9880-4266f7c49f84 req-50bd3f76-a627-462d-9e03-027597af1598 service nova] Lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.787194] env[70542]: DEBUG oslo_concurrency.lockutils [req-809c7e8f-bf49-4d21-9880-4266f7c49f84 req-50bd3f76-a627-462d-9e03-027597af1598 service nova] Lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.787435] env[70542]: DEBUG nova.compute.manager [req-809c7e8f-bf49-4d21-9880-4266f7c49f84 req-50bd3f76-a627-462d-9e03-027597af1598 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] No waiting events found dispatching network-vif-plugged-4d663cfc-d4b6-4a79-a2bc-db39e4a244c2 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1004.787644] env[70542]: WARNING nova.compute.manager [req-809c7e8f-bf49-4d21-9880-4266f7c49f84 req-50bd3f76-a627-462d-9e03-027597af1598 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Received unexpected event network-vif-plugged-4d663cfc-d4b6-4a79-a2bc-db39e4a244c2 for instance with vm_state active and task_state None. [ 1004.788930] env[70542]: INFO nova.scheduler.client.report [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Deleted allocations for instance ac58aee6-9a03-446a-804f-6b9c72f30a99 [ 1004.790780] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d5ed651-9b48-43e6-8b57-d6aff9e91a79 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.819071] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 1004.819071] env[70542]: value = "task-3911672" [ 1004.819071] env[70542]: _type = "Task" [ 1004.819071] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.829111] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.960407] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "refresh_cache-b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.960407] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "refresh_cache-b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.960407] env[70542]: DEBUG nova.network.neutron [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.984890] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Releasing lock "refresh_cache-f155b65c-b78b-4ca9-bc1f-ac962346425e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.984890] env[70542]: DEBUG nova.compute.manager [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Instance network_info: |[{"id": "7247a66f-6759-4634-baeb-6335642859d0", "address": "fa:16:3e:d8:49:a7", "network": {"id": "5affbf10-8cb9-4efb-9739-021ed6e423c4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-784506568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dbbfc5e52464952ab3f987c31131c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7247a66f-67", "ovs_interfaceid": "7247a66f-6759-4634-baeb-6335642859d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.984890] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:49:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7247a66f-6759-4634-baeb-6335642859d0', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.992046] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.992736] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.993106] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cf20bb2-b79b-4ef7-9c37-7cffeeb5596b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.021314] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.021314] env[70542]: value = "task-3911673" [ 1005.021314] env[70542]: _type = "Task" [ 1005.021314] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.032317] env[70542]: DEBUG nova.compute.manager [req-ad3c2b90-5a42-4e97-b215-6052ae9c4734 req-71d74253-ae18-424c-94fc-821decfdd322 service nova] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Received event network-vif-plugged-7247a66f-6759-4634-baeb-6335642859d0 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.032317] env[70542]: DEBUG oslo_concurrency.lockutils [req-ad3c2b90-5a42-4e97-b215-6052ae9c4734 req-71d74253-ae18-424c-94fc-821decfdd322 service nova] Acquiring lock "f155b65c-b78b-4ca9-bc1f-ac962346425e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.032317] env[70542]: DEBUG oslo_concurrency.lockutils [req-ad3c2b90-5a42-4e97-b215-6052ae9c4734 req-71d74253-ae18-424c-94fc-821decfdd322 service nova] Lock "f155b65c-b78b-4ca9-bc1f-ac962346425e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.032317] env[70542]: DEBUG oslo_concurrency.lockutils [req-ad3c2b90-5a42-4e97-b215-6052ae9c4734 req-71d74253-ae18-424c-94fc-821decfdd322 service nova] Lock "f155b65c-b78b-4ca9-bc1f-ac962346425e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.032317] env[70542]: DEBUG nova.compute.manager [req-ad3c2b90-5a42-4e97-b215-6052ae9c4734 req-71d74253-ae18-424c-94fc-821decfdd322 service nova] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] No waiting events found dispatching network-vif-plugged-7247a66f-6759-4634-baeb-6335642859d0 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1005.032317] env[70542]: WARNING nova.compute.manager [req-ad3c2b90-5a42-4e97-b215-6052ae9c4734 req-71d74253-ae18-424c-94fc-821decfdd322 service nova] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Received unexpected event network-vif-plugged-7247a66f-6759-4634-baeb-6335642859d0 for instance with vm_state building and task_state spawning. [ 1005.032317] env[70542]: DEBUG nova.compute.manager [req-ad3c2b90-5a42-4e97-b215-6052ae9c4734 req-71d74253-ae18-424c-94fc-821decfdd322 service nova] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Received event network-changed-7247a66f-6759-4634-baeb-6335642859d0 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.032317] env[70542]: DEBUG nova.compute.manager [req-ad3c2b90-5a42-4e97-b215-6052ae9c4734 req-71d74253-ae18-424c-94fc-821decfdd322 service nova] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Refreshing instance network info cache due to event network-changed-7247a66f-6759-4634-baeb-6335642859d0. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.032317] env[70542]: DEBUG oslo_concurrency.lockutils [req-ad3c2b90-5a42-4e97-b215-6052ae9c4734 req-71d74253-ae18-424c-94fc-821decfdd322 service nova] Acquiring lock "refresh_cache-f155b65c-b78b-4ca9-bc1f-ac962346425e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.032317] env[70542]: DEBUG oslo_concurrency.lockutils [req-ad3c2b90-5a42-4e97-b215-6052ae9c4734 req-71d74253-ae18-424c-94fc-821decfdd322 service nova] Acquired lock "refresh_cache-f155b65c-b78b-4ca9-bc1f-ac962346425e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.032317] env[70542]: DEBUG nova.network.neutron [req-ad3c2b90-5a42-4e97-b215-6052ae9c4734 req-71d74253-ae18-424c-94fc-821decfdd322 service nova] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Refreshing network info cache for port 7247a66f-6759-4634-baeb-6335642859d0 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.039939] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911673, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.069121] env[70542]: DEBUG oslo_vmware.api [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911670, 'name': CloneVM_Task, 'duration_secs': 1.27194} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.069415] env[70542]: INFO nova.virt.vmwareapi.vmops [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Created linked-clone VM from snapshot [ 1005.070281] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd8e1ce-9f5f-4b08-9ca5-137e2a224a11 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.077505] env[70542]: DEBUG nova.compute.manager [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Stashing vm_state: active {{(pid=70542) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1005.086954] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Uploading image e49bbdd8-ee47-4ad7-91b9-e5b436b7b615 {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1005.126431] env[70542]: DEBUG oslo_vmware.rw_handles [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1005.126431] env[70542]: value = "vm-776799" [ 1005.126431] env[70542]: _type = "VirtualMachine" [ 1005.126431] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1005.126807] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d0eceaf5-eba4-486c-893d-621de7b3ef23 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.136903] env[70542]: DEBUG oslo_vmware.rw_handles [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Lease: (returnval){ [ 1005.136903] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e8fd4c-683d-1758-b2b6-f9946a4805bb" [ 1005.136903] env[70542]: _type = "HttpNfcLease" [ 1005.136903] env[70542]: } obtained for exporting VM: (result){ [ 1005.136903] env[70542]: value = "vm-776799" [ 1005.136903] env[70542]: _type = "VirtualMachine" [ 1005.136903] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1005.137210] env[70542]: DEBUG oslo_vmware.api [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Waiting for the lease: (returnval){ [ 1005.137210] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e8fd4c-683d-1758-b2b6-f9946a4805bb" [ 1005.137210] env[70542]: _type = "HttpNfcLease" [ 1005.137210] env[70542]: } to be ready. {{(pid=70542) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1005.148197] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1005.148197] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e8fd4c-683d-1758-b2b6-f9946a4805bb" [ 1005.148197] env[70542]: _type = "HttpNfcLease" [ 1005.148197] env[70542]: } is initializing. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1005.314651] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9cbf7468-1cba-4744-85e7-4c2e09315b8d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "ac58aee6-9a03-446a-804f-6b9c72f30a99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.746s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.333667] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084891} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.334019] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.335390] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2dbc23-a9e1-40e8-ac63-e435d150bf92 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.359674] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 558c1a3f-3fbb-4658-8507-f1f876609623/558c1a3f-3fbb-4658-8507-f1f876609623.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.360417] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50c17e29-e73e-4f0c-9b9c-46f7be79b49d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.383183] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 1005.383183] env[70542]: value = "task-3911675" [ 1005.383183] env[70542]: _type = "Task" [ 1005.383183] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.393429] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911675, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.500925] env[70542]: WARNING nova.network.neutron [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] 83f7a9d1-9ac5-408f-a945-d6b16a42df8c already exists in list: networks containing: ['83f7a9d1-9ac5-408f-a945-d6b16a42df8c']. ignoring it [ 1005.500925] env[70542]: WARNING nova.network.neutron [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] 83f7a9d1-9ac5-408f-a945-d6b16a42df8c already exists in list: networks containing: ['83f7a9d1-9ac5-408f-a945-d6b16a42df8c']. ignoring it [ 1005.532814] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911673, 'name': CreateVM_Task, 'duration_secs': 0.391446} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.532997] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.533737] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.533943] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.534461] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.534585] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad0bf44d-5928-4319-8944-edcf4874bbca {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.544060] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 1005.544060] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52009056-66ef-98c4-fd12-8497c4502f74" [ 1005.544060] env[70542]: _type = "Task" [ 1005.544060] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.558034] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52009056-66ef-98c4-fd12-8497c4502f74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.610772] env[70542]: DEBUG oslo_concurrency.lockutils [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.630350] env[70542]: DEBUG oslo_concurrency.lockutils [None req-32c02ca4-dfd2-4c6d-b226-2e4bb85699b4 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "7323ed53-e030-4128-b880-37c3ee09434b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.349s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.649817] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1005.649817] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e8fd4c-683d-1758-b2b6-f9946a4805bb" [ 1005.649817] env[70542]: _type = "HttpNfcLease" [ 1005.649817] env[70542]: } is ready. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1005.649817] env[70542]: DEBUG oslo_vmware.rw_handles [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1005.649817] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e8fd4c-683d-1758-b2b6-f9946a4805bb" [ 1005.649817] env[70542]: _type = "HttpNfcLease" [ 1005.649817] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1005.651131] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe68979-d2d9-4d08-8888-d29506ec2da7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.667583] env[70542]: DEBUG oslo_vmware.rw_handles [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5236cfd8-8c73-7671-53ea-f631bdab545e/disk-0.vmdk from lease info. {{(pid=70542) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1005.667883] env[70542]: DEBUG oslo_vmware.rw_handles [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5236cfd8-8c73-7671-53ea-f631bdab545e/disk-0.vmdk for reading. {{(pid=70542) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1005.811908] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3ad160fe-b1cf-49e1-b196-7a200f44de44 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.898695] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.004304] env[70542]: DEBUG nova.network.neutron [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Successfully updated port: 59d55358-44c5-4fe3-968e-b1f548ef8ee6 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.053236] env[70542]: DEBUG nova.network.neutron [req-ad3c2b90-5a42-4e97-b215-6052ae9c4734 req-71d74253-ae18-424c-94fc-821decfdd322 service nova] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Updated VIF entry in instance network info cache for port 7247a66f-6759-4634-baeb-6335642859d0. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.053654] env[70542]: DEBUG nova.network.neutron [req-ad3c2b90-5a42-4e97-b215-6052ae9c4734 req-71d74253-ae18-424c-94fc-821decfdd322 service nova] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Updating instance_info_cache with network_info: [{"id": "7247a66f-6759-4634-baeb-6335642859d0", "address": "fa:16:3e:d8:49:a7", "network": {"id": "5affbf10-8cb9-4efb-9739-021ed6e423c4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-784506568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dbbfc5e52464952ab3f987c31131c72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7247a66f-67", "ovs_interfaceid": "7247a66f-6759-4634-baeb-6335642859d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.065259] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52009056-66ef-98c4-fd12-8497c4502f74, 'name': SearchDatastore_Task, 'duration_secs': 0.013133} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.068310] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.069284] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.069448] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.069603] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.069784] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.070899] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7958445e-4cd3-49df-a218-49fe2f2033a1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.089238] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.089578] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.090727] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de002559-9628-449d-8e70-8a2b9fc30e09 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.097860] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 1006.097860] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]529c5cdc-fc5b-1362-a549-24119c8d1443" [ 1006.097860] env[70542]: _type = "Task" [ 1006.097860] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.110695] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]529c5cdc-fc5b-1362-a549-24119c8d1443, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.265550] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d90e842-9df2-40d9-bfed-1f3d0879ea30 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.274400] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa1748e-26c6-46a3-a9ee-b6ae382f06ae {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.313525] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a90e85-f421-47b1-b5a2-14c4d7d9bd19 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.322865] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c63bb67-660c-4d06-aa34-e0326fb596f5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.339544] env[70542]: DEBUG nova.compute.provider_tree [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.396427] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911675, 'name': ReconfigVM_Task, 'duration_secs': 0.802548} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.396869] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 558c1a3f-3fbb-4658-8507-f1f876609623/558c1a3f-3fbb-4658-8507-f1f876609623.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.397734] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d99a21c3-d5ca-411f-bf02-002cc4fa5950 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.407663] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 1006.407663] env[70542]: value = "task-3911676" [ 1006.407663] env[70542]: _type = "Task" [ 1006.407663] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.422024] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911676, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.506981] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Acquiring lock "refresh_cache-b3b419ad-44ac-4548-ba81-1107c5c306ef" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.507283] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Acquired lock "refresh_cache-b3b419ad-44ac-4548-ba81-1107c5c306ef" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.507998] env[70542]: DEBUG nova.network.neutron [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.560054] env[70542]: DEBUG oslo_concurrency.lockutils [req-ad3c2b90-5a42-4e97-b215-6052ae9c4734 req-71d74253-ae18-424c-94fc-821decfdd322 service nova] Releasing lock "refresh_cache-f155b65c-b78b-4ca9-bc1f-ac962346425e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.571086] env[70542]: DEBUG nova.network.neutron [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Updating instance_info_cache with network_info: [{"id": "d3118dbd-b913-4a00-9018-8a78adb27b06", "address": "fa:16:3e:e9:59:31", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3118dbd-b9", "ovs_interfaceid": "d3118dbd-b913-4a00-9018-8a78adb27b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7124254d-761c-4f7c-9cd7-f6a0bed6d9bc", "address": "fa:16:3e:46:a9:e8", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7124254d-76", "ovs_interfaceid": "7124254d-761c-4f7c-9cd7-f6a0bed6d9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4d663cfc-d4b6-4a79-a2bc-db39e4a244c2", "address": "fa:16:3e:5e:53:e0", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d663cfc-d4", "ovs_interfaceid": "4d663cfc-d4b6-4a79-a2bc-db39e4a244c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.612608] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]529c5cdc-fc5b-1362-a549-24119c8d1443, 'name': SearchDatastore_Task, 'duration_secs': 0.02988} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.614212] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90c578c5-97ac-45af-99f4-71c1c3c667ad {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.623660] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 1006.623660] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cb0365-ca2f-b911-2885-9372a795451d" [ 1006.623660] env[70542]: _type = "Task" [ 1006.623660] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.635044] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cb0365-ca2f-b911-2885-9372a795451d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.843320] env[70542]: DEBUG nova.scheduler.client.report [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.919054] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911676, 'name': Rename_Task, 'duration_secs': 0.239176} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.919508] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.919861] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d391ba02-42f6-40e2-b29d-61d7a2924a78 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.928554] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 1006.928554] env[70542]: value = "task-3911677" [ 1006.928554] env[70542]: _type = "Task" [ 1006.928554] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.938583] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.043572] env[70542]: DEBUG nova.network.neutron [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.075033] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "refresh_cache-b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.075033] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.075033] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.075590] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e46f955-39df-4ade-9c11-a2177d495293 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.098832] env[70542]: DEBUG nova.virt.hardware [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.098832] env[70542]: DEBUG nova.virt.hardware [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.098832] env[70542]: DEBUG nova.virt.hardware [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.098832] env[70542]: DEBUG nova.virt.hardware [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.099238] env[70542]: DEBUG nova.virt.hardware [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.099238] env[70542]: DEBUG nova.virt.hardware [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.099490] env[70542]: DEBUG nova.virt.hardware [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.099684] env[70542]: DEBUG nova.virt.hardware [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.099826] env[70542]: DEBUG nova.virt.hardware [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.100021] env[70542]: DEBUG nova.virt.hardware [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.100274] env[70542]: DEBUG nova.virt.hardware [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.107274] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Reconfiguring VM to attach interface {{(pid=70542) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1007.110621] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e71fb4ea-51b0-4255-92a1-870b132b0e7d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.130996] env[70542]: DEBUG oslo_vmware.api [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 1007.130996] env[70542]: value = "task-3911678" [ 1007.130996] env[70542]: _type = "Task" [ 1007.130996] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.134999] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cb0365-ca2f-b911-2885-9372a795451d, 'name': SearchDatastore_Task, 'duration_secs': 0.014973} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.138454] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.138846] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] f155b65c-b78b-4ca9-bc1f-ac962346425e/f155b65c-b78b-4ca9-bc1f-ac962346425e.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.139281] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29f0b298-2325-40f7-aa92-7054f777d8c4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.148205] env[70542]: DEBUG oslo_vmware.api [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.149933] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 1007.149933] env[70542]: value = "task-3911679" [ 1007.149933] env[70542]: _type = "Task" [ 1007.149933] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.221366] env[70542]: DEBUG oslo_concurrency.lockutils [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "79bf7182-4a57-4a8e-a402-4d67c3158374" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.221812] env[70542]: DEBUG oslo_concurrency.lockutils [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "79bf7182-4a57-4a8e-a402-4d67c3158374" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.222143] env[70542]: DEBUG oslo_concurrency.lockutils [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "79bf7182-4a57-4a8e-a402-4d67c3158374-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.222422] env[70542]: DEBUG oslo_concurrency.lockutils [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "79bf7182-4a57-4a8e-a402-4d67c3158374-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.222609] env[70542]: DEBUG oslo_concurrency.lockutils [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "79bf7182-4a57-4a8e-a402-4d67c3158374-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.225738] env[70542]: INFO nova.compute.manager [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Terminating instance [ 1007.269283] env[70542]: DEBUG nova.network.neutron [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Updating instance_info_cache with network_info: [{"id": "59d55358-44c5-4fe3-968e-b1f548ef8ee6", "address": "fa:16:3e:16:bf:66", "network": {"id": "52faaa38-98aa-4556-9a7e-f7586e7e72f7", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1474085294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0d89312684e418580df642f70ff0d31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d55358-44", "ovs_interfaceid": "59d55358-44c5-4fe3-968e-b1f548ef8ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.349596] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.350023] env[70542]: DEBUG nova.compute.manager [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.352607] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.570s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.353337] env[70542]: DEBUG nova.objects.instance [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lazy-loading 'resources' on Instance uuid e8ebd848-7408-4df7-bcc3-1fe2aaa00026 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.441607] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911677, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.522536] env[70542]: DEBUG nova.compute.manager [req-1234da72-6faa-4e02-b70e-22a535dd9b94 req-cb986802-ac19-40db-a1f6-e5cafdc96dc8 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Received event network-changed-4d663cfc-d4b6-4a79-a2bc-db39e4a244c2 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.522821] env[70542]: DEBUG nova.compute.manager [req-1234da72-6faa-4e02-b70e-22a535dd9b94 req-cb986802-ac19-40db-a1f6-e5cafdc96dc8 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Refreshing instance network info cache due to event network-changed-4d663cfc-d4b6-4a79-a2bc-db39e4a244c2. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1007.523513] env[70542]: DEBUG oslo_concurrency.lockutils [req-1234da72-6faa-4e02-b70e-22a535dd9b94 req-cb986802-ac19-40db-a1f6-e5cafdc96dc8 service nova] Acquiring lock "refresh_cache-b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.523513] env[70542]: DEBUG oslo_concurrency.lockutils [req-1234da72-6faa-4e02-b70e-22a535dd9b94 req-cb986802-ac19-40db-a1f6-e5cafdc96dc8 service nova] Acquired lock "refresh_cache-b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.525257] env[70542]: DEBUG nova.network.neutron [req-1234da72-6faa-4e02-b70e-22a535dd9b94 req-cb986802-ac19-40db-a1f6-e5cafdc96dc8 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Refreshing network info cache for port 4d663cfc-d4b6-4a79-a2bc-db39e4a244c2 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.650422] env[70542]: DEBUG oslo_vmware.api [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.663339] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911679, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.730301] env[70542]: DEBUG nova.compute.manager [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.730566] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.731518] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ab3b32-97f8-4a64-a17d-292612fe0b07 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.742917] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.743298] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f51fee73-0776-4e49-9101-28d620ee8db6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.756362] env[70542]: DEBUG oslo_vmware.api [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 1007.756362] env[70542]: value = "task-3911680" [ 1007.756362] env[70542]: _type = "Task" [ 1007.756362] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.774696] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Releasing lock "refresh_cache-b3b419ad-44ac-4548-ba81-1107c5c306ef" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.775575] env[70542]: DEBUG nova.compute.manager [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Instance network_info: |[{"id": "59d55358-44c5-4fe3-968e-b1f548ef8ee6", "address": "fa:16:3e:16:bf:66", "network": {"id": "52faaa38-98aa-4556-9a7e-f7586e7e72f7", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1474085294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0d89312684e418580df642f70ff0d31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d55358-44", "ovs_interfaceid": "59d55358-44c5-4fe3-968e-b1f548ef8ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.776188] env[70542]: DEBUG oslo_vmware.api [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.776869] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:bf:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22390021-1742-415d-b442-811550d09927', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59d55358-44c5-4fe3-968e-b1f548ef8ee6', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.786451] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Creating folder: Project (c0d89312684e418580df642f70ff0d31). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.787584] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcb58f50-2dab-472a-8bb3-0af00e0a364f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.803779] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Created folder: Project (c0d89312684e418580df642f70ff0d31) in parent group-v776569. [ 1007.804103] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Creating folder: Instances. Parent ref: group-v776801. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.804288] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65af7db3-56fe-4a02-ad79-c33cd7345943 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.819986] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Created folder: Instances in parent group-v776801. [ 1007.820464] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.820826] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.821273] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29062a38-e87c-49d2-bade-904c29d296d1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.854284] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.854284] env[70542]: value = "task-3911683" [ 1007.854284] env[70542]: _type = "Task" [ 1007.854284] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.860409] env[70542]: DEBUG nova.compute.utils [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.866811] env[70542]: DEBUG nova.compute.manager [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.866811] env[70542]: DEBUG nova.network.neutron [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.875263] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911683, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.917724] env[70542]: DEBUG nova.policy [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3253acb4369b469d83fe629fbcd4375f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fca619f92b54e778e31c2d839227873', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.945062] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911677, 'name': PowerOnVM_Task, 'duration_secs': 0.987722} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.945496] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.945838] env[70542]: INFO nova.compute.manager [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1007.946157] env[70542]: DEBUG nova.compute.manager [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1007.948082] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643d46f2-327a-4c7f-90cf-76457929ac59 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.952573] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "7323ed53-e030-4128-b880-37c3ee09434b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.952792] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "7323ed53-e030-4128-b880-37c3ee09434b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.952999] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "7323ed53-e030-4128-b880-37c3ee09434b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.953339] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "7323ed53-e030-4128-b880-37c3ee09434b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.953615] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "7323ed53-e030-4128-b880-37c3ee09434b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.959096] env[70542]: INFO nova.compute.manager [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Terminating instance [ 1008.151057] env[70542]: DEBUG oslo_vmware.api [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911678, 'name': ReconfigVM_Task, 'duration_secs': 0.779917} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.152776] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.152776] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Reconfigured VM to attach interface {{(pid=70542) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1008.165379] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708468} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.166374] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] f155b65c-b78b-4ca9-bc1f-ac962346425e/f155b65c-b78b-4ca9-bc1f-ac962346425e.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.166374] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.166374] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39b69eb8-7285-4fc8-92ab-90e71588f583 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.181018] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 1008.181018] env[70542]: value = "task-3911684" [ 1008.181018] env[70542]: _type = "Task" [ 1008.181018] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.200871] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.252928] env[70542]: DEBUG nova.compute.manager [req-3b968a2b-3581-4b07-a160-cc4e898e164c req-613bb7f8-bbf5-4758-80ec-2ccb0979c0a5 service nova] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Received event network-vif-plugged-59d55358-44c5-4fe3-968e-b1f548ef8ee6 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.252928] env[70542]: DEBUG oslo_concurrency.lockutils [req-3b968a2b-3581-4b07-a160-cc4e898e164c req-613bb7f8-bbf5-4758-80ec-2ccb0979c0a5 service nova] Acquiring lock "b3b419ad-44ac-4548-ba81-1107c5c306ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.252928] env[70542]: DEBUG oslo_concurrency.lockutils [req-3b968a2b-3581-4b07-a160-cc4e898e164c req-613bb7f8-bbf5-4758-80ec-2ccb0979c0a5 service nova] Lock "b3b419ad-44ac-4548-ba81-1107c5c306ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.253556] env[70542]: DEBUG oslo_concurrency.lockutils [req-3b968a2b-3581-4b07-a160-cc4e898e164c req-613bb7f8-bbf5-4758-80ec-2ccb0979c0a5 service nova] Lock "b3b419ad-44ac-4548-ba81-1107c5c306ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.253556] env[70542]: DEBUG nova.compute.manager [req-3b968a2b-3581-4b07-a160-cc4e898e164c req-613bb7f8-bbf5-4758-80ec-2ccb0979c0a5 service nova] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] No waiting events found dispatching network-vif-plugged-59d55358-44c5-4fe3-968e-b1f548ef8ee6 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1008.253697] env[70542]: WARNING nova.compute.manager [req-3b968a2b-3581-4b07-a160-cc4e898e164c req-613bb7f8-bbf5-4758-80ec-2ccb0979c0a5 service nova] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Received unexpected event network-vif-plugged-59d55358-44c5-4fe3-968e-b1f548ef8ee6 for instance with vm_state building and task_state spawning. [ 1008.253991] env[70542]: DEBUG nova.compute.manager [req-3b968a2b-3581-4b07-a160-cc4e898e164c req-613bb7f8-bbf5-4758-80ec-2ccb0979c0a5 service nova] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Received event network-changed-59d55358-44c5-4fe3-968e-b1f548ef8ee6 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.255331] env[70542]: DEBUG nova.compute.manager [req-3b968a2b-3581-4b07-a160-cc4e898e164c req-613bb7f8-bbf5-4758-80ec-2ccb0979c0a5 service nova] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Refreshing instance network info cache due to event network-changed-59d55358-44c5-4fe3-968e-b1f548ef8ee6. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.255331] env[70542]: DEBUG oslo_concurrency.lockutils [req-3b968a2b-3581-4b07-a160-cc4e898e164c req-613bb7f8-bbf5-4758-80ec-2ccb0979c0a5 service nova] Acquiring lock "refresh_cache-b3b419ad-44ac-4548-ba81-1107c5c306ef" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.255331] env[70542]: DEBUG oslo_concurrency.lockutils [req-3b968a2b-3581-4b07-a160-cc4e898e164c req-613bb7f8-bbf5-4758-80ec-2ccb0979c0a5 service nova] Acquired lock "refresh_cache-b3b419ad-44ac-4548-ba81-1107c5c306ef" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.255331] env[70542]: DEBUG nova.network.neutron [req-3b968a2b-3581-4b07-a160-cc4e898e164c req-613bb7f8-bbf5-4758-80ec-2ccb0979c0a5 service nova] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Refreshing network info cache for port 59d55358-44c5-4fe3-968e-b1f548ef8ee6 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.279182] env[70542]: DEBUG oslo_vmware.api [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911680, 'name': PowerOffVM_Task, 'duration_secs': 0.42215} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.280221] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.280221] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.280221] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93d68780-d78d-4ad3-9dae-a671a78bb810 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.365598] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.366067] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.366422] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Deleting the datastore file [datastore2] 79bf7182-4a57-4a8e-a402-4d67c3158374 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.371457] env[70542]: DEBUG nova.compute.manager [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.374659] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74c04f14-7cc0-49d3-b52e-a844f81429d0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.379331] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911683, 'name': CreateVM_Task, 'duration_secs': 0.484353} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.380918] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.381730] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce31d60b-02ae-4c1d-86d8-7ab1b3dc5a91 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.385208] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.385426] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.385833] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.386153] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76735a2a-ac85-4ccc-a2e0-cac4b4f3b92f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.391252] env[70542]: DEBUG oslo_vmware.api [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 1008.391252] env[70542]: value = "task-3911686" [ 1008.391252] env[70542]: _type = "Task" [ 1008.391252] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.393478] env[70542]: DEBUG oslo_vmware.api [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Waiting for the task: (returnval){ [ 1008.393478] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52168787-d8b9-d0a9-06eb-522336d17ea7" [ 1008.393478] env[70542]: _type = "Task" [ 1008.393478] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.402645] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d71e4d-3554-45ff-aa1d-c30a52ae5f2f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.415808] env[70542]: DEBUG oslo_vmware.api [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.452010] env[70542]: DEBUG oslo_vmware.api [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52168787-d8b9-d0a9-06eb-522336d17ea7, 'name': SearchDatastore_Task, 'duration_secs': 0.017201} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.452436] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0236b8b9-5d12-4552-a7c2-ce94a0899e53 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.456031] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.456236] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.456749] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.457216] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.457216] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.461092] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90f320a8-f38b-4bc5-bcff-577f9f3ccbb9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.466738] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026d6309-0196-43b9-9f10-55576c8a5317 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.479232] env[70542]: INFO nova.compute.manager [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Took 34.34 seconds to build instance. [ 1008.481675] env[70542]: DEBUG nova.compute.manager [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.481675] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.482027] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.482027] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.484703] env[70542]: DEBUG nova.network.neutron [req-1234da72-6faa-4e02-b70e-22a535dd9b94 req-cb986802-ac19-40db-a1f6-e5cafdc96dc8 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Updated VIF entry in instance network info cache for port 4d663cfc-d4b6-4a79-a2bc-db39e4a244c2. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.484703] env[70542]: DEBUG nova.network.neutron [req-1234da72-6faa-4e02-b70e-22a535dd9b94 req-cb986802-ac19-40db-a1f6-e5cafdc96dc8 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Updating instance_info_cache with network_info: [{"id": "d3118dbd-b913-4a00-9018-8a78adb27b06", "address": "fa:16:3e:e9:59:31", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3118dbd-b9", "ovs_interfaceid": "d3118dbd-b913-4a00-9018-8a78adb27b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7124254d-761c-4f7c-9cd7-f6a0bed6d9bc", "address": "fa:16:3e:46:a9:e8", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7124254d-76", "ovs_interfaceid": "7124254d-761c-4f7c-9cd7-f6a0bed6d9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4d663cfc-d4b6-4a79-a2bc-db39e4a244c2", "address": "fa:16:3e:5e:53:e0", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d663cfc-d4", "ovs_interfaceid": "4d663cfc-d4b6-4a79-a2bc-db39e4a244c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.486925] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d75f95c-c308-4cc6-a8bd-0d8d665559ae {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.491639] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d204476-7e21-4051-975f-563e03527476 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.505579] env[70542]: DEBUG nova.compute.provider_tree [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.512913] env[70542]: DEBUG oslo_vmware.api [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Waiting for the task: (returnval){ [ 1008.512913] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5247b56d-e6c6-657e-f50e-384dfae01fc7" [ 1008.512913] env[70542]: _type = "Task" [ 1008.512913] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.516247] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.520266] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92f1cdef-98ab-41f9-960a-7e9fdf7616b6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.533143] env[70542]: DEBUG oslo_vmware.api [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5247b56d-e6c6-657e-f50e-384dfae01fc7, 'name': SearchDatastore_Task, 'duration_secs': 0.013717} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.533891] env[70542]: DEBUG oslo_vmware.api [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 1008.533891] env[70542]: value = "task-3911687" [ 1008.533891] env[70542]: _type = "Task" [ 1008.533891] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.534237] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aa5c7dd-1567-4e4c-98c6-d7410139083b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.552049] env[70542]: DEBUG oslo_vmware.api [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Waiting for the task: (returnval){ [ 1008.552049] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d8744b-0570-ce2b-16be-c82282d0aed4" [ 1008.552049] env[70542]: _type = "Task" [ 1008.552049] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.562605] env[70542]: DEBUG oslo_vmware.api [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d8744b-0570-ce2b-16be-c82282d0aed4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.566850] env[70542]: DEBUG nova.network.neutron [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Successfully created port: 2986eeef-cd0a-4849-8f53-08fe05e35e29 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.619786] env[70542]: DEBUG oslo_concurrency.lockutils [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "a52054fb-e507-4e4f-80ff-d90c870d78af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.620041] env[70542]: DEBUG oslo_concurrency.lockutils [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "a52054fb-e507-4e4f-80ff-d90c870d78af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.662021] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f5951d0b-0a7c-439f-ae95-1f1329346bcd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "interface-b3764e3b-4297-4515-9673-0f75a6a4ac8e-4d663cfc-d4b6-4a79-a2bc-db39e4a244c2" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.467s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.697465] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086975} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.697802] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.698662] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a93eab8-1ebe-4949-bb33-36e4994a548e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.729222] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] f155b65c-b78b-4ca9-bc1f-ac962346425e/f155b65c-b78b-4ca9-bc1f-ac962346425e.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.729933] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc92aa63-fe75-46d4-a200-c61e7f9c96ab {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.751581] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 1008.751581] env[70542]: value = "task-3911688" [ 1008.751581] env[70542]: _type = "Task" [ 1008.751581] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.764920] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.905787] env[70542]: DEBUG oslo_vmware.api [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296794} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.906154] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.906303] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.906480] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.906709] env[70542]: INFO nova.compute.manager [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1008.906980] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.907205] env[70542]: DEBUG nova.compute.manager [-] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.907301] env[70542]: DEBUG nova.network.neutron [-] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.984022] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "558c1a3f-3fbb-4658-8507-f1f876609623" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.850s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.988683] env[70542]: DEBUG oslo_concurrency.lockutils [req-1234da72-6faa-4e02-b70e-22a535dd9b94 req-cb986802-ac19-40db-a1f6-e5cafdc96dc8 service nova] Releasing lock "refresh_cache-b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.010961] env[70542]: DEBUG nova.scheduler.client.report [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.050962] env[70542]: DEBUG oslo_vmware.api [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911687, 'name': PowerOffVM_Task, 'duration_secs': 0.258558} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.051338] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.051589] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.051982] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c141da2-0e51-45dc-adfd-c4a6e29dfcaa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.072025] env[70542]: DEBUG oslo_vmware.api [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d8744b-0570-ce2b-16be-c82282d0aed4, 'name': SearchDatastore_Task, 'duration_secs': 0.01778} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.072025] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.072025] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] b3b419ad-44ac-4548-ba81-1107c5c306ef/b3b419ad-44ac-4548-ba81-1107c5c306ef.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.072025] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f76ac764-a2ea-4201-a71f-8f8cc6c7675a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.080194] env[70542]: DEBUG oslo_vmware.api [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Waiting for the task: (returnval){ [ 1009.080194] env[70542]: value = "task-3911690" [ 1009.080194] env[70542]: _type = "Task" [ 1009.080194] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.089842] env[70542]: DEBUG oslo_vmware.api [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Task: {'id': task-3911690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.123351] env[70542]: DEBUG nova.compute.manager [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.147147] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.147351] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.147585] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Deleting the datastore file [datastore1] 7323ed53-e030-4128-b880-37c3ee09434b {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.147934] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89b15eba-e329-4872-8699-e85a0040ff3e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.156365] env[70542]: DEBUG oslo_vmware.api [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 1009.156365] env[70542]: value = "task-3911691" [ 1009.156365] env[70542]: _type = "Task" [ 1009.156365] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.157542] env[70542]: DEBUG nova.network.neutron [req-3b968a2b-3581-4b07-a160-cc4e898e164c req-613bb7f8-bbf5-4758-80ec-2ccb0979c0a5 service nova] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Updated VIF entry in instance network info cache for port 59d55358-44c5-4fe3-968e-b1f548ef8ee6. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.157925] env[70542]: DEBUG nova.network.neutron [req-3b968a2b-3581-4b07-a160-cc4e898e164c req-613bb7f8-bbf5-4758-80ec-2ccb0979c0a5 service nova] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Updating instance_info_cache with network_info: [{"id": "59d55358-44c5-4fe3-968e-b1f548ef8ee6", "address": "fa:16:3e:16:bf:66", "network": {"id": "52faaa38-98aa-4556-9a7e-f7586e7e72f7", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1474085294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0d89312684e418580df642f70ff0d31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d55358-44", "ovs_interfaceid": "59d55358-44c5-4fe3-968e-b1f548ef8ee6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.182725] env[70542]: DEBUG oslo_vmware.api [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.264869] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.387322] env[70542]: DEBUG nova.compute.manager [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.426451] env[70542]: DEBUG nova.virt.hardware [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.426806] env[70542]: DEBUG nova.virt.hardware [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.427054] env[70542]: DEBUG nova.virt.hardware [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.427317] env[70542]: DEBUG nova.virt.hardware [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.427517] env[70542]: DEBUG nova.virt.hardware [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.427763] env[70542]: DEBUG nova.virt.hardware [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.428067] env[70542]: DEBUG nova.virt.hardware [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.428306] env[70542]: DEBUG nova.virt.hardware [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.428536] env[70542]: DEBUG nova.virt.hardware [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.431326] env[70542]: DEBUG nova.virt.hardware [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.431326] env[70542]: DEBUG nova.virt.hardware [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.432078] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe12e48-6500-4a24-82d1-06c2eb83a30c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.443858] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab573a8-7e9a-45b0-92e6-93d80173b6d3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.521328] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.524645] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.910s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.564165] env[70542]: INFO nova.scheduler.client.report [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Deleted allocations for instance e8ebd848-7408-4df7-bcc3-1fe2aaa00026 [ 1009.597319] env[70542]: DEBUG oslo_vmware.api [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Task: {'id': task-3911690, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.659620] env[70542]: DEBUG oslo_concurrency.lockutils [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.668280] env[70542]: DEBUG oslo_concurrency.lockutils [req-3b968a2b-3581-4b07-a160-cc4e898e164c req-613bb7f8-bbf5-4758-80ec-2ccb0979c0a5 service nova] Releasing lock "refresh_cache-b3b419ad-44ac-4548-ba81-1107c5c306ef" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.673511] env[70542]: DEBUG oslo_vmware.api [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283376} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.673768] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.673972] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.674179] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.674354] env[70542]: INFO nova.compute.manager [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1009.674676] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.674897] env[70542]: DEBUG nova.compute.manager [-] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.675065] env[70542]: DEBUG nova.network.neutron [-] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.766042] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911688, 'name': ReconfigVM_Task, 'duration_secs': 0.591297} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.768199] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Reconfigured VM instance instance-0000004c to attach disk [datastore2] f155b65c-b78b-4ca9-bc1f-ac962346425e/f155b65c-b78b-4ca9-bc1f-ac962346425e.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.769666] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-574923ec-ca16-4adb-967a-af89e9756d67 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.781192] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 1009.781192] env[70542]: value = "task-3911692" [ 1009.781192] env[70542]: _type = "Task" [ 1009.781192] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.809112] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911692, 'name': Rename_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.821756] env[70542]: DEBUG nova.network.neutron [-] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.072323] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6ea7508-2044-47c4-94a2-692afb3d3fe4 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lock "e8ebd848-7408-4df7-bcc3-1fe2aaa00026" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.391s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.089101] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cab0f00-fe4c-43c1-a14e-ecbe98292dc4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.096697] env[70542]: DEBUG oslo_vmware.api [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Task: {'id': task-3911690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835121} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.098112] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] b3b419ad-44ac-4548-ba81-1107c5c306ef/b3b419ad-44ac-4548-ba81-1107c5c306ef.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.098112] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.099311] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0e11a75-e443-49b4-b602-35036c0baa70 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.107267] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace4bf46-36c1-444d-aedf-1c305d37436b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.114547] env[70542]: DEBUG oslo_vmware.api [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Waiting for the task: (returnval){ [ 1010.114547] env[70542]: value = "task-3911693" [ 1010.114547] env[70542]: _type = "Task" [ 1010.114547] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.152615] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53876a3-a640-4eca-bf79-1479c9983c58 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.158975] env[70542]: DEBUG oslo_vmware.api [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Task: {'id': task-3911693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.164780] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e8baf5-9871-4359-ac6d-4cfe7d3ef15e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.180914] env[70542]: DEBUG nova.compute.provider_tree [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.314234] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911692, 'name': Rename_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.329389] env[70542]: INFO nova.compute.manager [-] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Took 1.42 seconds to deallocate network for instance. [ 1010.333221] env[70542]: DEBUG nova.compute.manager [req-1ef314c1-b0e8-45c8-a7b5-94f76d862579 req-cd1f3eb7-e937-4644-b765-7882ff09c04f service nova] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Received event network-vif-deleted-fbddf0f6-49ef-47b4-8efd-a38c5900250a {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.486203] env[70542]: DEBUG nova.compute.manager [req-10e512c1-c07a-41bb-b93d-f7bdab2bc4be req-d9708bad-0c3e-4181-8a0e-3511e585d4c2 service nova] [instance: 31132351-5206-4d08-876a-5960cc412a05] Received event network-vif-plugged-2986eeef-cd0a-4849-8f53-08fe05e35e29 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.486477] env[70542]: DEBUG oslo_concurrency.lockutils [req-10e512c1-c07a-41bb-b93d-f7bdab2bc4be req-d9708bad-0c3e-4181-8a0e-3511e585d4c2 service nova] Acquiring lock "31132351-5206-4d08-876a-5960cc412a05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.486793] env[70542]: DEBUG oslo_concurrency.lockutils [req-10e512c1-c07a-41bb-b93d-f7bdab2bc4be req-d9708bad-0c3e-4181-8a0e-3511e585d4c2 service nova] Lock "31132351-5206-4d08-876a-5960cc412a05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.487111] env[70542]: DEBUG oslo_concurrency.lockutils [req-10e512c1-c07a-41bb-b93d-f7bdab2bc4be req-d9708bad-0c3e-4181-8a0e-3511e585d4c2 service nova] Lock "31132351-5206-4d08-876a-5960cc412a05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.487195] env[70542]: DEBUG nova.compute.manager [req-10e512c1-c07a-41bb-b93d-f7bdab2bc4be req-d9708bad-0c3e-4181-8a0e-3511e585d4c2 service nova] [instance: 31132351-5206-4d08-876a-5960cc412a05] No waiting events found dispatching network-vif-plugged-2986eeef-cd0a-4849-8f53-08fe05e35e29 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1010.487331] env[70542]: WARNING nova.compute.manager [req-10e512c1-c07a-41bb-b93d-f7bdab2bc4be req-d9708bad-0c3e-4181-8a0e-3511e585d4c2 service nova] [instance: 31132351-5206-4d08-876a-5960cc412a05] Received unexpected event network-vif-plugged-2986eeef-cd0a-4849-8f53-08fe05e35e29 for instance with vm_state building and task_state spawning. [ 1010.553163] env[70542]: DEBUG nova.network.neutron [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Successfully updated port: 2986eeef-cd0a-4849-8f53-08fe05e35e29 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.630341] env[70542]: DEBUG oslo_vmware.api [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Task: {'id': task-3911693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.686416] env[70542]: DEBUG nova.scheduler.client.report [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.806981] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911692, 'name': Rename_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.810727] env[70542]: DEBUG oslo_concurrency.lockutils [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "interface-b3764e3b-4297-4515-9673-0f75a6a4ac8e-7124254d-761c-4f7c-9cd7-f6a0bed6d9bc" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.811098] env[70542]: DEBUG oslo_concurrency.lockutils [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "interface-b3764e3b-4297-4515-9673-0f75a6a4ac8e-7124254d-761c-4f7c-9cd7-f6a0bed6d9bc" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.844594] env[70542]: DEBUG oslo_concurrency.lockutils [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.056619] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquiring lock "refresh_cache-31132351-5206-4d08-876a-5960cc412a05" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.056889] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquired lock "refresh_cache-31132351-5206-4d08-876a-5960cc412a05" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.057216] env[70542]: DEBUG nova.network.neutron [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.062873] env[70542]: DEBUG nova.network.neutron [-] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.130134] env[70542]: DEBUG oslo_vmware.api [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Task: {'id': task-3911693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.191708] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.193301] env[70542]: INFO nova.compute.manager [None req-c0763213-5ab7-4fe5-ad1d-0dcec418583d tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Successfully reverted task state from rebuilding on failure for instance. [ 1011.199054] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.985s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.199333] env[70542]: DEBUG nova.objects.instance [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lazy-loading 'resources' on Instance uuid 70a49596-b0a3-4ce7-8b80-ab64344fbcd5 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.305013] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911692, 'name': Rename_Task, 'duration_secs': 1.366407} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.305398] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.305621] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5eba7ed0-fbad-436b-9461-3f1906ebac41 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.315498] env[70542]: DEBUG oslo_concurrency.lockutils [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.315498] env[70542]: DEBUG oslo_concurrency.lockutils [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.316541] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de2b5f1-650d-4a69-b225-23c61a9e5a10 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.323303] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 1011.323303] env[70542]: value = "task-3911695" [ 1011.323303] env[70542]: _type = "Task" [ 1011.323303] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.352342] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3d693e-1a5a-4a33-aeb5-f2cce3f30dd3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.361307] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911695, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.390451] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Reconfiguring VM to detach interface {{(pid=70542) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1011.390825] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa7d3efb-7276-41c4-b20e-750fe373f599 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.411100] env[70542]: DEBUG oslo_vmware.api [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 1011.411100] env[70542]: value = "task-3911696" [ 1011.411100] env[70542]: _type = "Task" [ 1011.411100] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.420321] env[70542]: DEBUG oslo_vmware.api [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.565475] env[70542]: INFO nova.compute.manager [-] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Took 1.89 seconds to deallocate network for instance. [ 1011.611350] env[70542]: DEBUG nova.network.neutron [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.631999] env[70542]: DEBUG oslo_vmware.api [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Task: {'id': task-3911693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.102518} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.632209] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.633270] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c4ea5a-a08c-446d-a6b4-da0c3ef83230 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.665748] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] b3b419ad-44ac-4548-ba81-1107c5c306ef/b3b419ad-44ac-4548-ba81-1107c5c306ef.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.666262] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c779eff-e7c7-4908-bdd6-a56c1d67b4ac {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.692553] env[70542]: DEBUG oslo_vmware.api [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Waiting for the task: (returnval){ [ 1011.692553] env[70542]: value = "task-3911697" [ 1011.692553] env[70542]: _type = "Task" [ 1011.692553] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.712423] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "a1f250ef-d141-4a91-9a5c-df91115e5ad9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.712675] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "a1f250ef-d141-4a91-9a5c-df91115e5ad9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.714662] env[70542]: DEBUG oslo_vmware.api [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Task: {'id': task-3911697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.838450] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911695, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.854722] env[70542]: DEBUG nova.network.neutron [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Updating instance_info_cache with network_info: [{"id": "2986eeef-cd0a-4849-8f53-08fe05e35e29", "address": "fa:16:3e:a0:df:af", "network": {"id": "45b56ba7-8e9b-463f-86d0-9d1f66ec51b2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1643102114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fca619f92b54e778e31c2d839227873", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2986eeef-cd", "ovs_interfaceid": "2986eeef-cd0a-4849-8f53-08fe05e35e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.923165] env[70542]: DEBUG oslo_vmware.api [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.072703] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.132241] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30aee25e-9e46-4a4d-86ec-f06e4e4426d3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.141601] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73854cc-882f-450d-aa77-375233c32d45 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.176484] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc7b911-048a-4735-8349-37712f96fb5b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.185711] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7753f372-d851-42c3-86da-133ea6419c0c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.202138] env[70542]: DEBUG nova.compute.provider_tree [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.215233] env[70542]: DEBUG oslo_vmware.api [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Task: {'id': task-3911697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.217157] env[70542]: DEBUG nova.compute.manager [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1012.335793] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911695, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.359608] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Releasing lock "refresh_cache-31132351-5206-4d08-876a-5960cc412a05" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.359970] env[70542]: DEBUG nova.compute.manager [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Instance network_info: |[{"id": "2986eeef-cd0a-4849-8f53-08fe05e35e29", "address": "fa:16:3e:a0:df:af", "network": {"id": "45b56ba7-8e9b-463f-86d0-9d1f66ec51b2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1643102114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fca619f92b54e778e31c2d839227873", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2986eeef-cd", "ovs_interfaceid": "2986eeef-cd0a-4849-8f53-08fe05e35e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.360455] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:df:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '17c839f5-4de0-449c-9a24-4e0e2fca37ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2986eeef-cd0a-4849-8f53-08fe05e35e29', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.371840] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.371840] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31132351-5206-4d08-876a-5960cc412a05] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.372103] env[70542]: DEBUG nova.compute.manager [req-e1fbfd26-ed39-4de4-842b-b69175823489 req-cd83ff4b-b407-4418-bc66-5678a8e6c132 service nova] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Received event network-vif-deleted-cebb52c4-6dd6-4c4f-b646-3ba641fc4e66 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.372462] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6880f0a-e053-49c1-96a1-6d969b0e4ab0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.398773] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.398773] env[70542]: value = "task-3911698" [ 1012.398773] env[70542]: _type = "Task" [ 1012.398773] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.410255] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911698, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.428683] env[70542]: DEBUG oslo_vmware.api [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.527734] env[70542]: DEBUG nova.compute.manager [req-23599fc6-77b2-47b7-9a38-86bce468a332 req-bd830e66-a399-40d1-ad5f-aff3302b4eaf service nova] [instance: 31132351-5206-4d08-876a-5960cc412a05] Received event network-changed-2986eeef-cd0a-4849-8f53-08fe05e35e29 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.528269] env[70542]: DEBUG nova.compute.manager [req-23599fc6-77b2-47b7-9a38-86bce468a332 req-bd830e66-a399-40d1-ad5f-aff3302b4eaf service nova] [instance: 31132351-5206-4d08-876a-5960cc412a05] Refreshing instance network info cache due to event network-changed-2986eeef-cd0a-4849-8f53-08fe05e35e29. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.528618] env[70542]: DEBUG oslo_concurrency.lockutils [req-23599fc6-77b2-47b7-9a38-86bce468a332 req-bd830e66-a399-40d1-ad5f-aff3302b4eaf service nova] Acquiring lock "refresh_cache-31132351-5206-4d08-876a-5960cc412a05" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.528823] env[70542]: DEBUG oslo_concurrency.lockutils [req-23599fc6-77b2-47b7-9a38-86bce468a332 req-bd830e66-a399-40d1-ad5f-aff3302b4eaf service nova] Acquired lock "refresh_cache-31132351-5206-4d08-876a-5960cc412a05" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.528988] env[70542]: DEBUG nova.network.neutron [req-23599fc6-77b2-47b7-9a38-86bce468a332 req-bd830e66-a399-40d1-ad5f-aff3302b4eaf service nova] [instance: 31132351-5206-4d08-876a-5960cc412a05] Refreshing network info cache for port 2986eeef-cd0a-4849-8f53-08fe05e35e29 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.708937] env[70542]: DEBUG nova.scheduler.client.report [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.719404] env[70542]: DEBUG oslo_vmware.api [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Task: {'id': task-3911697, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.740421] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.836854] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911695, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.911271] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911698, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.922552] env[70542]: DEBUG oslo_vmware.api [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.213755] env[70542]: DEBUG oslo_vmware.api [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Task: {'id': task-3911697, 'name': ReconfigVM_Task, 'duration_secs': 1.085482} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.216026] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Reconfigured VM instance instance-0000004d to attach disk [datastore2] b3b419ad-44ac-4548-ba81-1107c5c306ef/b3b419ad-44ac-4548-ba81-1107c5c306ef.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.216026] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4aaeffc0-e6aa-4578-a335-a406e89682b8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.220893] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.022s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.223586] env[70542]: DEBUG oslo_concurrency.lockutils [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.788s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.224087] env[70542]: DEBUG nova.objects.instance [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Lazy-loading 'resources' on Instance uuid 49f64a06-ea50-4c04-bca0-60463d5672b8 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.227110] env[70542]: DEBUG oslo_vmware.api [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Waiting for the task: (returnval){ [ 1013.227110] env[70542]: value = "task-3911699" [ 1013.227110] env[70542]: _type = "Task" [ 1013.227110] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.237958] env[70542]: DEBUG oslo_vmware.api [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Task: {'id': task-3911699, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.254197] env[70542]: INFO nova.scheduler.client.report [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Deleted allocations for instance 70a49596-b0a3-4ce7-8b80-ab64344fbcd5 [ 1013.296277] env[70542]: DEBUG nova.network.neutron [req-23599fc6-77b2-47b7-9a38-86bce468a332 req-bd830e66-a399-40d1-ad5f-aff3302b4eaf service nova] [instance: 31132351-5206-4d08-876a-5960cc412a05] Updated VIF entry in instance network info cache for port 2986eeef-cd0a-4849-8f53-08fe05e35e29. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.296735] env[70542]: DEBUG nova.network.neutron [req-23599fc6-77b2-47b7-9a38-86bce468a332 req-bd830e66-a399-40d1-ad5f-aff3302b4eaf service nova] [instance: 31132351-5206-4d08-876a-5960cc412a05] Updating instance_info_cache with network_info: [{"id": "2986eeef-cd0a-4849-8f53-08fe05e35e29", "address": "fa:16:3e:a0:df:af", "network": {"id": "45b56ba7-8e9b-463f-86d0-9d1f66ec51b2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1643102114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fca619f92b54e778e31c2d839227873", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2986eeef-cd", "ovs_interfaceid": "2986eeef-cd0a-4849-8f53-08fe05e35e29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.336699] env[70542]: DEBUG oslo_vmware.api [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911695, 'name': PowerOnVM_Task, 'duration_secs': 1.743316} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.337045] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.337295] env[70542]: INFO nova.compute.manager [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Took 11.21 seconds to spawn the instance on the hypervisor. [ 1013.337504] env[70542]: DEBUG nova.compute.manager [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1013.339894] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8720bb-33f0-4880-8a36-4607d9e50548 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.411740] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911698, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.423895] env[70542]: DEBUG oslo_vmware.api [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.741810] env[70542]: DEBUG oslo_vmware.api [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Task: {'id': task-3911699, 'name': Rename_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.766973] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f7962c32-2cad-4c3b-b9a3-ad10f07892a9 tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "70a49596-b0a3-4ce7-8b80-ab64344fbcd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.035s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.799527] env[70542]: DEBUG oslo_concurrency.lockutils [req-23599fc6-77b2-47b7-9a38-86bce468a332 req-bd830e66-a399-40d1-ad5f-aff3302b4eaf service nova] Releasing lock "refresh_cache-31132351-5206-4d08-876a-5960cc412a05" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.855308] env[70542]: INFO nova.compute.manager [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Took 39.68 seconds to build instance. [ 1013.912889] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911698, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.924016] env[70542]: DEBUG oslo_vmware.api [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.119898] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab8f683-23cd-42b4-bc6c-081c24640bfd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.130674] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cf476e-fc48-40e0-8f9a-075663d2ef05 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.163454] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51206ab-1ce8-4e3c-9a83-c004b4971294 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.172107] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee86921-37a4-4e92-b1f8-f507e8cc4d8c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.186591] env[70542]: DEBUG nova.compute.provider_tree [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.241307] env[70542]: DEBUG oslo_vmware.api [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Task: {'id': task-3911699, 'name': Rename_Task, 'duration_secs': 0.760555} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.242439] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.242812] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33ce4dfb-b41b-492f-bd3b-f2acffc07c28 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.252252] env[70542]: DEBUG oslo_vmware.api [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Waiting for the task: (returnval){ [ 1014.252252] env[70542]: value = "task-3911700" [ 1014.252252] env[70542]: _type = "Task" [ 1014.252252] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.261754] env[70542]: DEBUG oslo_vmware.api [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Task: {'id': task-3911700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.357337] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c915c5f1-fe42-43ea-a53c-22ec8cbd3e94 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "f155b65c-b78b-4ca9-bc1f-ac962346425e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.186s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.417376] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911698, 'name': CreateVM_Task, 'duration_secs': 1.555827} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.421612] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31132351-5206-4d08-876a-5960cc412a05] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.422395] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.422568] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.422893] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.423595] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7914413-b7c2-441d-8bb9-2c4c30a9e4d3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.430136] env[70542]: DEBUG oslo_vmware.api [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.431510] env[70542]: DEBUG oslo_vmware.api [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 1014.431510] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e0bfce-1f1d-4e17-d692-0937c7516347" [ 1014.431510] env[70542]: _type = "Task" [ 1014.431510] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.435226] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Acquiring lock "b2338985-ea99-4a2f-8e5c-9c0597fdc7e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.435533] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lock "b2338985-ea99-4a2f-8e5c-9c0597fdc7e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.435806] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Acquiring lock "b2338985-ea99-4a2f-8e5c-9c0597fdc7e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.436009] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lock "b2338985-ea99-4a2f-8e5c-9c0597fdc7e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.436292] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lock "b2338985-ea99-4a2f-8e5c-9c0597fdc7e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.438875] env[70542]: INFO nova.compute.manager [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Terminating instance [ 1014.445256] env[70542]: DEBUG oslo_vmware.api [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e0bfce-1f1d-4e17-d692-0937c7516347, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.644636] env[70542]: DEBUG oslo_vmware.rw_handles [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5236cfd8-8c73-7671-53ea-f631bdab545e/disk-0.vmdk. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1014.646197] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b851f24b-0087-4a02-8254-1c828017de96 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.652949] env[70542]: DEBUG oslo_vmware.rw_handles [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5236cfd8-8c73-7671-53ea-f631bdab545e/disk-0.vmdk is in state: ready. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1014.653176] env[70542]: ERROR oslo_vmware.rw_handles [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5236cfd8-8c73-7671-53ea-f631bdab545e/disk-0.vmdk due to incomplete transfer. [ 1014.653588] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-424365e6-c792-420b-a94d-a9fa80a59f25 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.663346] env[70542]: DEBUG oslo_vmware.rw_handles [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5236cfd8-8c73-7671-53ea-f631bdab545e/disk-0.vmdk. {{(pid=70542) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1014.663346] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Uploaded image e49bbdd8-ee47-4ad7-91b9-e5b436b7b615 to the Glance image server {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1014.665744] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Destroying the VM {{(pid=70542) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1014.666049] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-398b1ced-5d4e-4875-9086-0de1ce991932 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.673450] env[70542]: DEBUG oslo_vmware.api [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Waiting for the task: (returnval){ [ 1014.673450] env[70542]: value = "task-3911701" [ 1014.673450] env[70542]: _type = "Task" [ 1014.673450] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.683514] env[70542]: DEBUG oslo_vmware.api [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911701, 'name': Destroy_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.690420] env[70542]: DEBUG nova.scheduler.client.report [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.730484] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "558c1a3f-3fbb-4658-8507-f1f876609623" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.730840] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "558c1a3f-3fbb-4658-8507-f1f876609623" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.731008] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "558c1a3f-3fbb-4658-8507-f1f876609623-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.731203] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "558c1a3f-3fbb-4658-8507-f1f876609623-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.731368] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "558c1a3f-3fbb-4658-8507-f1f876609623-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.733806] env[70542]: INFO nova.compute.manager [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Terminating instance [ 1014.765328] env[70542]: DEBUG oslo_vmware.api [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Task: {'id': task-3911700, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.809647] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "f155b65c-b78b-4ca9-bc1f-ac962346425e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.809647] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "f155b65c-b78b-4ca9-bc1f-ac962346425e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.809647] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "f155b65c-b78b-4ca9-bc1f-ac962346425e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.809647] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "f155b65c-b78b-4ca9-bc1f-ac962346425e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.809647] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "f155b65c-b78b-4ca9-bc1f-ac962346425e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.810587] env[70542]: INFO nova.compute.manager [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Terminating instance [ 1014.928616] env[70542]: DEBUG oslo_vmware.api [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.941884] env[70542]: DEBUG oslo_vmware.api [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e0bfce-1f1d-4e17-d692-0937c7516347, 'name': SearchDatastore_Task, 'duration_secs': 0.022903} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.942316] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.942575] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.942813] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.942989] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.943295] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.943749] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-336503e6-2c37-4157-9a09-c8f881a9c5ef {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.946141] env[70542]: DEBUG nova.compute.manager [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.946344] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.947202] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573b7668-0d49-4124-9ff6-9e2ce47da36a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.955537] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.955792] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f9e9624-d1db-4061-a7c0-d6d656d484d9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.959246] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.959396] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.960134] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-156c899c-f1d8-419d-95de-0cef6ba63a53 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.963723] env[70542]: DEBUG oslo_vmware.api [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Waiting for the task: (returnval){ [ 1014.963723] env[70542]: value = "task-3911702" [ 1014.963723] env[70542]: _type = "Task" [ 1014.963723] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.968773] env[70542]: DEBUG oslo_vmware.api [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 1014.968773] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5218b11c-badf-b05b-1351-f795958a4b66" [ 1014.968773] env[70542]: _type = "Task" [ 1014.968773] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.974938] env[70542]: DEBUG oslo_vmware.api [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.979891] env[70542]: DEBUG oslo_vmware.api [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5218b11c-badf-b05b-1351-f795958a4b66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.999568] env[70542]: DEBUG oslo_concurrency.lockutils [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "05d962f1-7b10-4caa-9cb4-a0aab9bb38f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.999830] env[70542]: DEBUG oslo_concurrency.lockutils [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "05d962f1-7b10-4caa-9cb4-a0aab9bb38f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.000054] env[70542]: DEBUG oslo_concurrency.lockutils [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "05d962f1-7b10-4caa-9cb4-a0aab9bb38f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.000244] env[70542]: DEBUG oslo_concurrency.lockutils [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "05d962f1-7b10-4caa-9cb4-a0aab9bb38f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.000573] env[70542]: DEBUG oslo_concurrency.lockutils [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "05d962f1-7b10-4caa-9cb4-a0aab9bb38f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.003559] env[70542]: INFO nova.compute.manager [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Terminating instance [ 1015.185708] env[70542]: DEBUG oslo_vmware.api [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911701, 'name': Destroy_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.196073] env[70542]: DEBUG oslo_concurrency.lockutils [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.199656] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.491s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.199876] env[70542]: DEBUG nova.objects.instance [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70542) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1015.226510] env[70542]: INFO nova.scheduler.client.report [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Deleted allocations for instance 49f64a06-ea50-4c04-bca0-60463d5672b8 [ 1015.238156] env[70542]: DEBUG nova.compute.manager [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.238380] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.239841] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5612e1e-ab58-4423-b7fc-f0cd69e6a337 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.250211] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.251455] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95ffe74e-3a37-4b67-95ff-e39af9b1babc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.261371] env[70542]: DEBUG oslo_vmware.api [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 1015.261371] env[70542]: value = "task-3911703" [ 1015.261371] env[70542]: _type = "Task" [ 1015.261371] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.265652] env[70542]: DEBUG oslo_vmware.api [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Task: {'id': task-3911700, 'name': PowerOnVM_Task, 'duration_secs': 0.951236} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.269477] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.269477] env[70542]: INFO nova.compute.manager [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Took 10.56 seconds to spawn the instance on the hypervisor. [ 1015.269692] env[70542]: DEBUG nova.compute.manager [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1015.270569] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d29c07-e26a-4c73-82ff-774c4b2cdea2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.279238] env[70542]: DEBUG oslo_vmware.api [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.315048] env[70542]: DEBUG nova.compute.manager [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.315287] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.316048] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53362aa-f899-40f6-85fc-d0001c32a242 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.325009] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.325299] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc35885e-116a-425a-bb38-ce4588370002 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.332378] env[70542]: DEBUG oslo_vmware.api [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 1015.332378] env[70542]: value = "task-3911704" [ 1015.332378] env[70542]: _type = "Task" [ 1015.332378] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.342210] env[70542]: DEBUG oslo_vmware.api [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.430556] env[70542]: DEBUG oslo_vmware.api [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.478983] env[70542]: DEBUG oslo_vmware.api [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911702, 'name': PowerOffVM_Task, 'duration_secs': 0.375269} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.479830] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.480132] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.480504] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c247bcea-c9e3-4015-bf70-1113d1e71656 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.488726] env[70542]: DEBUG oslo_vmware.api [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5218b11c-badf-b05b-1351-f795958a4b66, 'name': SearchDatastore_Task, 'duration_secs': 0.013965} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.491195] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04aac423-42ed-4d6c-81f0-7323d6d4992f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.498810] env[70542]: DEBUG oslo_vmware.api [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 1015.498810] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526c97e3-7597-7737-5559-18190b0a689f" [ 1015.498810] env[70542]: _type = "Task" [ 1015.498810] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.511367] env[70542]: DEBUG nova.compute.manager [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.511590] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.512088] env[70542]: DEBUG oslo_vmware.api [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526c97e3-7597-7737-5559-18190b0a689f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.512765] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b08b62d-eea9-4e9a-866a-e1bc25d230fc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.520805] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.521163] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5adddd49-c351-442d-bc46-f58c8732c480 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.528834] env[70542]: DEBUG oslo_vmware.api [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 1015.528834] env[70542]: value = "task-3911706" [ 1015.528834] env[70542]: _type = "Task" [ 1015.528834] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.539490] env[70542]: DEBUG oslo_vmware.api [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.643376] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.643651] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.643846] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Deleting the datastore file [datastore1] b2338985-ea99-4a2f-8e5c-9c0597fdc7e0 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.644155] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abd626ac-9b05-4134-b0d6-2f0780ccad8c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.653216] env[70542]: DEBUG oslo_vmware.api [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Waiting for the task: (returnval){ [ 1015.653216] env[70542]: value = "task-3911707" [ 1015.653216] env[70542]: _type = "Task" [ 1015.653216] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.662491] env[70542]: DEBUG oslo_vmware.api [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.685042] env[70542]: DEBUG oslo_vmware.api [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911701, 'name': Destroy_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.740244] env[70542]: DEBUG oslo_concurrency.lockutils [None req-65fb7e28-361f-49f2-95d9-066e2e0ae9d0 tempest-ServerTagsTestJSON-208557757 tempest-ServerTagsTestJSON-208557757-project-member] Lock "49f64a06-ea50-4c04-bca0-60463d5672b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.890s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.777045] env[70542]: DEBUG oslo_vmware.api [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911703, 'name': PowerOffVM_Task, 'duration_secs': 0.275395} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.777487] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.777675] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.777841] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7208ea7e-2c13-4ff6-a543-69d17377e48f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.792853] env[70542]: INFO nova.compute.manager [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Took 41.43 seconds to build instance. [ 1015.844218] env[70542]: DEBUG oslo_vmware.api [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911704, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.856853] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.857135] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.857322] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Deleting the datastore file [datastore2] 558c1a3f-3fbb-4658-8507-f1f876609623 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.857599] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0eecec94-dda3-4d06-9610-e32f02004904 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.864542] env[70542]: DEBUG oslo_vmware.api [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 1015.864542] env[70542]: value = "task-3911709" [ 1015.864542] env[70542]: _type = "Task" [ 1015.864542] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.875485] env[70542]: DEBUG oslo_vmware.api [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.932016] env[70542]: DEBUG oslo_vmware.api [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.010202] env[70542]: DEBUG oslo_vmware.api [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526c97e3-7597-7737-5559-18190b0a689f, 'name': SearchDatastore_Task, 'duration_secs': 0.012831} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.010472] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.010738] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 31132351-5206-4d08-876a-5960cc412a05/31132351-5206-4d08-876a-5960cc412a05.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.011051] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a70ca2a-9ffb-4ecd-8e1b-ae82d7cba0fb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.018654] env[70542]: DEBUG oslo_vmware.api [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 1016.018654] env[70542]: value = "task-3911710" [ 1016.018654] env[70542]: _type = "Task" [ 1016.018654] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.027839] env[70542]: DEBUG oslo_vmware.api [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.038407] env[70542]: DEBUG oslo_vmware.api [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911706, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.165762] env[70542]: DEBUG oslo_vmware.api [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Task: {'id': task-3911707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361989} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.165762] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.165993] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.166113] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.166405] env[70542]: INFO nova.compute.manager [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1016.166529] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.166794] env[70542]: DEBUG nova.compute.manager [-] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.166903] env[70542]: DEBUG nova.network.neutron [-] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.185863] env[70542]: DEBUG oslo_vmware.api [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911701, 'name': Destroy_Task, 'duration_secs': 1.482943} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.186293] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Destroyed the VM [ 1016.186559] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Deleting Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1016.186901] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-42f5b322-3b91-4a1e-bf66-a6efd7e5ce11 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.195510] env[70542]: DEBUG oslo_vmware.api [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Waiting for the task: (returnval){ [ 1016.195510] env[70542]: value = "task-3911711" [ 1016.195510] env[70542]: _type = "Task" [ 1016.195510] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.204917] env[70542]: DEBUG oslo_vmware.api [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911711, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.211725] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2b93d92a-f396-4b24-8087-0042a918c4ec tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.212975] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a191b2df-1bd3-438c-9423-8b50a0d3ed27 tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.438s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.213223] env[70542]: DEBUG nova.objects.instance [None req-a191b2df-1bd3-438c-9423-8b50a0d3ed27 tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Lazy-loading 'resources' on Instance uuid a4636d85-7109-4b7e-a01a-4cf2d2952886 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.296677] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9ac0d94c-b720-465b-9cb5-58100a175981 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Lock "b3b419ad-44ac-4548-ba81-1107c5c306ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.946s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.345592] env[70542]: DEBUG oslo_vmware.api [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911704, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.383159] env[70542]: DEBUG oslo_vmware.api [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292184} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.383519] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.383764] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.384147] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.384367] env[70542]: INFO nova.compute.manager [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1016.384658] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.384893] env[70542]: DEBUG nova.compute.manager [-] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.384991] env[70542]: DEBUG nova.network.neutron [-] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.433967] env[70542]: DEBUG oslo_vmware.api [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.538956] env[70542]: DEBUG oslo_vmware.api [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911710, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.548770] env[70542]: DEBUG oslo_vmware.api [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911706, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.634778] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Acquiring lock "b3b419ad-44ac-4548-ba81-1107c5c306ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.635111] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Lock "b3b419ad-44ac-4548-ba81-1107c5c306ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.635385] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Acquiring lock "b3b419ad-44ac-4548-ba81-1107c5c306ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.635584] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Lock "b3b419ad-44ac-4548-ba81-1107c5c306ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.635808] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Lock "b3b419ad-44ac-4548-ba81-1107c5c306ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.638782] env[70542]: INFO nova.compute.manager [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Terminating instance [ 1016.707088] env[70542]: DEBUG oslo_vmware.api [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911711, 'name': RemoveSnapshot_Task} progress is 43%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.847168] env[70542]: DEBUG oslo_vmware.api [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911704, 'name': PowerOffVM_Task, 'duration_secs': 1.260041} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.849838] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.850384] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.851191] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7a0c916-1e84-4c79-b1c8-c53ec1fd078c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.933138] env[70542]: DEBUG oslo_vmware.api [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.937473] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.937807] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.938291] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Deleting the datastore file [datastore2] f155b65c-b78b-4ca9-bc1f-ac962346425e {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.938996] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5dffad5b-4287-4388-af64-3d44dd0518b3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.947394] env[70542]: DEBUG oslo_vmware.api [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for the task: (returnval){ [ 1016.947394] env[70542]: value = "task-3911713" [ 1016.947394] env[70542]: _type = "Task" [ 1016.947394] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.960952] env[70542]: DEBUG oslo_vmware.api [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.033156] env[70542]: DEBUG oslo_vmware.api [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567932} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.037240] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 31132351-5206-4d08-876a-5960cc412a05/31132351-5206-4d08-876a-5960cc412a05.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.037306] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.037594] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fb88909-7de2-4f95-941b-fa07dd4d0de7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.048844] env[70542]: DEBUG oslo_vmware.api [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911706, 'name': PowerOffVM_Task, 'duration_secs': 1.073369} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.053602] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.053956] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.054412] env[70542]: DEBUG oslo_vmware.api [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 1017.054412] env[70542]: value = "task-3911714" [ 1017.054412] env[70542]: _type = "Task" [ 1017.054412] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.055165] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80de64cd-8df7-4384-9343-c6fd46737fe0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.069633] env[70542]: DEBUG oslo_vmware.api [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.103992] env[70542]: DEBUG nova.compute.manager [req-3e850931-ec5f-4aa5-8090-56a2b40a711e req-26efcefc-4233-451d-bc7e-61a16ae8676b service nova] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Received event network-vif-deleted-7723a267-20e8-48ea-ba6b-64aa6013655e {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.104072] env[70542]: INFO nova.compute.manager [req-3e850931-ec5f-4aa5-8090-56a2b40a711e req-26efcefc-4233-451d-bc7e-61a16ae8676b service nova] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Neutron deleted interface 7723a267-20e8-48ea-ba6b-64aa6013655e; detaching it from the instance and deleting it from the info cache [ 1017.104269] env[70542]: DEBUG nova.network.neutron [req-3e850931-ec5f-4aa5-8090-56a2b40a711e req-26efcefc-4233-451d-bc7e-61a16ae8676b service nova] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.143334] env[70542]: DEBUG nova.compute.manager [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.143605] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.143923] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.146122] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.146414] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Deleting the datastore file [datastore1] 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.151706] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22042054-4c54-4d93-b140-6fbac99b6d72 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.159763] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89453016-a5d5-4143-b8de-ba7608c86cab {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.169411] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.171211] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db0e520f-e535-44e2-a358-c22843998b65 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.173625] env[70542]: DEBUG oslo_vmware.api [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for the task: (returnval){ [ 1017.173625] env[70542]: value = "task-3911716" [ 1017.173625] env[70542]: _type = "Task" [ 1017.173625] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.180888] env[70542]: DEBUG oslo_vmware.api [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Waiting for the task: (returnval){ [ 1017.180888] env[70542]: value = "task-3911717" [ 1017.180888] env[70542]: _type = "Task" [ 1017.180888] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.191543] env[70542]: DEBUG oslo_vmware.api [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.205084] env[70542]: DEBUG oslo_vmware.api [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Task: {'id': task-3911717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.212088] env[70542]: DEBUG oslo_vmware.api [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911711, 'name': RemoveSnapshot_Task, 'duration_secs': 1.013102} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.212412] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Deleted Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1017.212607] env[70542]: INFO nova.compute.manager [None req-d4bbbf64-4f67-437e-9e28-adadf21d3436 tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Took 15.77 seconds to snapshot the instance on the hypervisor. [ 1017.260941] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f9a5e0-ea5c-424b-802f-e3ec52224c49 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.272512] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b863a23-8a0a-4ae6-8c76-21d3719c8b6e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.304679] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbf9ae9-1ee5-4c9d-b431-a1acfdc25128 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.312885] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019d6eb6-8edf-4c84-8abf-41ef1735faf7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.318501] env[70542]: DEBUG nova.network.neutron [-] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.327559] env[70542]: DEBUG nova.compute.provider_tree [None req-a191b2df-1bd3-438c-9423-8b50a0d3ed27 tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.435665] env[70542]: DEBUG oslo_vmware.api [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911696, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.458742] env[70542]: DEBUG oslo_vmware.api [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.524407] env[70542]: DEBUG nova.compute.manager [req-1d7c9972-2f39-4ed3-9009-cc1782717163 req-243c52a6-235b-4f38-903b-4ae82b6bf518 service nova] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Received event network-vif-deleted-895d12ae-4aaf-4afd-a13f-1ad147bbee50 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.525035] env[70542]: INFO nova.compute.manager [req-1d7c9972-2f39-4ed3-9009-cc1782717163 req-243c52a6-235b-4f38-903b-4ae82b6bf518 service nova] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Neutron deleted interface 895d12ae-4aaf-4afd-a13f-1ad147bbee50; detaching it from the instance and deleting it from the info cache [ 1017.525754] env[70542]: DEBUG nova.network.neutron [req-1d7c9972-2f39-4ed3-9009-cc1782717163 req-243c52a6-235b-4f38-903b-4ae82b6bf518 service nova] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.568212] env[70542]: DEBUG oslo_vmware.api [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231086} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.568599] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.571172] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cebba4-45e1-4b0b-9465-366d5742d1a9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.598397] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 31132351-5206-4d08-876a-5960cc412a05/31132351-5206-4d08-876a-5960cc412a05.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.599525] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c393064-d6e5-45ae-8f0b-8412159a8f3a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.616053] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa7456bd-1804-4a55-824d-f85c04257e96 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.627233] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29e4d4c-a899-4697-acec-7c7788445075 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.638541] env[70542]: DEBUG oslo_vmware.api [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 1017.638541] env[70542]: value = "task-3911718" [ 1017.638541] env[70542]: _type = "Task" [ 1017.638541] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.650590] env[70542]: DEBUG oslo_vmware.api [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.661164] env[70542]: DEBUG nova.compute.manager [req-3e850931-ec5f-4aa5-8090-56a2b40a711e req-26efcefc-4233-451d-bc7e-61a16ae8676b service nova] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Detach interface failed, port_id=7723a267-20e8-48ea-ba6b-64aa6013655e, reason: Instance 558c1a3f-3fbb-4658-8507-f1f876609623 could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1017.683979] env[70542]: DEBUG oslo_vmware.api [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Task: {'id': task-3911716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.427507} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.685426] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.685750] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.685863] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.687888] env[70542]: INFO nova.compute.manager [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Took 2.17 seconds to destroy the instance on the hypervisor. [ 1017.687888] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.690070] env[70542]: DEBUG nova.compute.manager [-] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.690180] env[70542]: DEBUG nova.network.neutron [-] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.700646] env[70542]: DEBUG oslo_vmware.api [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Task: {'id': task-3911717, 'name': PowerOffVM_Task, 'duration_secs': 0.386748} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.700646] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.700646] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.700926] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e802d372-9f8e-45e1-873b-e0b6e5a8bc0f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.791371] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.791638] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.791822] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Deleting the datastore file [datastore2] b3b419ad-44ac-4548-ba81-1107c5c306ef {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.792136] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f547d445-955d-4bf9-9602-9a3e747f6e82 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.802187] env[70542]: DEBUG oslo_vmware.api [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Waiting for the task: (returnval){ [ 1017.802187] env[70542]: value = "task-3911720" [ 1017.802187] env[70542]: _type = "Task" [ 1017.802187] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.812942] env[70542]: DEBUG oslo_vmware.api [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Task: {'id': task-3911720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.829697] env[70542]: INFO nova.compute.manager [-] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Took 1.44 seconds to deallocate network for instance. [ 1017.830596] env[70542]: DEBUG nova.scheduler.client.report [None req-a191b2df-1bd3-438c-9423-8b50a0d3ed27 tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.935210] env[70542]: DEBUG oslo_vmware.api [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911696, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.944352] env[70542]: DEBUG nova.network.neutron [-] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.958222] env[70542]: DEBUG oslo_vmware.api [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Task: {'id': task-3911713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.554299} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.959173] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.959379] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.959558] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.959715] env[70542]: INFO nova.compute.manager [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Took 2.64 seconds to destroy the instance on the hypervisor. [ 1017.960030] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.960217] env[70542]: DEBUG nova.compute.manager [-] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.960313] env[70542]: DEBUG nova.network.neutron [-] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.029100] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a591aff6-f320-4974-be10-afe4e10875ff {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.040928] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94964780-f612-4421-a789-01f3b92bc9de {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.077193] env[70542]: DEBUG nova.compute.manager [req-1d7c9972-2f39-4ed3-9009-cc1782717163 req-243c52a6-235b-4f38-903b-4ae82b6bf518 service nova] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Detach interface failed, port_id=895d12ae-4aaf-4afd-a13f-1ad147bbee50, reason: Instance b2338985-ea99-4a2f-8e5c-9c0597fdc7e0 could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1018.149053] env[70542]: DEBUG oslo_vmware.api [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911718, 'name': ReconfigVM_Task, 'duration_secs': 0.40301} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.149370] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 31132351-5206-4d08-876a-5960cc412a05/31132351-5206-4d08-876a-5960cc412a05.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.151271] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89f3e04b-eef2-4bfc-bff7-72c3e9a69888 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.164224] env[70542]: DEBUG oslo_vmware.api [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 1018.164224] env[70542]: value = "task-3911721" [ 1018.164224] env[70542]: _type = "Task" [ 1018.164224] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.182914] env[70542]: DEBUG oslo_vmware.api [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911721, 'name': Rename_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.317097] env[70542]: DEBUG oslo_vmware.api [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Task: {'id': task-3911720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473493} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.317574] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.317574] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.317760] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.318016] env[70542]: INFO nova.compute.manager [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1018.318250] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.318777] env[70542]: DEBUG nova.compute.manager [-] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.318894] env[70542]: DEBUG nova.network.neutron [-] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.336580] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a191b2df-1bd3-438c-9423-8b50a0d3ed27 tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.340284] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.695s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.340284] env[70542]: DEBUG nova.objects.instance [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70542) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1018.345030] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.389075] env[70542]: DEBUG oslo_concurrency.lockutils [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Acquiring lock "07d4b435-4af4-41f2-b778-724ecabb9e7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.389340] env[70542]: DEBUG oslo_concurrency.lockutils [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Lock "07d4b435-4af4-41f2-b778-724ecabb9e7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.389553] env[70542]: DEBUG oslo_concurrency.lockutils [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Acquiring lock "07d4b435-4af4-41f2-b778-724ecabb9e7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.389739] env[70542]: DEBUG oslo_concurrency.lockutils [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Lock "07d4b435-4af4-41f2-b778-724ecabb9e7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.389907] env[70542]: DEBUG oslo_concurrency.lockutils [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Lock "07d4b435-4af4-41f2-b778-724ecabb9e7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.394154] env[70542]: INFO nova.compute.manager [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Terminating instance [ 1018.434462] env[70542]: DEBUG oslo_vmware.api [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911696, 'name': ReconfigVM_Task, 'duration_secs': 6.585075} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.436252] env[70542]: DEBUG oslo_concurrency.lockutils [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.436576] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Reconfigured VM to detach interface {{(pid=70542) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1018.448267] env[70542]: INFO nova.compute.manager [-] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Took 2.28 seconds to deallocate network for instance. [ 1018.647733] env[70542]: DEBUG nova.network.neutron [-] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.678432] env[70542]: DEBUG oslo_vmware.api [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911721, 'name': Rename_Task, 'duration_secs': 0.163656} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.678770] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.679057] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9167180d-623a-415a-a905-1c9e7a4f8f04 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.692481] env[70542]: DEBUG oslo_vmware.api [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 1018.692481] env[70542]: value = "task-3911722" [ 1018.692481] env[70542]: _type = "Task" [ 1018.692481] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.703397] env[70542]: DEBUG oslo_vmware.api [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.799598] env[70542]: DEBUG nova.network.neutron [-] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.875321] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a191b2df-1bd3-438c-9423-8b50a0d3ed27 tempest-ServerActionsV293TestJSON-1453434710 tempest-ServerActionsV293TestJSON-1453434710-project-member] Lock "a4636d85-7109-4b7e-a01a-4cf2d2952886" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.373s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.899569] env[70542]: DEBUG nova.compute.manager [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.899843] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.901159] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756ed2bb-a887-4ea1-8fc2-e6cc97be5669 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.909386] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.909666] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fee48d01-1401-46ec-8400-eb64d13f6c64 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.917862] env[70542]: DEBUG oslo_vmware.api [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Waiting for the task: (returnval){ [ 1018.917862] env[70542]: value = "task-3911723" [ 1018.917862] env[70542]: _type = "Task" [ 1018.917862] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.928180] env[70542]: DEBUG oslo_vmware.api [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.955387] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.140057] env[70542]: DEBUG nova.network.neutron [-] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.154279] env[70542]: INFO nova.compute.manager [-] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Took 1.46 seconds to deallocate network for instance. [ 1019.183430] env[70542]: DEBUG nova.compute.manager [req-664bb84f-bff4-4f92-b663-264f135f0a1d req-789de34b-17e5-49c0-bd51-92db9b88c7b4 service nova] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Received event network-vif-deleted-7247a66f-6759-4634-baeb-6335642859d0 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.183514] env[70542]: DEBUG nova.compute.manager [req-664bb84f-bff4-4f92-b663-264f135f0a1d req-789de34b-17e5-49c0-bd51-92db9b88c7b4 service nova] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Received event network-vif-deleted-59d55358-44c5-4fe3-968e-b1f548ef8ee6 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.204086] env[70542]: DEBUG oslo_vmware.api [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.301989] env[70542]: INFO nova.compute.manager [-] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Took 1.34 seconds to deallocate network for instance. [ 1019.351157] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dce831e5-d9a7-4b2b-839e-376d92994fe3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.352166] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.674s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.352859] env[70542]: DEBUG nova.objects.instance [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lazy-loading 'resources' on Instance uuid 528da208-9ddc-4cd3-b7ab-af0bda3ab072 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.429899] env[70542]: DEBUG oslo_vmware.api [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911723, 'name': PowerOffVM_Task, 'duration_secs': 0.217997} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.429899] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.430069] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.430260] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfadb107-1098-4730-bdb1-f8a6cfbc8170 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.572231] env[70542]: DEBUG nova.compute.manager [req-7dd90de4-f9c1-47fb-8384-7851ce256f88 req-f48f92b8-5355-456a-9269-86876fc3f3b3 service nova] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Received event network-vif-deleted-0ed312c6-343a-4421-ae88-6e16368a9c8a {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.572590] env[70542]: DEBUG nova.compute.manager [req-7dd90de4-f9c1-47fb-8384-7851ce256f88 req-f48f92b8-5355-456a-9269-86876fc3f3b3 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Received event network-vif-deleted-7124254d-761c-4f7c-9cd7-f6a0bed6d9bc {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.572695] env[70542]: INFO nova.compute.manager [req-7dd90de4-f9c1-47fb-8384-7851ce256f88 req-f48f92b8-5355-456a-9269-86876fc3f3b3 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Neutron deleted interface 7124254d-761c-4f7c-9cd7-f6a0bed6d9bc; detaching it from the instance and deleting it from the info cache [ 1019.572936] env[70542]: DEBUG nova.network.neutron [req-7dd90de4-f9c1-47fb-8384-7851ce256f88 req-f48f92b8-5355-456a-9269-86876fc3f3b3 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Updating instance_info_cache with network_info: [{"id": "d3118dbd-b913-4a00-9018-8a78adb27b06", "address": "fa:16:3e:e9:59:31", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3118dbd-b9", "ovs_interfaceid": "d3118dbd-b913-4a00-9018-8a78adb27b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4d663cfc-d4b6-4a79-a2bc-db39e4a244c2", "address": "fa:16:3e:5e:53:e0", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d663cfc-d4", "ovs_interfaceid": "4d663cfc-d4b6-4a79-a2bc-db39e4a244c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.575734] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.575947] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.576217] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Deleting the datastore file [datastore2] 07d4b435-4af4-41f2-b778-724ecabb9e7f {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.576797] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-936cb6fb-56ed-4e5b-98df-06af7222ef41 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.585159] env[70542]: DEBUG oslo_vmware.api [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Waiting for the task: (returnval){ [ 1019.585159] env[70542]: value = "task-3911725" [ 1019.585159] env[70542]: _type = "Task" [ 1019.585159] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.594606] env[70542]: DEBUG oslo_vmware.api [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.643196] env[70542]: INFO nova.compute.manager [-] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Took 1.32 seconds to deallocate network for instance. [ 1019.664037] env[70542]: DEBUG oslo_concurrency.lockutils [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.703728] env[70542]: DEBUG oslo_vmware.api [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911722, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.732166] env[70542]: DEBUG oslo_concurrency.lockutils [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "refresh_cache-b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.732375] env[70542]: DEBUG oslo_concurrency.lockutils [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "refresh_cache-b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.732610] env[70542]: DEBUG nova.network.neutron [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.808903] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.077422] env[70542]: DEBUG oslo_concurrency.lockutils [req-7dd90de4-f9c1-47fb-8384-7851ce256f88 req-f48f92b8-5355-456a-9269-86876fc3f3b3 service nova] Acquiring lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.077756] env[70542]: DEBUG oslo_concurrency.lockutils [req-7dd90de4-f9c1-47fb-8384-7851ce256f88 req-f48f92b8-5355-456a-9269-86876fc3f3b3 service nova] Acquired lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.078568] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b586facb-65e7-498b-8249-4de87404b515 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.101930] env[70542]: DEBUG oslo_concurrency.lockutils [req-7dd90de4-f9c1-47fb-8384-7851ce256f88 req-f48f92b8-5355-456a-9269-86876fc3f3b3 service nova] Releasing lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.102057] env[70542]: WARNING nova.compute.manager [req-7dd90de4-f9c1-47fb-8384-7851ce256f88 req-f48f92b8-5355-456a-9269-86876fc3f3b3 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Detach interface failed, port_id=7124254d-761c-4f7c-9cd7-f6a0bed6d9bc, reason: No device with interface-id 7124254d-761c-4f7c-9cd7-f6a0bed6d9bc exists on VM: nova.exception.NotFound: No device with interface-id 7124254d-761c-4f7c-9cd7-f6a0bed6d9bc exists on VM [ 1020.111191] env[70542]: DEBUG oslo_vmware.api [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Task: {'id': task-3911725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177805} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.111734] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.111734] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.111984] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.113387] env[70542]: INFO nova.compute.manager [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1020.113726] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.113946] env[70542]: DEBUG nova.compute.manager [-] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.114057] env[70542]: DEBUG nova.network.neutron [-] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.153251] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.207136] env[70542]: DEBUG oslo_vmware.api [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911722, 'name': PowerOnVM_Task, 'duration_secs': 1.050374} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.210057] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.210332] env[70542]: INFO nova.compute.manager [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Took 10.82 seconds to spawn the instance on the hypervisor. [ 1020.210514] env[70542]: DEBUG nova.compute.manager [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1020.213089] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c375551a-09b0-4855-8171-aca085a1370d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.231446] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52586155-92ec-400c-87f4-6de392b68080 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.248533] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bbc6af-3b4e-4b45-895c-4e5d2fd07c07 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.256571] env[70542]: DEBUG oslo_concurrency.lockutils [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.256571] env[70542]: DEBUG oslo_concurrency.lockutils [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.256571] env[70542]: DEBUG oslo_concurrency.lockutils [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.256571] env[70542]: DEBUG oslo_concurrency.lockutils [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.256571] env[70542]: DEBUG oslo_concurrency.lockutils [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.257149] env[70542]: INFO nova.compute.manager [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Terminating instance [ 1020.292548] env[70542]: DEBUG nova.compute.manager [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.292832] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.293765] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45bed25-cdb8-43fd-a2ca-fe8e47c210aa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.297411] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08699fd5-d3a9-4e12-92ca-4b2d8d0e732f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.310152] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.311486] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea5d24d-676c-4beb-bae8-2e1cf95a9709 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.319364] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee761d80-978e-43c6-9738-4091e30fc8ef {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.334457] env[70542]: DEBUG nova.compute.provider_tree [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1020.337873] env[70542]: DEBUG oslo_vmware.api [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 1020.337873] env[70542]: value = "task-3911726" [ 1020.337873] env[70542]: _type = "Task" [ 1020.337873] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.347621] env[70542]: DEBUG oslo_vmware.api [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.539697] env[70542]: INFO nova.network.neutron [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Port 4d663cfc-d4b6-4a79-a2bc-db39e4a244c2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1020.540410] env[70542]: DEBUG nova.network.neutron [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Updating instance_info_cache with network_info: [{"id": "d3118dbd-b913-4a00-9018-8a78adb27b06", "address": "fa:16:3e:e9:59:31", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3118dbd-b9", "ovs_interfaceid": "d3118dbd-b913-4a00-9018-8a78adb27b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.736400] env[70542]: INFO nova.compute.manager [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Took 39.93 seconds to build instance. [ 1020.851319] env[70542]: DEBUG oslo_vmware.api [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911726, 'name': PowerOffVM_Task, 'duration_secs': 0.369082} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.851486] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.851650] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.851898] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-039c3366-3ace-43f1-9ed1-d1d94f879ba8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.860069] env[70542]: ERROR nova.scheduler.client.report [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [req-5829fc0e-4837-4684-8503-554845a50ed0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 42cfc9d8-0155-4d55-9653-7de4fa794724. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5829fc0e-4837-4684-8503-554845a50ed0"}]} [ 1020.878623] env[70542]: DEBUG nova.scheduler.client.report [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Refreshing inventories for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1020.897900] env[70542]: DEBUG nova.scheduler.client.report [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Updating ProviderTree inventory for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1020.898163] env[70542]: DEBUG nova.compute.provider_tree [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1020.905527] env[70542]: DEBUG nova.network.neutron [-] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.911957] env[70542]: DEBUG nova.scheduler.client.report [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Refreshing aggregate associations for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724, aggregates: None {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1020.936344] env[70542]: DEBUG nova.scheduler.client.report [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Refreshing trait associations for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1020.972646] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.972889] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.973226] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Deleting the datastore file [datastore2] b3764e3b-4297-4515-9673-0f75a6a4ac8e {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.976161] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b33d548-8d8a-447f-a7d2-858f447940eb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.984087] env[70542]: DEBUG oslo_vmware.api [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 1020.984087] env[70542]: value = "task-3911728" [ 1020.984087] env[70542]: _type = "Task" [ 1020.984087] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.998013] env[70542]: DEBUG oslo_vmware.api [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.021214] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.021896] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.045752] env[70542]: DEBUG oslo_concurrency.lockutils [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "refresh_cache-b3764e3b-4297-4515-9673-0f75a6a4ac8e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.241146] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8bd4aac0-89c1-4a24-ae27-2ef47e017ed3 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "31132351-5206-4d08-876a-5960cc412a05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.443s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.289326] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824158ab-7b61-47b1-bdca-c67e6f2d6f57 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.297238] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ef7db1-1760-4a16-b272-21a3c7e28632 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.331178] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ca2692-b2b6-43f0-9d13-37697498effc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.343433] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efb41df-66e6-4e94-840a-3d7eafaf87fc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.360946] env[70542]: DEBUG nova.compute.provider_tree [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1021.408685] env[70542]: INFO nova.compute.manager [-] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Took 1.29 seconds to deallocate network for instance. [ 1021.495456] env[70542]: DEBUG oslo_vmware.api [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182984} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.495456] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.495456] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.495456] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.495456] env[70542]: INFO nova.compute.manager [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1021.495456] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.495856] env[70542]: DEBUG nova.compute.manager [-] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.495856] env[70542]: DEBUG nova.network.neutron [-] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.533091] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.533397] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.533664] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.533889] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.534254] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.534387] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.534536] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70542) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1021.534762] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager.update_available_resource {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.549573] env[70542]: DEBUG oslo_concurrency.lockutils [None req-710042c0-991d-4748-a06b-c497c1041f70 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "interface-b3764e3b-4297-4515-9673-0f75a6a4ac8e-7124254d-761c-4f7c-9cd7-f6a0bed6d9bc" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.738s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.572340] env[70542]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 4d663cfc-d4b6-4a79-a2bc-db39e4a244c2 could not be found.", "detail": ""}} {{(pid=70542) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1021.572585] env[70542]: DEBUG nova.network.neutron [-] Unable to show port 4d663cfc-d4b6-4a79-a2bc-db39e4a244c2 as it no longer exists. {{(pid=70542) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1021.606470] env[70542]: DEBUG nova.compute.manager [req-b83dcbeb-4f56-45a7-9b4f-39e4b2b0eeea req-a241f4ae-e995-4603-bff4-7def7160a907 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Received event network-vif-deleted-4d663cfc-d4b6-4a79-a2bc-db39e4a244c2 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.606567] env[70542]: DEBUG nova.compute.manager [req-b83dcbeb-4f56-45a7-9b4f-39e4b2b0eeea req-a241f4ae-e995-4603-bff4-7def7160a907 service nova] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Received event network-vif-deleted-38250e10-8b1b-4900-a4be-55f73835fd65 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.838411] env[70542]: DEBUG oslo_concurrency.lockutils [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquiring lock "31132351-5206-4d08-876a-5960cc412a05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.838693] env[70542]: DEBUG oslo_concurrency.lockutils [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "31132351-5206-4d08-876a-5960cc412a05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.838902] env[70542]: DEBUG oslo_concurrency.lockutils [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquiring lock "31132351-5206-4d08-876a-5960cc412a05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.839116] env[70542]: DEBUG oslo_concurrency.lockutils [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "31132351-5206-4d08-876a-5960cc412a05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.839302] env[70542]: DEBUG oslo_concurrency.lockutils [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "31132351-5206-4d08-876a-5960cc412a05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.841356] env[70542]: INFO nova.compute.manager [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Terminating instance [ 1021.898146] env[70542]: DEBUG nova.scheduler.client.report [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Updated inventory for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with generation 103 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1021.898455] env[70542]: DEBUG nova.compute.provider_tree [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Updating resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724 generation from 103 to 104 during operation: update_inventory {{(pid=70542) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1021.898639] env[70542]: DEBUG nova.compute.provider_tree [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1021.919331] env[70542]: DEBUG oslo_concurrency.lockutils [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.019806] env[70542]: DEBUG nova.compute.manager [req-02f2f116-9c07-4aea-8382-163b56c67408 req-a124b491-15b8-43ef-8bf9-4b93faf38232 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Received event network-vif-deleted-d3118dbd-b913-4a00-9018-8a78adb27b06 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.020015] env[70542]: INFO nova.compute.manager [req-02f2f116-9c07-4aea-8382-163b56c67408 req-a124b491-15b8-43ef-8bf9-4b93faf38232 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Neutron deleted interface d3118dbd-b913-4a00-9018-8a78adb27b06; detaching it from the instance and deleting it from the info cache [ 1022.020207] env[70542]: DEBUG nova.network.neutron [req-02f2f116-9c07-4aea-8382-163b56c67408 req-a124b491-15b8-43ef-8bf9-4b93faf38232 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.037307] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.346116] env[70542]: DEBUG nova.compute.manager [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.346400] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.347791] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc2b124-0520-4672-9808-13dd44f55032 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.355737] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.356016] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84fc0ee5-c1a7-4581-a019-80053bbac106 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.364421] env[70542]: DEBUG oslo_vmware.api [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 1022.364421] env[70542]: value = "task-3911729" [ 1022.364421] env[70542]: _type = "Task" [ 1022.364421] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.375075] env[70542]: DEBUG oslo_vmware.api [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.403976] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.052s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.407019] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.686s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.408910] env[70542]: INFO nova.compute.claims [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.429840] env[70542]: INFO nova.scheduler.client.report [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Deleted allocations for instance 528da208-9ddc-4cd3-b7ab-af0bda3ab072 [ 1022.503575] env[70542]: DEBUG nova.network.neutron [-] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.522437] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9097bd64-67e9-4f31-a89e-a6ded84cc634 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.533368] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99f7729-fcb7-4d8f-998d-5f3e050d1793 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.570377] env[70542]: DEBUG nova.compute.manager [req-02f2f116-9c07-4aea-8382-163b56c67408 req-a124b491-15b8-43ef-8bf9-4b93faf38232 service nova] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Detach interface failed, port_id=d3118dbd-b913-4a00-9018-8a78adb27b06, reason: Instance b3764e3b-4297-4515-9673-0f75a6a4ac8e could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1022.874768] env[70542]: DEBUG oslo_vmware.api [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911729, 'name': PowerOffVM_Task, 'duration_secs': 0.219721} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.875086] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.875261] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.875526] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe1d2233-1146-4e7e-afaa-5f07571688e5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.939516] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.939746] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.939851] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Deleting the datastore file [datastore2] 31132351-5206-4d08-876a-5960cc412a05 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.940402] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3228dff5-9ab0-49c0-a790-cd1274a7794a tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lock "528da208-9ddc-4cd3-b7ab-af0bda3ab072" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.704s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.941889] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f5d8608-2e3e-482e-bfb7-d2ca1e0edad7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.949543] env[70542]: DEBUG oslo_vmware.api [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for the task: (returnval){ [ 1022.949543] env[70542]: value = "task-3911731" [ 1022.949543] env[70542]: _type = "Task" [ 1022.949543] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.960381] env[70542]: DEBUG oslo_vmware.api [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.006015] env[70542]: INFO nova.compute.manager [-] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Took 1.51 seconds to deallocate network for instance. [ 1023.461899] env[70542]: DEBUG oslo_vmware.api [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Task: {'id': task-3911731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362344} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.462212] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.462360] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.462534] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.462704] env[70542]: INFO nova.compute.manager [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] [instance: 31132351-5206-4d08-876a-5960cc412a05] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1023.462943] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.463146] env[70542]: DEBUG nova.compute.manager [-] [instance: 31132351-5206-4d08-876a-5960cc412a05] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1023.463244] env[70542]: DEBUG nova.network.neutron [-] [instance: 31132351-5206-4d08-876a-5960cc412a05] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.513165] env[70542]: DEBUG oslo_concurrency.lockutils [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.768885] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0857a2-313c-4715-bc51-bd3858a5fd4b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.778202] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91431e5-5061-4d61-a6ca-60120f218323 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.816128] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46f30fb-d29c-42e7-89ca-2adfc4e5d5de {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.821086] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ff1a4a-b2df-4031-82b5-d163d62cd280 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.835761] env[70542]: DEBUG nova.compute.provider_tree [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.043938] env[70542]: DEBUG nova.compute.manager [req-6f1ae0dd-424b-4ee6-b870-e1a67ebb87d0 req-cf35b606-2b14-45fe-82ad-f3a3a2276c28 service nova] [instance: 31132351-5206-4d08-876a-5960cc412a05] Received event network-vif-deleted-2986eeef-cd0a-4849-8f53-08fe05e35e29 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.044188] env[70542]: INFO nova.compute.manager [req-6f1ae0dd-424b-4ee6-b870-e1a67ebb87d0 req-cf35b606-2b14-45fe-82ad-f3a3a2276c28 service nova] [instance: 31132351-5206-4d08-876a-5960cc412a05] Neutron deleted interface 2986eeef-cd0a-4849-8f53-08fe05e35e29; detaching it from the instance and deleting it from the info cache [ 1024.044343] env[70542]: DEBUG nova.network.neutron [req-6f1ae0dd-424b-4ee6-b870-e1a67ebb87d0 req-cf35b606-2b14-45fe-82ad-f3a3a2276c28 service nova] [instance: 31132351-5206-4d08-876a-5960cc412a05] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.339124] env[70542]: DEBUG nova.scheduler.client.report [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.502131] env[70542]: DEBUG nova.network.neutron [-] [instance: 31132351-5206-4d08-876a-5960cc412a05] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.546646] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d373fb9b-1578-4d1a-a4ab-d4bf4175c387 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.558927] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00ae1dc-d6e5-401c-956e-473322e94820 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.589539] env[70542]: DEBUG nova.compute.manager [req-6f1ae0dd-424b-4ee6-b870-e1a67ebb87d0 req-cf35b606-2b14-45fe-82ad-f3a3a2276c28 service nova] [instance: 31132351-5206-4d08-876a-5960cc412a05] Detach interface failed, port_id=2986eeef-cd0a-4849-8f53-08fe05e35e29, reason: Instance 31132351-5206-4d08-876a-5960cc412a05 could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1024.844652] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.845348] env[70542]: DEBUG nova.compute.manager [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.848245] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.890s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.849374] env[70542]: INFO nova.compute.claims [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1025.005468] env[70542]: INFO nova.compute.manager [-] [instance: 31132351-5206-4d08-876a-5960cc412a05] Took 1.54 seconds to deallocate network for instance. [ 1025.354499] env[70542]: DEBUG nova.compute.utils [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1025.358097] env[70542]: DEBUG nova.compute.manager [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Not allocating networking since 'none' was specified. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1025.513194] env[70542]: DEBUG oslo_concurrency.lockutils [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.859240] env[70542]: DEBUG nova.compute.manager [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.041089] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf49773-04ce-491e-b914-13178e3ebe1e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.049663] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69bc91e-e31a-4b0e-8433-30f0ca100103 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.080310] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ecee8e-8b16-4f94-8e71-4ad51210763a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.088817] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c00e32a-d61b-43b8-87f1-8c6a8468abc9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.103031] env[70542]: DEBUG nova.compute.provider_tree [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.606481] env[70542]: DEBUG nova.scheduler.client.report [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.646144] env[70542]: DEBUG nova.compute.manager [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.668635] env[70542]: DEBUG nova.virt.hardware [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.668925] env[70542]: DEBUG nova.virt.hardware [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.669030] env[70542]: DEBUG nova.virt.hardware [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.669218] env[70542]: DEBUG nova.virt.hardware [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.669363] env[70542]: DEBUG nova.virt.hardware [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.669507] env[70542]: DEBUG nova.virt.hardware [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.669711] env[70542]: DEBUG nova.virt.hardware [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.669970] env[70542]: DEBUG nova.virt.hardware [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.670096] env[70542]: DEBUG nova.virt.hardware [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.670225] env[70542]: DEBUG nova.virt.hardware [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.670498] env[70542]: DEBUG nova.virt.hardware [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.671458] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8393d19a-7830-43cc-a08f-fddc9637e74e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.680015] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0f7b6a-4194-41ee-bf8c-51932e3c3b92 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.695948] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Instance VIF info [] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.701757] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Creating folder: Project (b16bc40601694cc393975b2a37445b20). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1027.702110] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16587681-745e-4323-a100-c38adbb770d3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.711682] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "a195a73f-0e1c-4d50-a6c3-bb1362a55f76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.712132] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "a195a73f-0e1c-4d50-a6c3-bb1362a55f76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.712246] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "a195a73f-0e1c-4d50-a6c3-bb1362a55f76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.712577] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "a195a73f-0e1c-4d50-a6c3-bb1362a55f76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.712748] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "a195a73f-0e1c-4d50-a6c3-bb1362a55f76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.716439] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Created folder: Project (b16bc40601694cc393975b2a37445b20) in parent group-v776569. [ 1027.716439] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Creating folder: Instances. Parent ref: group-v776805. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1027.716669] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa267664-cc87-429b-b156-44fbe83e3141 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.719297] env[70542]: INFO nova.compute.manager [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Terminating instance [ 1027.730546] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Created folder: Instances in parent group-v776805. [ 1027.730863] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.731171] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.731403] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f6f8d9d-e095-43fa-8ce9-020fc9c74803 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.752326] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.752326] env[70542]: value = "task-3911734" [ 1027.752326] env[70542]: _type = "Task" [ 1027.752326] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.763533] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911734, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.112205] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.264s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.113154] env[70542]: DEBUG nova.compute.manager [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1028.118976] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.828s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.119236] env[70542]: DEBUG nova.objects.instance [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Lazy-loading 'resources' on Instance uuid 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.229368] env[70542]: DEBUG nova.compute.manager [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.229607] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.230552] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023cec84-29c4-4e89-a08b-06992c245e5c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.238318] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.238572] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff680015-f5ae-4962-ba89-2b0509d1e794 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.246808] env[70542]: DEBUG oslo_vmware.api [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1028.246808] env[70542]: value = "task-3911735" [ 1028.246808] env[70542]: _type = "Task" [ 1028.246808] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.255567] env[70542]: DEBUG oslo_vmware.api [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.264711] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911734, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.621097] env[70542]: DEBUG nova.compute.utils [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.625364] env[70542]: DEBUG nova.compute.manager [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1028.625569] env[70542]: DEBUG nova.network.neutron [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1028.676941] env[70542]: DEBUG nova.policy [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46f336b7709047d39b0e316e6c508575', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e922748ead94b5cbab3c291b4e567b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1028.758800] env[70542]: DEBUG oslo_vmware.api [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.770160] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911734, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.959024] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc2b18a-7d55-4c80-a8a4-18c53232a471 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.964215] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da5469f-cc0b-40de-8bc3-5420d9a8b381 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.995146] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679fd9ce-80a2-4fa6-b2b8-d353e7c4fae6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.004535] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96768df2-8916-4b7e-890b-271ccaa0b07c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.020316] env[70542]: DEBUG nova.compute.provider_tree [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.038660] env[70542]: DEBUG nova.network.neutron [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Successfully created port: 1b502e1b-cb96-4c68-9a9a-76b65c50b515 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1029.128954] env[70542]: DEBUG nova.compute.manager [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1029.261820] env[70542]: DEBUG oslo_vmware.api [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911735, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.271677] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911734, 'name': CreateVM_Task, 'duration_secs': 1.345548} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.271760] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.272190] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.272924] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.272924] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.272924] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0ad0137-17f3-47ab-8b71-d17e48ee9140 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.278322] env[70542]: DEBUG oslo_vmware.api [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Waiting for the task: (returnval){ [ 1029.278322] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cfcbf0-34ca-9e70-27ce-3c5375659dd1" [ 1029.278322] env[70542]: _type = "Task" [ 1029.278322] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.290442] env[70542]: DEBUG oslo_vmware.api [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cfcbf0-34ca-9e70-27ce-3c5375659dd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.523306] env[70542]: DEBUG nova.scheduler.client.report [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.758163] env[70542]: DEBUG oslo_vmware.api [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911735, 'name': PowerOffVM_Task, 'duration_secs': 1.021049} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.758442] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.758610] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.758859] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f107a13-4b83-4692-8ae9-57b526a58673 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.789682] env[70542]: DEBUG oslo_vmware.api [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cfcbf0-34ca-9e70-27ce-3c5375659dd1, 'name': SearchDatastore_Task, 'duration_secs': 0.01052} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.791065] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.791065] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.791065] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.791065] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.791065] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.791499] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a58b9cb0-f9b5-405c-ab9d-9441c0b1e0bc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.800737] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.800965] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.801744] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ae12cc3-557f-481b-88e8-6f7b598f09f0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.807258] env[70542]: DEBUG oslo_vmware.api [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Waiting for the task: (returnval){ [ 1029.807258] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5281706e-19d2-8564-ccc2-64feeb9d29b3" [ 1029.807258] env[70542]: _type = "Task" [ 1029.807258] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.816226] env[70542]: DEBUG oslo_vmware.api [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5281706e-19d2-8564-ccc2-64feeb9d29b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.831025] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.831353] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.831663] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Deleting the datastore file [datastore1] a195a73f-0e1c-4d50-a6c3-bb1362a55f76 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.831986] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b75c5e6-29c2-4bbe-9643-f26531cfa9a7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.839739] env[70542]: DEBUG oslo_vmware.api [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1029.839739] env[70542]: value = "task-3911737" [ 1029.839739] env[70542]: _type = "Task" [ 1029.839739] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.849103] env[70542]: DEBUG oslo_vmware.api [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.030044] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.032567] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.681s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.032567] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.033966] env[70542]: DEBUG oslo_concurrency.lockutils [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.423s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.060020] env[70542]: INFO nova.scheduler.client.report [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Deleted allocations for instance 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4 [ 1030.061934] env[70542]: INFO nova.scheduler.client.report [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Deleted allocations for instance 3de4b70e-5e69-4b82-afb3-84162651b76c [ 1030.093422] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ccb8951-5303-45f8-ab40-47b2f10e0ce7 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "e3f9e5df-5236-4512-97df-19ff178b2af3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.093807] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ccb8951-5303-45f8-ab40-47b2f10e0ce7 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "e3f9e5df-5236-4512-97df-19ff178b2af3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.144575] env[70542]: DEBUG nova.compute.manager [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.173799] env[70542]: DEBUG nova.virt.hardware [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.174066] env[70542]: DEBUG nova.virt.hardware [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.174226] env[70542]: DEBUG nova.virt.hardware [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.174408] env[70542]: DEBUG nova.virt.hardware [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.174551] env[70542]: DEBUG nova.virt.hardware [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.174697] env[70542]: DEBUG nova.virt.hardware [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.174936] env[70542]: DEBUG nova.virt.hardware [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.175150] env[70542]: DEBUG nova.virt.hardware [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.175284] env[70542]: DEBUG nova.virt.hardware [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.175445] env[70542]: DEBUG nova.virt.hardware [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.175618] env[70542]: DEBUG nova.virt.hardware [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.176560] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d87479-065d-449e-95de-1121e1af0671 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.185847] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17a32a6-38e7-47df-a0b0-b0ecba034106 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.317765] env[70542]: DEBUG oslo_vmware.api [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5281706e-19d2-8564-ccc2-64feeb9d29b3, 'name': SearchDatastore_Task, 'duration_secs': 0.009638} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.318559] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49919c2a-f904-458e-a377-e4dd34552378 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.324107] env[70542]: DEBUG oslo_vmware.api [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Waiting for the task: (returnval){ [ 1030.324107] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528dd8ba-354f-a0b5-b5e6-96b99f9be5c2" [ 1030.324107] env[70542]: _type = "Task" [ 1030.324107] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.332406] env[70542]: DEBUG oslo_vmware.api [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528dd8ba-354f-a0b5-b5e6-96b99f9be5c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.348812] env[70542]: DEBUG oslo_vmware.api [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159225} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.349208] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.349312] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.349422] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.349603] env[70542]: INFO nova.compute.manager [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Took 2.12 seconds to destroy the instance on the hypervisor. [ 1030.349839] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.350046] env[70542]: DEBUG nova.compute.manager [-] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.350140] env[70542]: DEBUG nova.network.neutron [-] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.540088] env[70542]: INFO nova.compute.claims [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.571928] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3e4e860f-d6e9-40a6-9b19-c32318b68eea tempest-ServersAaction247Test-506082486 tempest-ServersAaction247Test-506082486-project-member] Lock "2e6b94c2-bc93-4d1d-9fba-07eb92874fb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.649s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.573279] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a2fce308-ee65-4796-8858-8fb86fe1b965 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "3de4b70e-5e69-4b82-afb3-84162651b76c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.591s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.600132] env[70542]: INFO nova.compute.manager [None req-3ccb8951-5303-45f8-ab40-47b2f10e0ce7 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Detaching volume b00aeecf-876b-4843-98d1-ac82dcead734 [ 1030.620376] env[70542]: DEBUG nova.compute.manager [req-69d90e97-3fed-432a-9eca-3b2d5d72b231 req-ea13d3a8-c690-4862-955a-204679d9eb4e service nova] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Received event network-vif-plugged-1b502e1b-cb96-4c68-9a9a-76b65c50b515 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.620376] env[70542]: DEBUG oslo_concurrency.lockutils [req-69d90e97-3fed-432a-9eca-3b2d5d72b231 req-ea13d3a8-c690-4862-955a-204679d9eb4e service nova] Acquiring lock "3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.620376] env[70542]: DEBUG oslo_concurrency.lockutils [req-69d90e97-3fed-432a-9eca-3b2d5d72b231 req-ea13d3a8-c690-4862-955a-204679d9eb4e service nova] Lock "3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.620985] env[70542]: DEBUG oslo_concurrency.lockutils [req-69d90e97-3fed-432a-9eca-3b2d5d72b231 req-ea13d3a8-c690-4862-955a-204679d9eb4e service nova] Lock "3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.621383] env[70542]: DEBUG nova.compute.manager [req-69d90e97-3fed-432a-9eca-3b2d5d72b231 req-ea13d3a8-c690-4862-955a-204679d9eb4e service nova] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] No waiting events found dispatching network-vif-plugged-1b502e1b-cb96-4c68-9a9a-76b65c50b515 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1030.621700] env[70542]: WARNING nova.compute.manager [req-69d90e97-3fed-432a-9eca-3b2d5d72b231 req-ea13d3a8-c690-4862-955a-204679d9eb4e service nova] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Received unexpected event network-vif-plugged-1b502e1b-cb96-4c68-9a9a-76b65c50b515 for instance with vm_state building and task_state spawning. [ 1030.648349] env[70542]: INFO nova.virt.block_device [None req-3ccb8951-5303-45f8-ab40-47b2f10e0ce7 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Attempting to driver detach volume b00aeecf-876b-4843-98d1-ac82dcead734 from mountpoint /dev/sdb [ 1030.648349] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ccb8951-5303-45f8-ab40-47b2f10e0ce7 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Volume detach. Driver type: vmdk {{(pid=70542) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1030.648349] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ccb8951-5303-45f8-ab40-47b2f10e0ce7 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776783', 'volume_id': 'b00aeecf-876b-4843-98d1-ac82dcead734', 'name': 'volume-b00aeecf-876b-4843-98d1-ac82dcead734', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3f9e5df-5236-4512-97df-19ff178b2af3', 'attached_at': '', 'detached_at': '', 'volume_id': 'b00aeecf-876b-4843-98d1-ac82dcead734', 'serial': 'b00aeecf-876b-4843-98d1-ac82dcead734'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1030.648349] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b8dd3c-7d37-467e-9fd2-18ed2630de8f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.675412] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0f216c-8d1e-442d-80ea-8d7b0f67a294 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.684112] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bf86e9-ab21-4a5c-af0c-d40d9bf79b8a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.708303] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61c9703-fa0b-4baf-81a1-2fdccce6c671 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.730413] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ccb8951-5303-45f8-ab40-47b2f10e0ce7 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] The volume has not been displaced from its original location: [datastore2] volume-b00aeecf-876b-4843-98d1-ac82dcead734/volume-b00aeecf-876b-4843-98d1-ac82dcead734.vmdk. No consolidation needed. {{(pid=70542) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1030.738175] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ccb8951-5303-45f8-ab40-47b2f10e0ce7 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Reconfiguring VM instance instance-00000039 to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1030.738175] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b14f845-0534-42ed-8b7d-f2e6506ce769 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.759635] env[70542]: DEBUG oslo_vmware.api [None req-3ccb8951-5303-45f8-ab40-47b2f10e0ce7 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1030.759635] env[70542]: value = "task-3911738" [ 1030.759635] env[70542]: _type = "Task" [ 1030.759635] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.773740] env[70542]: DEBUG oslo_vmware.api [None req-3ccb8951-5303-45f8-ab40-47b2f10e0ce7 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911738, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.789980] env[70542]: DEBUG nova.network.neutron [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Successfully updated port: 1b502e1b-cb96-4c68-9a9a-76b65c50b515 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1030.838744] env[70542]: DEBUG oslo_vmware.api [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528dd8ba-354f-a0b5-b5e6-96b99f9be5c2, 'name': SearchDatastore_Task, 'duration_secs': 0.014749} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.839113] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.839417] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] f7814c3f-78f0-4b45-a212-b1f13b214337/f7814c3f-78f0-4b45-a212-b1f13b214337.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.839707] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9baf2030-c7c4-453e-bee3-b59090905201 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.848862] env[70542]: DEBUG oslo_vmware.api [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Waiting for the task: (returnval){ [ 1030.848862] env[70542]: value = "task-3911739" [ 1030.848862] env[70542]: _type = "Task" [ 1030.848862] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.858144] env[70542]: DEBUG oslo_vmware.api [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.049853] env[70542]: INFO nova.compute.resource_tracker [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Updating resource usage from migration 411ef8ee-dcda-4586-afbd-7b0e4fcc2eea [ 1031.235812] env[70542]: DEBUG nova.compute.manager [req-f085663e-d995-4627-b8be-7c942d05a241 req-5bbad24a-56c6-4034-9ac0-cc6e1993db40 service nova] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Received event network-vif-deleted-614a50cd-b226-4f71-91ee-eea67aacec91 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.235812] env[70542]: INFO nova.compute.manager [req-f085663e-d995-4627-b8be-7c942d05a241 req-5bbad24a-56c6-4034-9ac0-cc6e1993db40 service nova] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Neutron deleted interface 614a50cd-b226-4f71-91ee-eea67aacec91; detaching it from the instance and deleting it from the info cache [ 1031.235812] env[70542]: DEBUG nova.network.neutron [req-f085663e-d995-4627-b8be-7c942d05a241 req-5bbad24a-56c6-4034-9ac0-cc6e1993db40 service nova] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.274613] env[70542]: DEBUG oslo_vmware.api [None req-3ccb8951-5303-45f8-ab40-47b2f10e0ce7 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911738, 'name': ReconfigVM_Task, 'duration_secs': 0.265212} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.274881] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ccb8951-5303-45f8-ab40-47b2f10e0ce7 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Reconfigured VM instance instance-00000039 to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1031.281436] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92a421e5-73b9-482b-84fa-cd17504ae1df {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.295736] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "refresh_cache-3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.295892] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquired lock "refresh_cache-3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.296062] env[70542]: DEBUG nova.network.neutron [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.311210] env[70542]: DEBUG oslo_vmware.api [None req-3ccb8951-5303-45f8-ab40-47b2f10e0ce7 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1031.311210] env[70542]: value = "task-3911740" [ 1031.311210] env[70542]: _type = "Task" [ 1031.311210] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.332423] env[70542]: DEBUG oslo_vmware.api [None req-3ccb8951-5303-45f8-ab40-47b2f10e0ce7 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.360721] env[70542]: DEBUG oslo_vmware.api [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911739, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.443729] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2dfe923-378b-46f8-b348-66b8cd6bcb01 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.452762] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1142d731-3c98-48b5-bc5d-023f30d2f716 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.494652] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e6f391-6173-4fa6-accb-1204384dd7b3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.504555] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974dfa36-24f2-49f2-a91a-f512d262dd35 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.520614] env[70542]: DEBUG nova.compute.provider_tree [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.579445] env[70542]: DEBUG nova.network.neutron [-] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.601909] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "526a38ba-8b2b-4d65-a435-f690b453b052" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.602195] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "526a38ba-8b2b-4d65-a435-f690b453b052" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.744411] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-339edc4b-c1b9-466f-9ee6-99ba83f8e17f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.754797] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e1dcdb-11b4-4922-9f83-ab19c39de689 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.783507] env[70542]: DEBUG nova.compute.manager [req-f085663e-d995-4627-b8be-7c942d05a241 req-5bbad24a-56c6-4034-9ac0-cc6e1993db40 service nova] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Detach interface failed, port_id=614a50cd-b226-4f71-91ee-eea67aacec91, reason: Instance a195a73f-0e1c-4d50-a6c3-bb1362a55f76 could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1031.824865] env[70542]: DEBUG oslo_vmware.api [None req-3ccb8951-5303-45f8-ab40-47b2f10e0ce7 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911740, 'name': ReconfigVM_Task, 'duration_secs': 0.232284} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.825208] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ccb8951-5303-45f8-ab40-47b2f10e0ce7 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776783', 'volume_id': 'b00aeecf-876b-4843-98d1-ac82dcead734', 'name': 'volume-b00aeecf-876b-4843-98d1-ac82dcead734', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3f9e5df-5236-4512-97df-19ff178b2af3', 'attached_at': '', 'detached_at': '', 'volume_id': 'b00aeecf-876b-4843-98d1-ac82dcead734', 'serial': 'b00aeecf-876b-4843-98d1-ac82dcead734'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1031.847532] env[70542]: DEBUG nova.network.neutron [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.860248] env[70542]: DEBUG oslo_vmware.api [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52972} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.860589] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] f7814c3f-78f0-4b45-a212-b1f13b214337/f7814c3f-78f0-4b45-a212-b1f13b214337.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.860791] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.861488] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfa14837-8f9e-466e-b18f-7b7e1ae71dc0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.868568] env[70542]: DEBUG oslo_vmware.api [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Waiting for the task: (returnval){ [ 1031.868568] env[70542]: value = "task-3911741" [ 1031.868568] env[70542]: _type = "Task" [ 1031.868568] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.879290] env[70542]: DEBUG oslo_vmware.api [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911741, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.019957] env[70542]: DEBUG nova.network.neutron [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Updating instance_info_cache with network_info: [{"id": "1b502e1b-cb96-4c68-9a9a-76b65c50b515", "address": "fa:16:3e:8a:90:c9", "network": {"id": "6d890173-8c4a-4650-b12e-fdf4413c0b42", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1479529892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e922748ead94b5cbab3c291b4e567b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b502e1b-cb", "ovs_interfaceid": "1b502e1b-cb96-4c68-9a9a-76b65c50b515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.027570] env[70542]: DEBUG nova.scheduler.client.report [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.083386] env[70542]: INFO nova.compute.manager [-] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Took 1.73 seconds to deallocate network for instance. [ 1032.104840] env[70542]: DEBUG nova.compute.manager [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1032.374267] env[70542]: DEBUG nova.objects.instance [None req-3ccb8951-5303-45f8-ab40-47b2f10e0ce7 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lazy-loading 'flavor' on Instance uuid e3f9e5df-5236-4512-97df-19ff178b2af3 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.381539] env[70542]: DEBUG oslo_vmware.api [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911741, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078882} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.383030] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.383290] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da46933-c0b9-4f4a-8f2e-2ac7002a8cff {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.403742] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] f7814c3f-78f0-4b45-a212-b1f13b214337/f7814c3f-78f0-4b45-a212-b1f13b214337.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.404382] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c9ca385-644c-4e0a-a4a4-daf6127fa35a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.425139] env[70542]: DEBUG oslo_vmware.api [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Waiting for the task: (returnval){ [ 1032.425139] env[70542]: value = "task-3911742" [ 1032.425139] env[70542]: _type = "Task" [ 1032.425139] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.434714] env[70542]: DEBUG oslo_vmware.api [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911742, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.521889] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Releasing lock "refresh_cache-3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.522266] env[70542]: DEBUG nova.compute.manager [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Instance network_info: |[{"id": "1b502e1b-cb96-4c68-9a9a-76b65c50b515", "address": "fa:16:3e:8a:90:c9", "network": {"id": "6d890173-8c4a-4650-b12e-fdf4413c0b42", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1479529892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e922748ead94b5cbab3c291b4e567b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b502e1b-cb", "ovs_interfaceid": "1b502e1b-cb96-4c68-9a9a-76b65c50b515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1032.522715] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:90:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b502e1b-cb96-4c68-9a9a-76b65c50b515', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.530599] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.530872] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.531146] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3454584c-31a6-4084-8704-bbbc56b07d0f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.546305] env[70542]: DEBUG oslo_concurrency.lockutils [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.512s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.546520] env[70542]: INFO nova.compute.manager [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Migrating [ 1032.554771] env[70542]: DEBUG oslo_concurrency.lockutils [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.895s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.556347] env[70542]: INFO nova.compute.claims [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.566460] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.566460] env[70542]: value = "task-3911743" [ 1032.566460] env[70542]: _type = "Task" [ 1032.566460] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.581547] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911743, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.590326] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.629062] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.721364] env[70542]: DEBUG nova.compute.manager [req-5418029f-7ad8-4d43-bf0f-dcd93473d0de req-cfb91145-f900-46a0-8aea-75639277a6bb service nova] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Received event network-changed-1b502e1b-cb96-4c68-9a9a-76b65c50b515 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.721561] env[70542]: DEBUG nova.compute.manager [req-5418029f-7ad8-4d43-bf0f-dcd93473d0de req-cfb91145-f900-46a0-8aea-75639277a6bb service nova] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Refreshing instance network info cache due to event network-changed-1b502e1b-cb96-4c68-9a9a-76b65c50b515. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.721784] env[70542]: DEBUG oslo_concurrency.lockutils [req-5418029f-7ad8-4d43-bf0f-dcd93473d0de req-cfb91145-f900-46a0-8aea-75639277a6bb service nova] Acquiring lock "refresh_cache-3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.721928] env[70542]: DEBUG oslo_concurrency.lockutils [req-5418029f-7ad8-4d43-bf0f-dcd93473d0de req-cfb91145-f900-46a0-8aea-75639277a6bb service nova] Acquired lock "refresh_cache-3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.722333] env[70542]: DEBUG nova.network.neutron [req-5418029f-7ad8-4d43-bf0f-dcd93473d0de req-cfb91145-f900-46a0-8aea-75639277a6bb service nova] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Refreshing network info cache for port 1b502e1b-cb96-4c68-9a9a-76b65c50b515 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.935627] env[70542]: DEBUG oslo_vmware.api [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911742, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.068070] env[70542]: DEBUG oslo_concurrency.lockutils [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "refresh_cache-fd4d7021-c253-4107-83e8-6d3ffa1d6fcd" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.068227] env[70542]: DEBUG oslo_concurrency.lockutils [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired lock "refresh_cache-fd4d7021-c253-4107-83e8-6d3ffa1d6fcd" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.068321] env[70542]: DEBUG nova.network.neutron [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.080521] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911743, 'name': CreateVM_Task, 'duration_secs': 0.340289} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.080700] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.081402] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.081564] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.081979] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.082223] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10f76ed8-0e87-4795-bb5b-86b9222b3cf9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.087802] env[70542]: DEBUG oslo_vmware.api [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1033.087802] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c690d7-7071-63cd-237f-3638e2c0179a" [ 1033.087802] env[70542]: _type = "Task" [ 1033.087802] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.096728] env[70542]: DEBUG oslo_vmware.api [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c690d7-7071-63cd-237f-3638e2c0179a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.253033] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Acquiring lock "90de7b33-07f3-41c4-b374-db5847d3820a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.253033] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Lock "90de7b33-07f3-41c4-b374-db5847d3820a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.253033] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Acquiring lock "90de7b33-07f3-41c4-b374-db5847d3820a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.253033] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Lock "90de7b33-07f3-41c4-b374-db5847d3820a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.253033] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Lock "90de7b33-07f3-41c4-b374-db5847d3820a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.254666] env[70542]: INFO nova.compute.manager [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Terminating instance [ 1033.383720] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ccb8951-5303-45f8-ab40-47b2f10e0ce7 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "e3f9e5df-5236-4512-97df-19ff178b2af3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.290s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.436580] env[70542]: DEBUG oslo_vmware.api [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911742, 'name': ReconfigVM_Task, 'duration_secs': 0.728965} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.436889] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Reconfigured VM instance instance-0000004f to attach disk [datastore2] f7814c3f-78f0-4b45-a212-b1f13b214337/f7814c3f-78f0-4b45-a212-b1f13b214337.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.437650] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b65e452f-3d4c-4d26-96a3-f5e3ce27a612 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.448243] env[70542]: DEBUG oslo_vmware.api [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Waiting for the task: (returnval){ [ 1033.448243] env[70542]: value = "task-3911744" [ 1033.448243] env[70542]: _type = "Task" [ 1033.448243] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.463142] env[70542]: DEBUG oslo_vmware.api [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911744, 'name': Rename_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.598516] env[70542]: DEBUG oslo_vmware.api [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c690d7-7071-63cd-237f-3638e2c0179a, 'name': SearchDatastore_Task, 'duration_secs': 0.010273} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.598818] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.599197] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.599476] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.599627] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.599798] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.600244] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5f495b0-f319-4ed0-80ee-26e37bfef6a8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.611399] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.611609] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.612363] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-862a8e55-1ecb-4cf5-8360-bed4ffee5a5d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.620998] env[70542]: DEBUG oslo_vmware.api [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1033.620998] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5272d016-a0b2-020a-f923-6e6804603f46" [ 1033.620998] env[70542]: _type = "Task" [ 1033.620998] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.631803] env[70542]: DEBUG oslo_vmware.api [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5272d016-a0b2-020a-f923-6e6804603f46, 'name': SearchDatastore_Task} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.637328] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60bdeb91-84dc-489b-9cff-9be591c6894a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.644211] env[70542]: DEBUG oslo_vmware.api [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1033.644211] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52bd32bd-058d-e5b5-4f3e-83c636fdfc30" [ 1033.644211] env[70542]: _type = "Task" [ 1033.644211] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.656676] env[70542]: DEBUG oslo_vmware.api [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52bd32bd-058d-e5b5-4f3e-83c636fdfc30, 'name': SearchDatastore_Task, 'duration_secs': 0.010471} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.656962] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.657256] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf/3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.657515] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0e2d73b-5a51-43ca-a78d-2d9fbae17d66 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.668809] env[70542]: DEBUG oslo_vmware.api [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1033.668809] env[70542]: value = "task-3911745" [ 1033.668809] env[70542]: _type = "Task" [ 1033.668809] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.677884] env[70542]: DEBUG oslo_vmware.api [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.699073] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "e3f9e5df-5236-4512-97df-19ff178b2af3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.699242] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "e3f9e5df-5236-4512-97df-19ff178b2af3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.699455] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "e3f9e5df-5236-4512-97df-19ff178b2af3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.699635] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "e3f9e5df-5236-4512-97df-19ff178b2af3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.699797] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "e3f9e5df-5236-4512-97df-19ff178b2af3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.701884] env[70542]: INFO nova.compute.manager [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Terminating instance [ 1033.761610] env[70542]: DEBUG nova.compute.manager [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.764605] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.764605] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b13631-c7ad-48c8-a23c-fce0883d140d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.770474] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.771541] env[70542]: DEBUG nova.network.neutron [req-5418029f-7ad8-4d43-bf0f-dcd93473d0de req-cfb91145-f900-46a0-8aea-75639277a6bb service nova] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Updated VIF entry in instance network info cache for port 1b502e1b-cb96-4c68-9a9a-76b65c50b515. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.771868] env[70542]: DEBUG nova.network.neutron [req-5418029f-7ad8-4d43-bf0f-dcd93473d0de req-cfb91145-f900-46a0-8aea-75639277a6bb service nova] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Updating instance_info_cache with network_info: [{"id": "1b502e1b-cb96-4c68-9a9a-76b65c50b515", "address": "fa:16:3e:8a:90:c9", "network": {"id": "6d890173-8c4a-4650-b12e-fdf4413c0b42", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1479529892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e922748ead94b5cbab3c291b4e567b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b502e1b-cb", "ovs_interfaceid": "1b502e1b-cb96-4c68-9a9a-76b65c50b515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.775263] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec9fe5f5-22b9-491a-a1af-8c8a17c3d8bb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.783294] env[70542]: DEBUG oslo_vmware.api [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Waiting for the task: (returnval){ [ 1033.783294] env[70542]: value = "task-3911746" [ 1033.783294] env[70542]: _type = "Task" [ 1033.783294] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.796360] env[70542]: DEBUG oslo_vmware.api [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Task: {'id': task-3911746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.913126] env[70542]: DEBUG nova.network.neutron [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Updating instance_info_cache with network_info: [{"id": "116d10ff-43d3-4b50-bca7-c600d4c3169f", "address": "fa:16:3e:03:e4:bd", "network": {"id": "b9eb532a-2933-4850-b01e-c496fa6ef875", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-217105513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc0b5d1a0604a93990949de74a62cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap116d10ff-43", "ovs_interfaceid": "116d10ff-43d3-4b50-bca7-c600d4c3169f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.928094] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937bd57a-5b18-4bab-b862-a9ac89fd536e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.937296] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6a9050-7350-46ab-a6fc-227657943dc7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.973530] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4773f7c8-41fe-4cb5-8aa4-b2be21a037f8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.983664] env[70542]: DEBUG oslo_vmware.api [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911744, 'name': Rename_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.988030] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc11db6-6133-411c-b5c7-fc264de51577 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.005849] env[70542]: DEBUG nova.compute.provider_tree [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.178946] env[70542]: DEBUG oslo_vmware.api [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.206044] env[70542]: DEBUG nova.compute.manager [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.206241] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.207173] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c293aa-fe08-4aad-98c3-948d65fa54e1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.215167] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.215426] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df38f881-f2aa-4d95-beea-e5b2644fe345 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.222500] env[70542]: DEBUG oslo_vmware.api [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1034.222500] env[70542]: value = "task-3911747" [ 1034.222500] env[70542]: _type = "Task" [ 1034.222500] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.230474] env[70542]: DEBUG oslo_vmware.api [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.278268] env[70542]: DEBUG oslo_concurrency.lockutils [req-5418029f-7ad8-4d43-bf0f-dcd93473d0de req-cfb91145-f900-46a0-8aea-75639277a6bb service nova] Releasing lock "refresh_cache-3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.294020] env[70542]: DEBUG oslo_vmware.api [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Task: {'id': task-3911746, 'name': PowerOffVM_Task, 'duration_secs': 0.233263} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.294314] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.294484] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.294726] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88d2f1a2-d94f-4a66-bd8f-a0b8d7908c3e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.362368] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.362588] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.362772] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Deleting the datastore file [datastore1] 90de7b33-07f3-41c4-b374-db5847d3820a {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.363046] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-985acf92-1801-4e9a-90c4-a7a256636db3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.370205] env[70542]: DEBUG oslo_vmware.api [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Waiting for the task: (returnval){ [ 1034.370205] env[70542]: value = "task-3911749" [ 1034.370205] env[70542]: _type = "Task" [ 1034.370205] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.379319] env[70542]: DEBUG oslo_vmware.api [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Task: {'id': task-3911749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.418299] env[70542]: DEBUG oslo_concurrency.lockutils [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Releasing lock "refresh_cache-fd4d7021-c253-4107-83e8-6d3ffa1d6fcd" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.478822] env[70542]: DEBUG oslo_vmware.api [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911744, 'name': Rename_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.509543] env[70542]: DEBUG nova.scheduler.client.report [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.681756] env[70542]: DEBUG oslo_vmware.api [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911745, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.734988] env[70542]: DEBUG oslo_vmware.api [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911747, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.883762] env[70542]: DEBUG oslo_vmware.api [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Task: {'id': task-3911749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141315} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.884097] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.884352] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.884559] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.884768] env[70542]: INFO nova.compute.manager [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1034.885168] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.885430] env[70542]: DEBUG nova.compute.manager [-] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.885531] env[70542]: DEBUG nova.network.neutron [-] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1034.984045] env[70542]: DEBUG oslo_vmware.api [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911744, 'name': Rename_Task, 'duration_secs': 1.169603} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.984379] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.984694] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e33186b7-e432-4e2f-926a-82d4f7cbc6af {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.994966] env[70542]: DEBUG oslo_vmware.api [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Waiting for the task: (returnval){ [ 1034.994966] env[70542]: value = "task-3911750" [ 1034.994966] env[70542]: _type = "Task" [ 1034.994966] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.008267] env[70542]: DEBUG oslo_vmware.api [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.015422] env[70542]: DEBUG oslo_concurrency.lockutils [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.016070] env[70542]: DEBUG nova.compute.manager [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.019199] env[70542]: DEBUG oslo_concurrency.lockutils [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.175s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.019541] env[70542]: DEBUG nova.objects.instance [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lazy-loading 'resources' on Instance uuid 79bf7182-4a57-4a8e-a402-4d67c3158374 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.184546] env[70542]: DEBUG oslo_vmware.api [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911745, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.34611} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.184899] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf/3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.185329] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1035.185687] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f8886df-70e7-41d6-9ae8-4953325e363b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.197884] env[70542]: DEBUG oslo_vmware.api [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1035.197884] env[70542]: value = "task-3911751" [ 1035.197884] env[70542]: _type = "Task" [ 1035.197884] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.208362] env[70542]: DEBUG oslo_vmware.api [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.234348] env[70542]: DEBUG oslo_vmware.api [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911747, 'name': PowerOffVM_Task, 'duration_secs': 0.522819} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.234641] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.234865] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.235195] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-098dead2-163c-460f-b40b-f0767be50962 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.307753] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.311041] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.311041] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Deleting the datastore file [datastore1] e3f9e5df-5236-4512-97df-19ff178b2af3 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.311041] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b16be92-ee93-49f4-8189-7bf72f81a3cf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.317127] env[70542]: DEBUG oslo_vmware.api [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1035.317127] env[70542]: value = "task-3911753" [ 1035.317127] env[70542]: _type = "Task" [ 1035.317127] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.327304] env[70542]: DEBUG oslo_vmware.api [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.507815] env[70542]: DEBUG oslo_vmware.api [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911750, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.522783] env[70542]: DEBUG nova.compute.utils [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.524281] env[70542]: DEBUG nova.compute.manager [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.524450] env[70542]: DEBUG nova.network.neutron [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.553310] env[70542]: DEBUG nova.compute.manager [req-ceecca08-8d03-48dd-a7aa-984042787129 req-194418cc-ad9c-4727-9776-efa2343eb543 service nova] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Received event network-vif-deleted-54037519-bdd9-4b0c-bcf9-3d712bd1f42f {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.553583] env[70542]: INFO nova.compute.manager [req-ceecca08-8d03-48dd-a7aa-984042787129 req-194418cc-ad9c-4727-9776-efa2343eb543 service nova] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Neutron deleted interface 54037519-bdd9-4b0c-bcf9-3d712bd1f42f; detaching it from the instance and deleting it from the info cache [ 1035.553793] env[70542]: DEBUG nova.network.neutron [req-ceecca08-8d03-48dd-a7aa-984042787129 req-194418cc-ad9c-4727-9776-efa2343eb543 service nova] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.577887] env[70542]: DEBUG nova.policy [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5b737ac736a434c83862dfa9fab7af7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbe760689ebb4193b1b9e4776cb4bf6c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.708860] env[70542]: DEBUG oslo_vmware.api [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0792} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.709493] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.709989] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa52f77c-aa50-4ff4-b737-ded9021c1a4f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.739792] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf/3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.742719] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea51c2aa-835f-4abf-851b-253bd3766de6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.764996] env[70542]: DEBUG oslo_vmware.api [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1035.764996] env[70542]: value = "task-3911754" [ 1035.764996] env[70542]: _type = "Task" [ 1035.764996] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.778017] env[70542]: DEBUG oslo_vmware.api [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911754, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.830418] env[70542]: DEBUG oslo_vmware.api [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290094} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.830875] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.832218] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.832218] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.832218] env[70542]: INFO nova.compute.manager [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1035.832218] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.832218] env[70542]: DEBUG nova.compute.manager [-] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.832218] env[70542]: DEBUG nova.network.neutron [-] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.900634] env[70542]: DEBUG nova.network.neutron [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Successfully created port: 7d92b87c-95eb-4822-a94e-ac318663e9a9 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.938226] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f03ea6-7be1-4f40-93cd-52b9a410e3e3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.960372] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Updating instance 'fd4d7021-c253-4107-83e8-6d3ffa1d6fcd' progress to 0 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1035.986882] env[70542]: DEBUG nova.network.neutron [-] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.009136] env[70542]: DEBUG oslo_vmware.api [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911750, 'name': PowerOnVM_Task, 'duration_secs': 0.546824} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.010017] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.010017] env[70542]: INFO nova.compute.manager [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1036.010177] env[70542]: DEBUG nova.compute.manager [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1036.011666] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1d0f47-1066-49c8-bcf8-6e158bb50011 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.028512] env[70542]: DEBUG nova.compute.manager [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.056887] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef2b1d21-cb00-49e3-9dd4-1491715913e8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.075552] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f133a9e-c886-4d83-b09d-82f0885dcd03 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.103145] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fc501b-360e-4aed-ab33-7b742407bcb2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.113516] env[70542]: DEBUG nova.compute.manager [req-ceecca08-8d03-48dd-a7aa-984042787129 req-194418cc-ad9c-4727-9776-efa2343eb543 service nova] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Detach interface failed, port_id=54037519-bdd9-4b0c-bcf9-3d712bd1f42f, reason: Instance 90de7b33-07f3-41c4-b374-db5847d3820a could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1036.118752] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a324bdc4-675a-45c6-8ccf-9ed6a32b5585 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.155036] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14371d0f-7fe8-4cf6-b63c-02dc9d4ea8ce {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.167202] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e4fb6e-6149-4164-8547-bd84f05acfb5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.178835] env[70542]: DEBUG nova.compute.provider_tree [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.275623] env[70542]: DEBUG oslo_vmware.api [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911754, 'name': ReconfigVM_Task, 'duration_secs': 0.336264} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.275945] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf/3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.276692] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7c2e02a-3b5f-45f7-a595-6c051f3eca39 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.284404] env[70542]: DEBUG oslo_vmware.api [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1036.284404] env[70542]: value = "task-3911755" [ 1036.284404] env[70542]: _type = "Task" [ 1036.284404] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.294761] env[70542]: DEBUG oslo_vmware.api [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911755, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.375513] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquiring lock "89ae4a6d-70ab-4e83-8a97-063321b8dab4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.375855] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lock "89ae4a6d-70ab-4e83-8a97-063321b8dab4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.376126] env[70542]: INFO nova.compute.manager [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Shelving [ 1036.470819] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.471161] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1d35a68-f634-44d4-8c64-5225ab8af8f3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.483755] env[70542]: DEBUG oslo_vmware.api [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 1036.483755] env[70542]: value = "task-3911756" [ 1036.483755] env[70542]: _type = "Task" [ 1036.483755] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.494799] env[70542]: INFO nova.compute.manager [-] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Took 1.61 seconds to deallocate network for instance. [ 1036.495147] env[70542]: DEBUG oslo_vmware.api [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.545660] env[70542]: INFO nova.compute.manager [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Took 37.85 seconds to build instance. [ 1036.599049] env[70542]: DEBUG nova.compute.manager [req-878a2e09-d709-45e0-9305-d6a9a9f64d3a req-d903496b-9269-47c2-b4fb-e18d79194f40 service nova] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Received event network-vif-deleted-2f285a54-f690-457a-bf32-6d73d6d1ead9 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.599334] env[70542]: INFO nova.compute.manager [req-878a2e09-d709-45e0-9305-d6a9a9f64d3a req-d903496b-9269-47c2-b4fb-e18d79194f40 service nova] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Neutron deleted interface 2f285a54-f690-457a-bf32-6d73d6d1ead9; detaching it from the instance and deleting it from the info cache [ 1036.599618] env[70542]: DEBUG nova.network.neutron [req-878a2e09-d709-45e0-9305-d6a9a9f64d3a req-d903496b-9269-47c2-b4fb-e18d79194f40 service nova] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.682856] env[70542]: DEBUG nova.scheduler.client.report [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.799863] env[70542]: DEBUG oslo_vmware.api [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911755, 'name': Rename_Task, 'duration_secs': 0.157819} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.799863] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.799863] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23ba52b3-f45f-4262-97c2-ae146f70dcf1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.805848] env[70542]: DEBUG oslo_vmware.api [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1036.805848] env[70542]: value = "task-3911757" [ 1036.805848] env[70542]: _type = "Task" [ 1036.805848] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.814742] env[70542]: DEBUG oslo_vmware.api [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.994943] env[70542]: DEBUG oslo_vmware.api [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911756, 'name': PowerOffVM_Task, 'duration_secs': 0.192582} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.998456] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.998456] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Updating instance 'fd4d7021-c253-4107-83e8-6d3ffa1d6fcd' progress to 17 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1037.005739] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.008978] env[70542]: DEBUG nova.network.neutron [-] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.045369] env[70542]: DEBUG nova.compute.manager [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.048661] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6de67530-6ff0-4ad0-aaa2-451953068284 tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Lock "f7814c3f-78f0-4b45-a212-b1f13b214337" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.367s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.069325] env[70542]: DEBUG nova.virt.hardware [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.070204] env[70542]: DEBUG nova.virt.hardware [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.070204] env[70542]: DEBUG nova.virt.hardware [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.070204] env[70542]: DEBUG nova.virt.hardware [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.070392] env[70542]: DEBUG nova.virt.hardware [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.070549] env[70542]: DEBUG nova.virt.hardware [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.070820] env[70542]: DEBUG nova.virt.hardware [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.071084] env[70542]: DEBUG nova.virt.hardware [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.071293] env[70542]: DEBUG nova.virt.hardware [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.071463] env[70542]: DEBUG nova.virt.hardware [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.071641] env[70542]: DEBUG nova.virt.hardware [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.072672] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddd3a62-ca00-481b-844e-e19ed99d4dbe {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.084043] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a23542-f840-40a7-a410-bacc0f03b643 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.107760] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d05797ca-f5de-4835-92b0-013dfb3a9406 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.119474] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99eb2a69-b307-469a-9ab6-29a07ece6a69 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.152173] env[70542]: DEBUG nova.compute.manager [req-878a2e09-d709-45e0-9305-d6a9a9f64d3a req-d903496b-9269-47c2-b4fb-e18d79194f40 service nova] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Detach interface failed, port_id=2f285a54-f690-457a-bf32-6d73d6d1ead9, reason: Instance e3f9e5df-5236-4512-97df-19ff178b2af3 could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1037.189626] env[70542]: DEBUG oslo_concurrency.lockutils [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.192924] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.120s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.193277] env[70542]: DEBUG nova.objects.instance [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lazy-loading 'resources' on Instance uuid 7323ed53-e030-4128-b880-37c3ee09434b {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.217304] env[70542]: INFO nova.scheduler.client.report [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Deleted allocations for instance 79bf7182-4a57-4a8e-a402-4d67c3158374 [ 1037.318729] env[70542]: DEBUG oslo_vmware.api [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911757, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.358605] env[70542]: INFO nova.compute.manager [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Rebuilding instance [ 1037.389768] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.390790] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d390413-783e-4452-8b76-44fb8cf18263 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.398946] env[70542]: DEBUG oslo_vmware.api [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 1037.398946] env[70542]: value = "task-3911758" [ 1037.398946] env[70542]: _type = "Task" [ 1037.398946] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.408758] env[70542]: DEBUG nova.compute.manager [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1037.409689] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c5ba61-a6db-405d-8ee3-e13a5eca5c24 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.418427] env[70542]: DEBUG oslo_vmware.api [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.503205] env[70542]: DEBUG nova.virt.hardware [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.503205] env[70542]: DEBUG nova.virt.hardware [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.503360] env[70542]: DEBUG nova.virt.hardware [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.503543] env[70542]: DEBUG nova.virt.hardware [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.503690] env[70542]: DEBUG nova.virt.hardware [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.503837] env[70542]: DEBUG nova.virt.hardware [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.504048] env[70542]: DEBUG nova.virt.hardware [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.504213] env[70542]: DEBUG nova.virt.hardware [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.504415] env[70542]: DEBUG nova.virt.hardware [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.504642] env[70542]: DEBUG nova.virt.hardware [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.504687] env[70542]: DEBUG nova.virt.hardware [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.510306] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce9f7238-b206-4ed8-b3f6-bd502b3210db {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.522678] env[70542]: INFO nova.compute.manager [-] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Took 1.69 seconds to deallocate network for instance. [ 1037.531044] env[70542]: DEBUG oslo_vmware.api [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 1037.531044] env[70542]: value = "task-3911759" [ 1037.531044] env[70542]: _type = "Task" [ 1037.531044] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.541867] env[70542]: DEBUG oslo_vmware.api [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.612740] env[70542]: DEBUG nova.compute.manager [req-8b71e887-ed4e-46cc-8765-0c685e809dd8 req-2f20903b-bfb1-4900-80d0-2b04ef195dac service nova] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Received event network-vif-plugged-7d92b87c-95eb-4822-a94e-ac318663e9a9 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.613444] env[70542]: DEBUG oslo_concurrency.lockutils [req-8b71e887-ed4e-46cc-8765-0c685e809dd8 req-2f20903b-bfb1-4900-80d0-2b04ef195dac service nova] Acquiring lock "a52054fb-e507-4e4f-80ff-d90c870d78af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.613444] env[70542]: DEBUG oslo_concurrency.lockutils [req-8b71e887-ed4e-46cc-8765-0c685e809dd8 req-2f20903b-bfb1-4900-80d0-2b04ef195dac service nova] Lock "a52054fb-e507-4e4f-80ff-d90c870d78af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.613628] env[70542]: DEBUG oslo_concurrency.lockutils [req-8b71e887-ed4e-46cc-8765-0c685e809dd8 req-2f20903b-bfb1-4900-80d0-2b04ef195dac service nova] Lock "a52054fb-e507-4e4f-80ff-d90c870d78af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.613806] env[70542]: DEBUG nova.compute.manager [req-8b71e887-ed4e-46cc-8765-0c685e809dd8 req-2f20903b-bfb1-4900-80d0-2b04ef195dac service nova] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] No waiting events found dispatching network-vif-plugged-7d92b87c-95eb-4822-a94e-ac318663e9a9 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1037.614018] env[70542]: WARNING nova.compute.manager [req-8b71e887-ed4e-46cc-8765-0c685e809dd8 req-2f20903b-bfb1-4900-80d0-2b04ef195dac service nova] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Received unexpected event network-vif-plugged-7d92b87c-95eb-4822-a94e-ac318663e9a9 for instance with vm_state building and task_state spawning. [ 1037.615154] env[70542]: DEBUG nova.network.neutron [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Successfully updated port: 7d92b87c-95eb-4822-a94e-ac318663e9a9 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.726765] env[70542]: DEBUG oslo_concurrency.lockutils [None req-780f0bb5-6a11-469a-9250-1626a9f884f9 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "79bf7182-4a57-4a8e-a402-4d67c3158374" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.505s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.820199] env[70542]: DEBUG oslo_vmware.api [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911757, 'name': PowerOnVM_Task, 'duration_secs': 0.546539} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.820489] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.820691] env[70542]: INFO nova.compute.manager [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1037.820872] env[70542]: DEBUG nova.compute.manager [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1037.821644] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d65bfe5-2a25-41e5-b8a5-0b522644a55a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.911147] env[70542]: DEBUG oslo_vmware.api [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911758, 'name': PowerOffVM_Task, 'duration_secs': 0.253656} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.911441] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.912278] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9efd2f-e233-4a2a-a7be-b94310213931 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.939389] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b02910b-2071-4964-9aff-94252501566a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.003749] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13225d01-519c-4bce-b9e2-0c8a9141896d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.011934] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c39e7c-67a0-4229-9087-440329437e92 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.043359] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.047463] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2d919b-61ae-4748-9c60-c5c907a3e39f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.056161] env[70542]: DEBUG oslo_vmware.api [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911759, 'name': ReconfigVM_Task, 'duration_secs': 0.193358} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.058485] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Updating instance 'fd4d7021-c253-4107-83e8-6d3ffa1d6fcd' progress to 33 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1038.062940] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77d9838-557a-4e89-8d54-9a11a88997ee {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.080101] env[70542]: DEBUG nova.compute.provider_tree [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.118187] env[70542]: DEBUG oslo_concurrency.lockutils [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "refresh_cache-a52054fb-e507-4e4f-80ff-d90c870d78af" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.118432] env[70542]: DEBUG oslo_concurrency.lockutils [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquired lock "refresh_cache-a52054fb-e507-4e4f-80ff-d90c870d78af" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.118633] env[70542]: DEBUG nova.network.neutron [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.342251] env[70542]: INFO nova.compute.manager [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Took 39.40 seconds to build instance. [ 1038.444219] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.444571] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-855be278-b33d-48cb-a6e1-c1832ed8d2d4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.452585] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Creating Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1038.454239] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-01e7939b-e6e0-43c6-824a-d8a1ddfe22ee {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.456473] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Waiting for the task: (returnval){ [ 1038.456473] env[70542]: value = "task-3911760" [ 1038.456473] env[70542]: _type = "Task" [ 1038.456473] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.464917] env[70542]: DEBUG oslo_vmware.api [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 1038.464917] env[70542]: value = "task-3911761" [ 1038.464917] env[70542]: _type = "Task" [ 1038.464917] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.478189] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.484252] env[70542]: DEBUG oslo_vmware.api [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911761, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.570813] env[70542]: DEBUG nova.virt.hardware [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.571112] env[70542]: DEBUG nova.virt.hardware [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.571300] env[70542]: DEBUG nova.virt.hardware [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.572395] env[70542]: DEBUG nova.virt.hardware [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.572395] env[70542]: DEBUG nova.virt.hardware [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.572395] env[70542]: DEBUG nova.virt.hardware [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.572395] env[70542]: DEBUG nova.virt.hardware [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.572395] env[70542]: DEBUG nova.virt.hardware [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.572395] env[70542]: DEBUG nova.virt.hardware [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.572710] env[70542]: DEBUG nova.virt.hardware [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.572710] env[70542]: DEBUG nova.virt.hardware [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.578773] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1038.579467] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0ec27c7-c4d4-4b2e-aa09-e0f26c57ae92 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.596631] env[70542]: DEBUG nova.scheduler.client.report [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.614538] env[70542]: DEBUG oslo_vmware.api [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 1038.614538] env[70542]: value = "task-3911762" [ 1038.614538] env[70542]: _type = "Task" [ 1038.614538] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.627860] env[70542]: DEBUG oslo_vmware.api [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911762, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.681682] env[70542]: DEBUG nova.network.neutron [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.844595] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e582e862-0417-41dc-87ca-3b39cc2ae514 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.913s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.855913] env[70542]: DEBUG nova.network.neutron [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Updating instance_info_cache with network_info: [{"id": "7d92b87c-95eb-4822-a94e-ac318663e9a9", "address": "fa:16:3e:61:fe:51", "network": {"id": "825937e7-152b-482b-bf7f-98ae0fc280e3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914664986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe760689ebb4193b1b9e4776cb4bf6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d92b87c-95", "ovs_interfaceid": "7d92b87c-95eb-4822-a94e-ac318663e9a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.968831] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911760, 'name': PowerOffVM_Task, 'duration_secs': 0.18069} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.971043] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.971043] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.971676] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcb8b6b-64be-4b53-92b6-c717f79b048d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.980240] env[70542]: DEBUG oslo_vmware.api [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911761, 'name': CreateSnapshot_Task, 'duration_secs': 0.449156} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.982349] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Created Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1038.982642] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.983351] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37bb91a-7d71-45a5-872c-52585ae721b1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.985790] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ba3672d-44d3-4863-8227-ef8f969110a6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.014167] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.014524] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.014745] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Deleting the datastore file [datastore2] f7814c3f-78f0-4b45-a212-b1f13b214337 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.015129] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a5355d7-ff84-4964-a2c0-2278f4a8446b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.023251] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Waiting for the task: (returnval){ [ 1039.023251] env[70542]: value = "task-3911764" [ 1039.023251] env[70542]: _type = "Task" [ 1039.023251] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.032016] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.103602] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.110402] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.366s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.112039] env[70542]: INFO nova.compute.claims [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.124967] env[70542]: DEBUG oslo_vmware.api [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911762, 'name': ReconfigVM_Task, 'duration_secs': 0.26139} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.126621] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1039.127496] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c62e07-6212-4117-b9ee-d4f817bf5bab {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.152784] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] fd4d7021-c253-4107-83e8-6d3ffa1d6fcd/fd4d7021-c253-4107-83e8-6d3ffa1d6fcd.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.152784] env[70542]: INFO nova.scheduler.client.report [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Deleted allocations for instance 7323ed53-e030-4128-b880-37c3ee09434b [ 1039.153092] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2f3097e-5ccd-4e45-8ab0-07946b4c1e50 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.177766] env[70542]: DEBUG oslo_vmware.api [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 1039.177766] env[70542]: value = "task-3911765" [ 1039.177766] env[70542]: _type = "Task" [ 1039.177766] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.187597] env[70542]: DEBUG oslo_vmware.api [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.358161] env[70542]: DEBUG oslo_concurrency.lockutils [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Releasing lock "refresh_cache-a52054fb-e507-4e4f-80ff-d90c870d78af" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.358532] env[70542]: DEBUG nova.compute.manager [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Instance network_info: |[{"id": "7d92b87c-95eb-4822-a94e-ac318663e9a9", "address": "fa:16:3e:61:fe:51", "network": {"id": "825937e7-152b-482b-bf7f-98ae0fc280e3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914664986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe760689ebb4193b1b9e4776cb4bf6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d92b87c-95", "ovs_interfaceid": "7d92b87c-95eb-4822-a94e-ac318663e9a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.358967] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:fe:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5a24f297-626b-4461-8c8d-1140fe436836', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d92b87c-95eb-4822-a94e-ac318663e9a9', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.366987] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.366987] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.367239] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a97d9130-8162-4611-90ac-243411652ae9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.388980] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.388980] env[70542]: value = "task-3911766" [ 1039.388980] env[70542]: _type = "Task" [ 1039.388980] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.396592] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911766, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.506761] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Creating linked-clone VM from snapshot {{(pid=70542) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1039.507152] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-66f1d29e-5a6f-484c-b87a-00967dca3809 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.517353] env[70542]: DEBUG oslo_vmware.api [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 1039.517353] env[70542]: value = "task-3911767" [ 1039.517353] env[70542]: _type = "Task" [ 1039.517353] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.531315] env[70542]: DEBUG oslo_vmware.api [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911767, 'name': CloneVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.537413] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229382} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.537716] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.537929] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.538140] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.675579] env[70542]: DEBUG nova.compute.manager [req-db13519f-2a70-4947-af34-ec7a7fa36b2b req-905dc9b0-db22-4618-bb85-308777a0b65f service nova] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Received event network-changed-7d92b87c-95eb-4822-a94e-ac318663e9a9 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.675883] env[70542]: DEBUG nova.compute.manager [req-db13519f-2a70-4947-af34-ec7a7fa36b2b req-905dc9b0-db22-4618-bb85-308777a0b65f service nova] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Refreshing instance network info cache due to event network-changed-7d92b87c-95eb-4822-a94e-ac318663e9a9. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.675994] env[70542]: DEBUG oslo_concurrency.lockutils [req-db13519f-2a70-4947-af34-ec7a7fa36b2b req-905dc9b0-db22-4618-bb85-308777a0b65f service nova] Acquiring lock "refresh_cache-a52054fb-e507-4e4f-80ff-d90c870d78af" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.676151] env[70542]: DEBUG oslo_concurrency.lockutils [req-db13519f-2a70-4947-af34-ec7a7fa36b2b req-905dc9b0-db22-4618-bb85-308777a0b65f service nova] Acquired lock "refresh_cache-a52054fb-e507-4e4f-80ff-d90c870d78af" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.676310] env[70542]: DEBUG nova.network.neutron [req-db13519f-2a70-4947-af34-ec7a7fa36b2b req-905dc9b0-db22-4618-bb85-308777a0b65f service nova] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Refreshing network info cache for port 7d92b87c-95eb-4822-a94e-ac318663e9a9 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.678031] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8ee442fa-7ee8-47db-9bce-ec4658b4c09b tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "7323ed53-e030-4128-b880-37c3ee09434b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.725s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.689330] env[70542]: DEBUG oslo_vmware.api [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911765, 'name': ReconfigVM_Task, 'duration_secs': 0.298743} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.690175] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Reconfigured VM instance instance-0000004a to attach disk [datastore2] fd4d7021-c253-4107-83e8-6d3ffa1d6fcd/fd4d7021-c253-4107-83e8-6d3ffa1d6fcd.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.690510] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Updating instance 'fd4d7021-c253-4107-83e8-6d3ffa1d6fcd' progress to 50 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1039.827285] env[70542]: DEBUG oslo_concurrency.lockutils [None req-21afa00f-6203-494a-9a2a-317bd2c436fb tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.827526] env[70542]: DEBUG oslo_concurrency.lockutils [None req-21afa00f-6203-494a-9a2a-317bd2c436fb tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.904363] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911766, 'name': CreateVM_Task, 'duration_secs': 0.364052} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.904656] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.905622] env[70542]: DEBUG oslo_concurrency.lockutils [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.905817] env[70542]: DEBUG oslo_concurrency.lockutils [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.906208] env[70542]: DEBUG oslo_concurrency.lockutils [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.906502] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8e33b4f-c5cd-4bf9-9e5e-e957b94f0d28 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.913249] env[70542]: DEBUG oslo_vmware.api [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 1039.913249] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5250885c-a2ed-6e1e-5f04-72ed888ebe6a" [ 1039.913249] env[70542]: _type = "Task" [ 1039.913249] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.922964] env[70542]: DEBUG oslo_vmware.api [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5250885c-a2ed-6e1e-5f04-72ed888ebe6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.028877] env[70542]: DEBUG oslo_vmware.api [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911767, 'name': CloneVM_Task} progress is 93%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.198976] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b8e0c4-1f4b-4873-a9e8-9df3455c4afa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.224063] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348c20c4-87b9-4764-866d-0650faaa6b04 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.245936] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Updating instance 'fd4d7021-c253-4107-83e8-6d3ffa1d6fcd' progress to 67 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1040.331044] env[70542]: DEBUG nova.compute.utils [None req-21afa00f-6203-494a-9a2a-317bd2c436fb tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.420781] env[70542]: DEBUG nova.network.neutron [req-db13519f-2a70-4947-af34-ec7a7fa36b2b req-905dc9b0-db22-4618-bb85-308777a0b65f service nova] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Updated VIF entry in instance network info cache for port 7d92b87c-95eb-4822-a94e-ac318663e9a9. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.421151] env[70542]: DEBUG nova.network.neutron [req-db13519f-2a70-4947-af34-ec7a7fa36b2b req-905dc9b0-db22-4618-bb85-308777a0b65f service nova] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Updating instance_info_cache with network_info: [{"id": "7d92b87c-95eb-4822-a94e-ac318663e9a9", "address": "fa:16:3e:61:fe:51", "network": {"id": "825937e7-152b-482b-bf7f-98ae0fc280e3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1914664986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cbe760689ebb4193b1b9e4776cb4bf6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5a24f297-626b-4461-8c8d-1140fe436836", "external-id": "nsx-vlan-transportzone-604", "segmentation_id": 604, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d92b87c-95", "ovs_interfaceid": "7d92b87c-95eb-4822-a94e-ac318663e9a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.429835] env[70542]: DEBUG oslo_vmware.api [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5250885c-a2ed-6e1e-5f04-72ed888ebe6a, 'name': SearchDatastore_Task, 'duration_secs': 0.011975} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.430157] env[70542]: DEBUG oslo_concurrency.lockutils [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.430369] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.430609] env[70542]: DEBUG oslo_concurrency.lockutils [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.430801] env[70542]: DEBUG oslo_concurrency.lockutils [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.431035] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.431316] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4612b61-4c51-4fc7-8e46-9d069fecdd16 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.445675] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.445675] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.449130] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f47961e-34c6-40ce-a71d-b4ee5ea415ad {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.455973] env[70542]: DEBUG oslo_vmware.api [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 1040.455973] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c22b51-5eca-c017-ccd5-935ca766b073" [ 1040.455973] env[70542]: _type = "Task" [ 1040.455973] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.464693] env[70542]: DEBUG oslo_vmware.api [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c22b51-5eca-c017-ccd5-935ca766b073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.492814] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64384015-58cd-4ce1-b688-628f69ba26c4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.500376] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ed8e7e-df69-44e6-a8bd-b4dca5aba1cb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.538116] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b205526-9719-4d39-a392-b900563b558e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.549799] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f157ca84-f856-4df3-8528-9e9b903d8229 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.556321] env[70542]: DEBUG oslo_vmware.api [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911767, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.568120] env[70542]: DEBUG nova.compute.provider_tree [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.588347] env[70542]: DEBUG nova.virt.hardware [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.588617] env[70542]: DEBUG nova.virt.hardware [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.588774] env[70542]: DEBUG nova.virt.hardware [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.588958] env[70542]: DEBUG nova.virt.hardware [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.589121] env[70542]: DEBUG nova.virt.hardware [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.589275] env[70542]: DEBUG nova.virt.hardware [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.589505] env[70542]: DEBUG nova.virt.hardware [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.589664] env[70542]: DEBUG nova.virt.hardware [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.589828] env[70542]: DEBUG nova.virt.hardware [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.589985] env[70542]: DEBUG nova.virt.hardware [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.590177] env[70542]: DEBUG nova.virt.hardware [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.591318] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209edcb7-5eb4-4a4b-81b2-3947e5eb0233 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.601023] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815937ae-0afe-4a44-a530-e9b62458dd1f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.618318] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Instance VIF info [] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.624346] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.624647] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.624875] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9c73be2-fa9b-4fd1-b5ec-f345357ac5e5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.643472] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.643472] env[70542]: value = "task-3911768" [ 1040.643472] env[70542]: _type = "Task" [ 1040.643472] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.652789] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911768, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.811837] env[70542]: DEBUG nova.network.neutron [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Port 116d10ff-43d3-4b50-bca7-c600d4c3169f binding to destination host cpu-1 is already ACTIVE {{(pid=70542) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1040.836085] env[70542]: DEBUG oslo_concurrency.lockutils [None req-21afa00f-6203-494a-9a2a-317bd2c436fb tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.925620] env[70542]: DEBUG oslo_concurrency.lockutils [req-db13519f-2a70-4947-af34-ec7a7fa36b2b req-905dc9b0-db22-4618-bb85-308777a0b65f service nova] Releasing lock "refresh_cache-a52054fb-e507-4e4f-80ff-d90c870d78af" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.970171] env[70542]: DEBUG oslo_vmware.api [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c22b51-5eca-c017-ccd5-935ca766b073, 'name': SearchDatastore_Task, 'duration_secs': 0.011613} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.971705] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49697ae4-484c-4e51-a88b-0fb18c7f7959 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.979026] env[70542]: DEBUG oslo_vmware.api [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 1040.979026] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5209fbfc-2261-9745-cdc3-ab61fd84c900" [ 1040.979026] env[70542]: _type = "Task" [ 1040.979026] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.991683] env[70542]: DEBUG oslo_vmware.api [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5209fbfc-2261-9745-cdc3-ab61fd84c900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.045761] env[70542]: DEBUG oslo_vmware.api [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911767, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.075704] env[70542]: DEBUG nova.scheduler.client.report [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.154549] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911768, 'name': CreateVM_Task, 'duration_secs': 0.406409} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.154747] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.155207] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.155369] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.155703] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.155966] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b2ffdec-8063-4906-9777-75a6faf3e625 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.161316] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Waiting for the task: (returnval){ [ 1041.161316] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5281b76e-e10c-e14c-672b-a3ea37ae4202" [ 1041.161316] env[70542]: _type = "Task" [ 1041.161316] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.170447] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5281b76e-e10c-e14c-672b-a3ea37ae4202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.488645] env[70542]: DEBUG oslo_vmware.api [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5209fbfc-2261-9745-cdc3-ab61fd84c900, 'name': SearchDatastore_Task, 'duration_secs': 0.012498} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.488916] env[70542]: DEBUG oslo_concurrency.lockutils [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.489239] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] a52054fb-e507-4e4f-80ff-d90c870d78af/a52054fb-e507-4e4f-80ff-d90c870d78af.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.489500] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9c27ee3-ff48-45db-a191-4b47eff8a8e0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.496831] env[70542]: DEBUG oslo_vmware.api [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 1041.496831] env[70542]: value = "task-3911769" [ 1041.496831] env[70542]: _type = "Task" [ 1041.496831] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.504928] env[70542]: DEBUG oslo_vmware.api [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.546219] env[70542]: DEBUG oslo_vmware.api [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911767, 'name': CloneVM_Task, 'duration_secs': 1.841967} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.547199] env[70542]: INFO nova.virt.vmwareapi.vmops [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Created linked-clone VM from snapshot [ 1041.547322] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2a2b55-47b1-4b4c-8318-eca3f0fd2385 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.556225] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Uploading image 71e3cdf3-ba9d-4d87-ac1d-910be8a5f775 {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1041.580305] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.580904] env[70542]: DEBUG nova.compute.manager [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1041.585438] env[70542]: DEBUG oslo_vmware.rw_handles [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1041.585438] env[70542]: value = "vm-776811" [ 1041.585438] env[70542]: _type = "VirtualMachine" [ 1041.585438] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1041.586074] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.241s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.586074] env[70542]: DEBUG nova.objects.instance [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lazy-loading 'resources' on Instance uuid 558c1a3f-3fbb-4658-8507-f1f876609623 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.587110] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d945a074-cb34-4552-afe4-eccc9600375a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.595214] env[70542]: DEBUG oslo_vmware.rw_handles [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lease: (returnval){ [ 1041.595214] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f748d0-3f47-6ac0-38c3-3baef3100237" [ 1041.595214] env[70542]: _type = "HttpNfcLease" [ 1041.595214] env[70542]: } obtained for exporting VM: (result){ [ 1041.595214] env[70542]: value = "vm-776811" [ 1041.595214] env[70542]: _type = "VirtualMachine" [ 1041.595214] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1041.595540] env[70542]: DEBUG oslo_vmware.api [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the lease: (returnval){ [ 1041.595540] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f748d0-3f47-6ac0-38c3-3baef3100237" [ 1041.595540] env[70542]: _type = "HttpNfcLease" [ 1041.595540] env[70542]: } to be ready. {{(pid=70542) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1041.603909] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1041.603909] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f748d0-3f47-6ac0-38c3-3baef3100237" [ 1041.603909] env[70542]: _type = "HttpNfcLease" [ 1041.603909] env[70542]: } is initializing. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1041.672710] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5281b76e-e10c-e14c-672b-a3ea37ae4202, 'name': SearchDatastore_Task, 'duration_secs': 0.011484} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.673121] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.673446] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.673695] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.673876] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.674111] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.674441] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-445b3bea-bb68-4b09-846a-ec38511b2fcb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.690934] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.691208] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.692328] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2c6727a-8688-400f-9355-162fd75d8f49 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.699327] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Waiting for the task: (returnval){ [ 1041.699327] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f872c6-1fee-2a8a-2166-7d036c6ae5a6" [ 1041.699327] env[70542]: _type = "Task" [ 1041.699327] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.709514] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f872c6-1fee-2a8a-2166-7d036c6ae5a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.840566] env[70542]: DEBUG oslo_concurrency.lockutils [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "fd4d7021-c253-4107-83e8-6d3ffa1d6fcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.840962] env[70542]: DEBUG oslo_concurrency.lockutils [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "fd4d7021-c253-4107-83e8-6d3ffa1d6fcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.841137] env[70542]: DEBUG oslo_concurrency.lockutils [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "fd4d7021-c253-4107-83e8-6d3ffa1d6fcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.913029] env[70542]: DEBUG oslo_concurrency.lockutils [None req-21afa00f-6203-494a-9a2a-317bd2c436fb tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.913029] env[70542]: DEBUG oslo_concurrency.lockutils [None req-21afa00f-6203-494a-9a2a-317bd2c436fb tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.913029] env[70542]: INFO nova.compute.manager [None req-21afa00f-6203-494a-9a2a-317bd2c436fb tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Attaching volume e2f06fe8-aa34-4f21-9f5f-e444924206ec to /dev/sdb [ 1041.955067] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4be82e-df4b-45d9-a69f-30207a6d6431 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.967490] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56d745c-ce5f-4a69-a4f2-287a3e238ff3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.985692] env[70542]: DEBUG nova.virt.block_device [None req-21afa00f-6203-494a-9a2a-317bd2c436fb tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Updating existing volume attachment record: f78ef12e-2709-42bb-92c8-5db372a3afc5 {{(pid=70542) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1042.008422] env[70542]: DEBUG oslo_vmware.api [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911769, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456162} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.008722] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] a52054fb-e507-4e4f-80ff-d90c870d78af/a52054fb-e507-4e4f-80ff-d90c870d78af.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.008943] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.009253] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-155c6a57-c383-497e-8d2d-d12eec95e99d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.017527] env[70542]: DEBUG oslo_vmware.api [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 1042.017527] env[70542]: value = "task-3911771" [ 1042.017527] env[70542]: _type = "Task" [ 1042.017527] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.026149] env[70542]: DEBUG oslo_vmware.api [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.093865] env[70542]: DEBUG nova.compute.utils [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.095507] env[70542]: DEBUG nova.compute.manager [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1042.096641] env[70542]: DEBUG nova.network.neutron [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.105274] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1042.105274] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f748d0-3f47-6ac0-38c3-3baef3100237" [ 1042.105274] env[70542]: _type = "HttpNfcLease" [ 1042.105274] env[70542]: } is ready. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1042.105574] env[70542]: DEBUG oslo_vmware.rw_handles [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1042.105574] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f748d0-3f47-6ac0-38c3-3baef3100237" [ 1042.105574] env[70542]: _type = "HttpNfcLease" [ 1042.105574] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1042.106396] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3a7e24-b1d0-4d0a-8250-702090c0e5c8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.118981] env[70542]: DEBUG oslo_vmware.rw_handles [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fcdd5-eac7-e4dd-e35e-7c166ae919dd/disk-0.vmdk from lease info. {{(pid=70542) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1042.119263] env[70542]: DEBUG oslo_vmware.rw_handles [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fcdd5-eac7-e4dd-e35e-7c166ae919dd/disk-0.vmdk for reading. {{(pid=70542) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1042.180817] env[70542]: DEBUG nova.policy [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26a63e72e1ce46f189a6ddfa7791b63b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3787f45ac4c04619b71bd981076ed605', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.212128] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f872c6-1fee-2a8a-2166-7d036c6ae5a6, 'name': SearchDatastore_Task, 'duration_secs': 0.05459} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.215421] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5170447-4849-449c-b836-319c77504a07 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.217941] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-61317db9-c94c-46a9-ae52-899965242c72 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.226842] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Waiting for the task: (returnval){ [ 1042.226842] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527fc27e-34b9-5d90-ceab-d2231d8d17eb" [ 1042.226842] env[70542]: _type = "Task" [ 1042.226842] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.238857] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527fc27e-34b9-5d90-ceab-d2231d8d17eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.458254] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "a02183c0-68a1-4618-922a-64ce8d3fefc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.458517] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "a02183c0-68a1-4618-922a-64ce8d3fefc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.524780] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9726045-721d-4e01-951d-e77745524183 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.532996] env[70542]: DEBUG oslo_vmware.api [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079596} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.535123] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.535964] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8994deb-ec3c-481f-a60e-5847ec99a36f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.539436] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a4bcfc-b007-465a-aa72-df3027706667 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.568777] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] a52054fb-e507-4e4f-80ff-d90c870d78af/a52054fb-e507-4e4f-80ff-d90c870d78af.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.597229] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daf3e8fc-a75f-4dc0-bb88-9af774fd933c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.616612] env[70542]: DEBUG nova.compute.manager [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1042.620166] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c214b28-b22e-418f-9d81-604795793fcc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.631991] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c20e9bb-367d-4417-bf4e-0919478916ba {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.636783] env[70542]: DEBUG oslo_vmware.api [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 1042.636783] env[70542]: value = "task-3911775" [ 1042.636783] env[70542]: _type = "Task" [ 1042.636783] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.652616] env[70542]: DEBUG nova.compute.provider_tree [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.658153] env[70542]: DEBUG oslo_vmware.api [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911775, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.687959] env[70542]: DEBUG nova.network.neutron [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Successfully created port: f50782fe-87a8-4e81-8829-5db49a89d3b9 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.739643] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527fc27e-34b9-5d90-ceab-d2231d8d17eb, 'name': SearchDatastore_Task, 'duration_secs': 0.016175} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.739927] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.740265] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] f7814c3f-78f0-4b45-a212-b1f13b214337/f7814c3f-78f0-4b45-a212-b1f13b214337.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.740590] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ccf3db3-962f-4897-8740-01a640358a2b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.749539] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Waiting for the task: (returnval){ [ 1042.749539] env[70542]: value = "task-3911776" [ 1042.749539] env[70542]: _type = "Task" [ 1042.749539] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.759813] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.895123] env[70542]: DEBUG oslo_concurrency.lockutils [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "refresh_cache-fd4d7021-c253-4107-83e8-6d3ffa1d6fcd" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.899025] env[70542]: DEBUG oslo_concurrency.lockutils [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired lock "refresh_cache-fd4d7021-c253-4107-83e8-6d3ffa1d6fcd" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.899025] env[70542]: DEBUG nova.network.neutron [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.961895] env[70542]: DEBUG nova.compute.manager [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.152208] env[70542]: DEBUG oslo_vmware.api [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911775, 'name': ReconfigVM_Task, 'duration_secs': 0.339516} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.153027] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Reconfigured VM instance instance-00000051 to attach disk [datastore1] a52054fb-e507-4e4f-80ff-d90c870d78af/a52054fb-e507-4e4f-80ff-d90c870d78af.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.154308] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83a00838-c201-45cc-8897-7ddb3b708d56 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.160448] env[70542]: DEBUG nova.scheduler.client.report [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.166976] env[70542]: DEBUG oslo_vmware.api [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 1043.166976] env[70542]: value = "task-3911777" [ 1043.166976] env[70542]: _type = "Task" [ 1043.166976] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.186188] env[70542]: DEBUG oslo_vmware.api [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911777, 'name': Rename_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.261631] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911776, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.492026] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.634805] env[70542]: DEBUG nova.compute.manager [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1043.669685] env[70542]: DEBUG nova.virt.hardware [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.669956] env[70542]: DEBUG nova.virt.hardware [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.671453] env[70542]: DEBUG nova.virt.hardware [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.671749] env[70542]: DEBUG nova.virt.hardware [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.672135] env[70542]: DEBUG nova.virt.hardware [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.672345] env[70542]: DEBUG nova.virt.hardware [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.672610] env[70542]: DEBUG nova.virt.hardware [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.672610] env[70542]: DEBUG nova.virt.hardware [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.672997] env[70542]: DEBUG nova.virt.hardware [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.673288] env[70542]: DEBUG nova.virt.hardware [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.673520] env[70542]: DEBUG nova.virt.hardware [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.674463] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.677772] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab1f9f3-6fcc-4db4-82dc-a0b45e71d92f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.681905] env[70542]: DEBUG nova.network.neutron [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Updating instance_info_cache with network_info: [{"id": "116d10ff-43d3-4b50-bca7-c600d4c3169f", "address": "fa:16:3e:03:e4:bd", "network": {"id": "b9eb532a-2933-4850-b01e-c496fa6ef875", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-217105513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc0b5d1a0604a93990949de74a62cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap116d10ff-43", "ovs_interfaceid": "116d10ff-43d3-4b50-bca7-c600d4c3169f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.683711] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.728s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.683891] env[70542]: DEBUG nova.objects.instance [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lazy-loading 'resources' on Instance uuid b2338985-ea99-4a2f-8e5c-9c0597fdc7e0 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.699199] env[70542]: DEBUG oslo_vmware.api [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911777, 'name': Rename_Task, 'duration_secs': 0.297573} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.701908] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb839bb-cf6f-4f4d-8062-1dce94f78122 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.707094] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.708443] env[70542]: INFO nova.scheduler.client.report [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Deleted allocations for instance 558c1a3f-3fbb-4658-8507-f1f876609623 [ 1043.711633] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e255c21-9454-43c7-a4aa-dfe464fe09e2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.727865] env[70542]: DEBUG oslo_vmware.api [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 1043.727865] env[70542]: value = "task-3911778" [ 1043.727865] env[70542]: _type = "Task" [ 1043.727865] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.737938] env[70542]: DEBUG oslo_vmware.api [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.762440] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720365} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.764196] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] f7814c3f-78f0-4b45-a212-b1f13b214337/f7814c3f-78f0-4b45-a212-b1f13b214337.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.765298] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.765391] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73738178-76a3-46eb-9bca-ffcf02ce64c4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.775419] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Waiting for the task: (returnval){ [ 1043.775419] env[70542]: value = "task-3911779" [ 1043.775419] env[70542]: _type = "Task" [ 1043.775419] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.788656] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.190048] env[70542]: DEBUG oslo_concurrency.lockutils [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Releasing lock "refresh_cache-fd4d7021-c253-4107-83e8-6d3ffa1d6fcd" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.222150] env[70542]: DEBUG oslo_concurrency.lockutils [None req-9aba8542-9ee6-4b23-9cf1-78619cfbfb8c tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "558c1a3f-3fbb-4658-8507-f1f876609623" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.491s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.251037] env[70542]: DEBUG oslo_vmware.api [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911778, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.297661] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124057} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.298196] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.300474] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3607aa7e-44ef-4d7d-80b3-27b70cb888d1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.329794] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] f7814c3f-78f0-4b45-a212-b1f13b214337/f7814c3f-78f0-4b45-a212-b1f13b214337.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.333357] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fd07b1a-f0b8-452f-b72e-b653811603a3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.358995] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Waiting for the task: (returnval){ [ 1044.358995] env[70542]: value = "task-3911780" [ 1044.358995] env[70542]: _type = "Task" [ 1044.358995] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.377366] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.587671] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d6563b-fbad-4803-9172-74bda245329d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.602626] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e96c25-d2ea-410a-b009-d552b6dcd6b9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.636755] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ce5784-6b00-44f3-8ebb-6b16b538e133 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.646166] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185fcc5d-b949-40de-9c28-fad2ea1aaf8f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.668644] env[70542]: DEBUG nova.compute.provider_tree [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.680409] env[70542]: DEBUG nova.compute.manager [req-079a028a-06ed-4c76-b380-4287ec70791e req-7206ce2c-965c-4552-97da-6037d24a182e service nova] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Received event network-vif-plugged-f50782fe-87a8-4e81-8829-5db49a89d3b9 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.680702] env[70542]: DEBUG oslo_concurrency.lockutils [req-079a028a-06ed-4c76-b380-4287ec70791e req-7206ce2c-965c-4552-97da-6037d24a182e service nova] Acquiring lock "a1f250ef-d141-4a91-9a5c-df91115e5ad9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.680957] env[70542]: DEBUG oslo_concurrency.lockutils [req-079a028a-06ed-4c76-b380-4287ec70791e req-7206ce2c-965c-4552-97da-6037d24a182e service nova] Lock "a1f250ef-d141-4a91-9a5c-df91115e5ad9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.681236] env[70542]: DEBUG oslo_concurrency.lockutils [req-079a028a-06ed-4c76-b380-4287ec70791e req-7206ce2c-965c-4552-97da-6037d24a182e service nova] Lock "a1f250ef-d141-4a91-9a5c-df91115e5ad9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.681471] env[70542]: DEBUG nova.compute.manager [req-079a028a-06ed-4c76-b380-4287ec70791e req-7206ce2c-965c-4552-97da-6037d24a182e service nova] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] No waiting events found dispatching network-vif-plugged-f50782fe-87a8-4e81-8829-5db49a89d3b9 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1044.681688] env[70542]: WARNING nova.compute.manager [req-079a028a-06ed-4c76-b380-4287ec70791e req-7206ce2c-965c-4552-97da-6037d24a182e service nova] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Received unexpected event network-vif-plugged-f50782fe-87a8-4e81-8829-5db49a89d3b9 for instance with vm_state building and task_state spawning. [ 1044.721512] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fb7216-0e6b-4692-a257-294c0a01fe06 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.748616] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3725c265-41e5-4be9-b4e6-6eeafb9324e6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.758593] env[70542]: DEBUG oslo_vmware.api [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911778, 'name': PowerOnVM_Task, 'duration_secs': 0.56173} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.761464] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.761685] env[70542]: INFO nova.compute.manager [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1044.761860] env[70542]: DEBUG nova.compute.manager [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1044.762287] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Updating instance 'fd4d7021-c253-4107-83e8-6d3ffa1d6fcd' progress to 83 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1044.766651] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a4fbae-8aca-414e-9b50-9355c3043718 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.870725] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.123388] env[70542]: DEBUG nova.network.neutron [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Successfully updated port: f50782fe-87a8-4e81-8829-5db49a89d3b9 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.148927] env[70542]: DEBUG nova.compute.manager [req-7976181d-3d06-4e5e-9abd-2204a7bb1197 req-a956fb94-5461-4297-8fde-1daa09fb5ebc service nova] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Received event network-changed-f50782fe-87a8-4e81-8829-5db49a89d3b9 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.148927] env[70542]: DEBUG nova.compute.manager [req-7976181d-3d06-4e5e-9abd-2204a7bb1197 req-a956fb94-5461-4297-8fde-1daa09fb5ebc service nova] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Refreshing instance network info cache due to event network-changed-f50782fe-87a8-4e81-8829-5db49a89d3b9. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.149513] env[70542]: DEBUG oslo_concurrency.lockutils [req-7976181d-3d06-4e5e-9abd-2204a7bb1197 req-a956fb94-5461-4297-8fde-1daa09fb5ebc service nova] Acquiring lock "refresh_cache-a1f250ef-d141-4a91-9a5c-df91115e5ad9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.149513] env[70542]: DEBUG oslo_concurrency.lockutils [req-7976181d-3d06-4e5e-9abd-2204a7bb1197 req-a956fb94-5461-4297-8fde-1daa09fb5ebc service nova] Acquired lock "refresh_cache-a1f250ef-d141-4a91-9a5c-df91115e5ad9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.149513] env[70542]: DEBUG nova.network.neutron [req-7976181d-3d06-4e5e-9abd-2204a7bb1197 req-a956fb94-5461-4297-8fde-1daa09fb5ebc service nova] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Refreshing network info cache for port f50782fe-87a8-4e81-8829-5db49a89d3b9 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.172351] env[70542]: DEBUG nova.scheduler.client.report [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.272889] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.273382] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-808190bd-2f67-45de-8a50-dae542114e32 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.286723] env[70542]: DEBUG oslo_vmware.api [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 1045.286723] env[70542]: value = "task-3911782" [ 1045.286723] env[70542]: _type = "Task" [ 1045.286723] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.292766] env[70542]: INFO nova.compute.manager [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Took 35.66 seconds to build instance. [ 1045.300836] env[70542]: DEBUG oslo_vmware.api [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.371225] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911780, 'name': ReconfigVM_Task, 'duration_secs': 0.77547} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.371538] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Reconfigured VM instance instance-0000004f to attach disk [datastore1] f7814c3f-78f0-4b45-a212-b1f13b214337/f7814c3f-78f0-4b45-a212-b1f13b214337.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.372300] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc2bebd9-598e-44a1-85c1-a7019c256f83 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.380734] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Waiting for the task: (returnval){ [ 1045.380734] env[70542]: value = "task-3911783" [ 1045.380734] env[70542]: _type = "Task" [ 1045.380734] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.391252] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911783, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.625611] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "refresh_cache-a1f250ef-d141-4a91-9a5c-df91115e5ad9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.678463] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.684169] env[70542]: DEBUG oslo_concurrency.lockutils [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.020s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.684169] env[70542]: DEBUG nova.objects.instance [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lazy-loading 'resources' on Instance uuid 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.706074] env[70542]: DEBUG nova.network.neutron [req-7976181d-3d06-4e5e-9abd-2204a7bb1197 req-a956fb94-5461-4297-8fde-1daa09fb5ebc service nova] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.713551] env[70542]: INFO nova.scheduler.client.report [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Deleted allocations for instance b2338985-ea99-4a2f-8e5c-9c0597fdc7e0 [ 1045.783899] env[70542]: DEBUG nova.network.neutron [req-7976181d-3d06-4e5e-9abd-2204a7bb1197 req-a956fb94-5461-4297-8fde-1daa09fb5ebc service nova] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.795634] env[70542]: DEBUG oslo_concurrency.lockutils [None req-972f1099-3b4e-4f12-a8dc-89caf2d34b80 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "a52054fb-e507-4e4f-80ff-d90c870d78af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.175s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.800886] env[70542]: DEBUG oslo_vmware.api [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911782, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.893786] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911783, 'name': Rename_Task, 'duration_secs': 0.347528} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.894509] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.894749] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2eb298b-2a05-4801-a453-fb27e0573f5d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.905196] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Waiting for the task: (returnval){ [ 1045.905196] env[70542]: value = "task-3911784" [ 1045.905196] env[70542]: _type = "Task" [ 1045.905196] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.916637] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.222242] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e663cbaa-63f7-4973-8dbf-b1a0f2d17353 tempest-VolumesAdminNegativeTest-1297223157 tempest-VolumesAdminNegativeTest-1297223157-project-member] Lock "b2338985-ea99-4a2f-8e5c-9c0597fdc7e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.787s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.287652] env[70542]: DEBUG oslo_concurrency.lockutils [req-7976181d-3d06-4e5e-9abd-2204a7bb1197 req-a956fb94-5461-4297-8fde-1daa09fb5ebc service nova] Releasing lock "refresh_cache-a1f250ef-d141-4a91-9a5c-df91115e5ad9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.288283] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquired lock "refresh_cache-a1f250ef-d141-4a91-9a5c-df91115e5ad9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.288467] env[70542]: DEBUG nova.network.neutron [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.301455] env[70542]: DEBUG oslo_vmware.api [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911782, 'name': PowerOnVM_Task, 'duration_secs': 0.650903} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.305359] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.305590] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-21c18a90-89f7-428a-b212-c1485eea9cb0 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Updating instance 'fd4d7021-c253-4107-83e8-6d3ffa1d6fcd' progress to 100 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1046.418557] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.475361] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a173dc94-cbb3-41e7-bd77-93535ba6c0c8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.484688] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987968ff-104b-4a40-87da-da880cfb64df {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.533507] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb576c1-2a23-4ed2-bbee-79982aebb8b9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.537691] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-21afa00f-6203-494a-9a2a-317bd2c436fb tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Volume attach. Driver type: vmdk {{(pid=70542) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1046.537691] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-21afa00f-6203-494a-9a2a-317bd2c436fb tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776814', 'volume_id': 'e2f06fe8-aa34-4f21-9f5f-e444924206ec', 'name': 'volume-e2f06fe8-aa34-4f21-9f5f-e444924206ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2f06fe8-aa34-4f21-9f5f-e444924206ec', 'serial': 'e2f06fe8-aa34-4f21-9f5f-e444924206ec'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1046.538506] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f83816-bcf6-4d7d-9a21-4356f80e7cb8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.558854] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01234a6c-26ab-48f4-b85a-f4851e52d0f7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.564445] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85d92bb-c03c-4ce2-a3c6-79a38b76fd3f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.579081] env[70542]: DEBUG nova.compute.provider_tree [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.603266] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-21afa00f-6203-494a-9a2a-317bd2c436fb tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] volume-e2f06fe8-aa34-4f21-9f5f-e444924206ec/volume-e2f06fe8-aa34-4f21-9f5f-e444924206ec.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.603266] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-752e28c3-389e-4ec8-9f60-5c4b1e0b5f0e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.624242] env[70542]: DEBUG oslo_vmware.api [None req-21afa00f-6203-494a-9a2a-317bd2c436fb tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1046.624242] env[70542]: value = "task-3911785" [ 1046.624242] env[70542]: _type = "Task" [ 1046.624242] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.634310] env[70542]: DEBUG oslo_vmware.api [None req-21afa00f-6203-494a-9a2a-317bd2c436fb tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911785, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.672706] env[70542]: DEBUG nova.compute.manager [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1046.673703] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feac90fe-a992-4c8a-b06c-91c950d1fa22 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.845767] env[70542]: DEBUG nova.network.neutron [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.924618] env[70542]: DEBUG oslo_vmware.api [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911784, 'name': PowerOnVM_Task, 'duration_secs': 0.889473} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.924869] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.925447] env[70542]: DEBUG nova.compute.manager [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1046.926837] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f662ec8c-c228-4c05-ae1a-bbf7e2d54881 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.084386] env[70542]: DEBUG nova.network.neutron [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Updating instance_info_cache with network_info: [{"id": "f50782fe-87a8-4e81-8829-5db49a89d3b9", "address": "fa:16:3e:86:0f:43", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50782fe-87", "ovs_interfaceid": "f50782fe-87a8-4e81-8829-5db49a89d3b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.103337] env[70542]: DEBUG nova.scheduler.client.report [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.136689] env[70542]: DEBUG oslo_vmware.api [None req-21afa00f-6203-494a-9a2a-317bd2c436fb tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.185697] env[70542]: INFO nova.compute.manager [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] instance snapshotting [ 1047.191334] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf2ca23-b055-4d4d-83e6-1287090e0117 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.215729] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecbcea1-c4b8-4e18-928e-800bdb9ad3c9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.451613] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.588417] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Releasing lock "refresh_cache-a1f250ef-d141-4a91-9a5c-df91115e5ad9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.589354] env[70542]: DEBUG nova.compute.manager [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Instance network_info: |[{"id": "f50782fe-87a8-4e81-8829-5db49a89d3b9", "address": "fa:16:3e:86:0f:43", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50782fe-87", "ovs_interfaceid": "f50782fe-87a8-4e81-8829-5db49a89d3b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.589354] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:0f:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f50782fe-87a8-4e81-8829-5db49a89d3b9', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.597601] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Creating folder: Project (3787f45ac4c04619b71bd981076ed605). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.598057] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29d1f307-5123-414a-a117-edcac507a20c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.608775] env[70542]: DEBUG oslo_concurrency.lockutils [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.611361] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.803s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.611640] env[70542]: DEBUG nova.objects.instance [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lazy-loading 'resources' on Instance uuid f155b65c-b78b-4ca9-bc1f-ac962346425e {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.614613] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Created folder: Project (3787f45ac4c04619b71bd981076ed605) in parent group-v776569. [ 1047.614716] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Creating folder: Instances. Parent ref: group-v776815. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.615274] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49bc49b8-6298-4e8b-9c14-3c4ef91f28da {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.631432] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Created folder: Instances in parent group-v776815. [ 1047.631432] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.632454] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.632454] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2792fdf-825c-43d1-af5d-686886996938 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.651486] env[70542]: INFO nova.scheduler.client.report [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Deleted allocations for instance 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5 [ 1047.655419] env[70542]: DEBUG oslo_vmware.api [None req-21afa00f-6203-494a-9a2a-317bd2c436fb tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911785, 'name': ReconfigVM_Task, 'duration_secs': 0.618759} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.658536] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-21afa00f-6203-494a-9a2a-317bd2c436fb tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Reconfigured VM instance instance-00000050 to attach disk [datastore1] volume-e2f06fe8-aa34-4f21-9f5f-e444924206ec/volume-e2f06fe8-aa34-4f21-9f5f-e444924206ec.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.663671] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9355f1b-d9e3-4a65-b854-2840c0e024f1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.677307] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.677307] env[70542]: value = "task-3911788" [ 1047.677307] env[70542]: _type = "Task" [ 1047.677307] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.682415] env[70542]: DEBUG oslo_vmware.api [None req-21afa00f-6203-494a-9a2a-317bd2c436fb tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1047.682415] env[70542]: value = "task-3911789" [ 1047.682415] env[70542]: _type = "Task" [ 1047.682415] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.686859] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911788, 'name': CreateVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.695999] env[70542]: DEBUG oslo_vmware.api [None req-21afa00f-6203-494a-9a2a-317bd2c436fb tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911789, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.728344] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Creating Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1047.728974] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-16e37b13-7ed2-46ce-97f3-9e4feefcd3aa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.739499] env[70542]: DEBUG oslo_vmware.api [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 1047.739499] env[70542]: value = "task-3911790" [ 1047.739499] env[70542]: _type = "Task" [ 1047.739499] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.758775] env[70542]: DEBUG oslo_vmware.api [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911790, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.168281] env[70542]: DEBUG oslo_concurrency.lockutils [None req-36af0705-73ec-4b16-8f6b-6ef7674dd25b tempest-ServersAdminTestJSON-1221450413 tempest-ServersAdminTestJSON-1221450413-project-member] Lock "05d962f1-7b10-4caa-9cb4-a0aab9bb38f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.168s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.196395] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911788, 'name': CreateVM_Task, 'duration_secs': 0.442755} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.198604] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.200765] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.201878] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.202439] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.212022] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-553f2652-e1f5-489c-a5d6-b1b6bb57c746 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.214108] env[70542]: DEBUG oslo_vmware.api [None req-21afa00f-6203-494a-9a2a-317bd2c436fb tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911789, 'name': ReconfigVM_Task, 'duration_secs': 0.223751} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.214900] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-21afa00f-6203-494a-9a2a-317bd2c436fb tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776814', 'volume_id': 'e2f06fe8-aa34-4f21-9f5f-e444924206ec', 'name': 'volume-e2f06fe8-aa34-4f21-9f5f-e444924206ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2f06fe8-aa34-4f21-9f5f-e444924206ec', 'serial': 'e2f06fe8-aa34-4f21-9f5f-e444924206ec'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1048.224284] env[70542]: DEBUG oslo_vmware.api [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1048.224284] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d08078-f042-aadd-f27d-8cb3a6f701a2" [ 1048.224284] env[70542]: _type = "Task" [ 1048.224284] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.243403] env[70542]: DEBUG oslo_vmware.api [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d08078-f042-aadd-f27d-8cb3a6f701a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.259299] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3a7b66e5-e993-49bf-9e28-41b8210ba920 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "fd4d7021-c253-4107-83e8-6d3ffa1d6fcd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.259736] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3a7b66e5-e993-49bf-9e28-41b8210ba920 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "fd4d7021-c253-4107-83e8-6d3ffa1d6fcd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.259922] env[70542]: DEBUG nova.compute.manager [None req-3a7b66e5-e993-49bf-9e28-41b8210ba920 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Going to confirm migration 3 {{(pid=70542) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1048.261404] env[70542]: DEBUG oslo_vmware.api [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911790, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.514478] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8c8c6b-d5c6-4a6d-ab8c-f23085d1a1bb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.523830] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e85593-e013-4ce9-b97a-add5c990af27 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.560863] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a14b909-a4e3-43c7-864c-9725676c339c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.568996] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfb0d5d-4de2-4100-b3df-d0943c6149aa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.585811] env[70542]: DEBUG nova.compute.provider_tree [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.743845] env[70542]: DEBUG oslo_vmware.api [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d08078-f042-aadd-f27d-8cb3a6f701a2, 'name': SearchDatastore_Task, 'duration_secs': 0.0192} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.747239] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.747239] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.747239] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.747239] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.747596] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.747778] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74c13b0b-b454-438f-b1c6-8ef08321557e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.757983] env[70542]: DEBUG oslo_vmware.api [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911790, 'name': CreateSnapshot_Task, 'duration_secs': 0.88943} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.760030] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Created Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1048.760030] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e9a6d0-04a5-49bd-921c-f4ab0a0d056c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.765940] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.765940] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.767762] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09f97ed3-bc88-439f-b93f-9da705ba14a7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.794796] env[70542]: DEBUG oslo_vmware.api [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1048.794796] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528cc6e3-bab2-a3d3-1bef-57943116c1c3" [ 1048.794796] env[70542]: _type = "Task" [ 1048.794796] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.806212] env[70542]: DEBUG oslo_vmware.api [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528cc6e3-bab2-a3d3-1bef-57943116c1c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.821175] env[70542]: DEBUG oslo_concurrency.lockutils [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Acquiring lock "f7814c3f-78f0-4b45-a212-b1f13b214337" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.821446] env[70542]: DEBUG oslo_concurrency.lockutils [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Lock "f7814c3f-78f0-4b45-a212-b1f13b214337" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.821666] env[70542]: DEBUG oslo_concurrency.lockutils [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Acquiring lock "f7814c3f-78f0-4b45-a212-b1f13b214337-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.821853] env[70542]: DEBUG oslo_concurrency.lockutils [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Lock "f7814c3f-78f0-4b45-a212-b1f13b214337-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.822029] env[70542]: DEBUG oslo_concurrency.lockutils [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Lock "f7814c3f-78f0-4b45-a212-b1f13b214337-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.827036] env[70542]: INFO nova.compute.manager [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Terminating instance [ 1048.850435] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3a7b66e5-e993-49bf-9e28-41b8210ba920 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "refresh_cache-fd4d7021-c253-4107-83e8-6d3ffa1d6fcd" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.850435] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3a7b66e5-e993-49bf-9e28-41b8210ba920 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired lock "refresh_cache-fd4d7021-c253-4107-83e8-6d3ffa1d6fcd" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.850876] env[70542]: DEBUG nova.network.neutron [None req-3a7b66e5-e993-49bf-9e28-41b8210ba920 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.850876] env[70542]: DEBUG nova.objects.instance [None req-3a7b66e5-e993-49bf-9e28-41b8210ba920 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lazy-loading 'info_cache' on Instance uuid fd4d7021-c253-4107-83e8-6d3ffa1d6fcd {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.090180] env[70542]: DEBUG nova.scheduler.client.report [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.287870] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Creating linked-clone VM from snapshot {{(pid=70542) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1049.288489] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0a526b9c-3499-402f-afff-e1b091206320 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.301616] env[70542]: DEBUG oslo_vmware.api [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528cc6e3-bab2-a3d3-1bef-57943116c1c3, 'name': SearchDatastore_Task, 'duration_secs': 0.019841} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.303708] env[70542]: DEBUG oslo_vmware.api [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 1049.303708] env[70542]: value = "task-3911791" [ 1049.303708] env[70542]: _type = "Task" [ 1049.303708] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.303936] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d676db14-4873-410a-a412-86ebc4f7714d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.313238] env[70542]: DEBUG oslo_vmware.api [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1049.313238] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d52ba3-f374-ed5e-a3f1-6b337816faf4" [ 1049.313238] env[70542]: _type = "Task" [ 1049.313238] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.316710] env[70542]: DEBUG oslo_vmware.api [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911791, 'name': CloneVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.326135] env[70542]: DEBUG oslo_vmware.api [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d52ba3-f374-ed5e-a3f1-6b337816faf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.334075] env[70542]: DEBUG oslo_concurrency.lockutils [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Acquiring lock "refresh_cache-f7814c3f-78f0-4b45-a212-b1f13b214337" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.334459] env[70542]: DEBUG oslo_concurrency.lockutils [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Acquired lock "refresh_cache-f7814c3f-78f0-4b45-a212-b1f13b214337" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.334599] env[70542]: DEBUG nova.network.neutron [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.358031] env[70542]: DEBUG nova.objects.instance [None req-21afa00f-6203-494a-9a2a-317bd2c436fb tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lazy-loading 'flavor' on Instance uuid 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.600134] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.602660] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.450s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.602927] env[70542]: DEBUG nova.objects.instance [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Lazy-loading 'resources' on Instance uuid b3b419ad-44ac-4548-ba81-1107c5c306ef {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.652514] env[70542]: INFO nova.scheduler.client.report [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Deleted allocations for instance f155b65c-b78b-4ca9-bc1f-ac962346425e [ 1049.822546] env[70542]: DEBUG oslo_vmware.api [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911791, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.834662] env[70542]: DEBUG oslo_vmware.api [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d52ba3-f374-ed5e-a3f1-6b337816faf4, 'name': SearchDatastore_Task, 'duration_secs': 0.021884} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.835045] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.835411] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] a1f250ef-d141-4a91-9a5c-df91115e5ad9/a1f250ef-d141-4a91-9a5c-df91115e5ad9.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.835761] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab128b3a-0910-4a2a-96df-bc3ad677a28e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.846949] env[70542]: DEBUG oslo_vmware.api [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1049.846949] env[70542]: value = "task-3911792" [ 1049.846949] env[70542]: _type = "Task" [ 1049.846949] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.859231] env[70542]: DEBUG oslo_vmware.api [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3911792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.866036] env[70542]: DEBUG oslo_concurrency.lockutils [None req-21afa00f-6203-494a-9a2a-317bd2c436fb tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.954s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.891675] env[70542]: DEBUG nova.network.neutron [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.025651] env[70542]: DEBUG nova.network.neutron [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.165518] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b29fe060-81ee-4ef4-988c-0f6e204619c9 tempest-MultipleCreateTestJSON-1547146489 tempest-MultipleCreateTestJSON-1547146489-project-member] Lock "f155b65c-b78b-4ca9-bc1f-ac962346425e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.357s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.316935] env[70542]: DEBUG nova.network.neutron [None req-3a7b66e5-e993-49bf-9e28-41b8210ba920 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Updating instance_info_cache with network_info: [{"id": "116d10ff-43d3-4b50-bca7-c600d4c3169f", "address": "fa:16:3e:03:e4:bd", "network": {"id": "b9eb532a-2933-4850-b01e-c496fa6ef875", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-217105513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc0b5d1a0604a93990949de74a62cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap116d10ff-43", "ovs_interfaceid": "116d10ff-43d3-4b50-bca7-c600d4c3169f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.323764] env[70542]: DEBUG oslo_vmware.api [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911791, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.364550] env[70542]: DEBUG oslo_vmware.api [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3911792, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.441950] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71814ed0-5af3-4784-9dbe-4630a6cd6ea9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.455904] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4255c0ae-4605-4685-90da-85d2ede32fbc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.494522] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccdc47e-f4c3-421b-b742-06ea6e475bf3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.503477] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30564d0-305e-449e-aec4-53a487ffdece {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.524487] env[70542]: DEBUG nova.compute.provider_tree [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.531022] env[70542]: DEBUG oslo_concurrency.lockutils [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Releasing lock "refresh_cache-f7814c3f-78f0-4b45-a212-b1f13b214337" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.531022] env[70542]: DEBUG nova.compute.manager [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.531022] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.531022] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46154a09-9369-4db6-aa0e-cd8f749d7426 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.541141] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.541543] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72eceace-d62a-48c6-9257-474d94d1dd72 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.553604] env[70542]: DEBUG oslo_vmware.api [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Waiting for the task: (returnval){ [ 1050.553604] env[70542]: value = "task-3911793" [ 1050.553604] env[70542]: _type = "Task" [ 1050.553604] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.566030] env[70542]: DEBUG oslo_vmware.api [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.589083] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.589585] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.589913] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.590224] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.590495] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.592747] env[70542]: INFO nova.compute.manager [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Terminating instance [ 1050.819861] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3a7b66e5-e993-49bf-9e28-41b8210ba920 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Releasing lock "refresh_cache-fd4d7021-c253-4107-83e8-6d3ffa1d6fcd" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.820246] env[70542]: DEBUG nova.objects.instance [None req-3a7b66e5-e993-49bf-9e28-41b8210ba920 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lazy-loading 'migration_context' on Instance uuid fd4d7021-c253-4107-83e8-6d3ffa1d6fcd {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.821925] env[70542]: DEBUG oslo_vmware.api [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911791, 'name': CloneVM_Task} progress is 95%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.865661] env[70542]: DEBUG oslo_vmware.api [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3911792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657412} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.866074] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] a1f250ef-d141-4a91-9a5c-df91115e5ad9/a1f250ef-d141-4a91-9a5c-df91115e5ad9.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.866627] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.866988] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a721b9e2-fd97-451d-993b-d0398d8c6c50 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.875121] env[70542]: DEBUG oslo_vmware.api [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1050.875121] env[70542]: value = "task-3911794" [ 1050.875121] env[70542]: _type = "Task" [ 1050.875121] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.888912] env[70542]: DEBUG oslo_vmware.api [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3911794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.029321] env[70542]: DEBUG nova.scheduler.client.report [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.067959] env[70542]: DEBUG oslo_vmware.api [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911793, 'name': PowerOffVM_Task, 'duration_secs': 0.17703} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.068624] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.068850] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.069171] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfb65422-a786-4b49-809a-002a2581489f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.112707] env[70542]: DEBUG nova.compute.manager [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.112707] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.116724] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1d58f25-29fd-45ef-a74c-2130b2248057 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.118248] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.118248] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.118748] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Deleting the datastore file [datastore1] f7814c3f-78f0-4b45-a212-b1f13b214337 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.119040] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-538e1bb2-0dff-49ab-a348-d367f7f2390e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.131507] env[70542]: DEBUG oslo_vmware.api [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1051.131507] env[70542]: value = "task-3911796" [ 1051.131507] env[70542]: _type = "Task" [ 1051.131507] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.141511] env[70542]: DEBUG oslo_vmware.api [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Waiting for the task: (returnval){ [ 1051.141511] env[70542]: value = "task-3911797" [ 1051.141511] env[70542]: _type = "Task" [ 1051.141511] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.153668] env[70542]: DEBUG oslo_vmware.api [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.160182] env[70542]: DEBUG oslo_vmware.api [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.322407] env[70542]: DEBUG oslo_vmware.api [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911791, 'name': CloneVM_Task, 'duration_secs': 1.905697} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.323333] env[70542]: DEBUG nova.objects.base [None req-3a7b66e5-e993-49bf-9e28-41b8210ba920 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70542) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1051.323715] env[70542]: INFO nova.virt.vmwareapi.vmops [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Created linked-clone VM from snapshot [ 1051.325278] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436e74eb-5f3f-44d8-baec-a8b693ac672a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.328923] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff99d337-531b-4b35-bcf2-78a46a3f0ae7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.361955] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Uploading image 20d1a173-ff4b-4e27-8708-eef878413aab {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1051.365085] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18132a54-372d-4cf5-be54-78484611dce2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.372543] env[70542]: DEBUG oslo_vmware.api [None req-3a7b66e5-e993-49bf-9e28-41b8210ba920 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 1051.372543] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c01186-0299-0f7e-cc22-461f56327752" [ 1051.372543] env[70542]: _type = "Task" [ 1051.372543] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.384652] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Destroying the VM {{(pid=70542) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1051.384959] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fd36d0b0-dbf3-45f7-b47e-c05c1b64d374 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.395181] env[70542]: DEBUG oslo_vmware.api [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3911794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083423} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.395577] env[70542]: DEBUG oslo_vmware.api [None req-3a7b66e5-e993-49bf-9e28-41b8210ba920 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c01186-0299-0f7e-cc22-461f56327752, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.396409] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.397316] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ff11da-3c35-4fef-a32d-c00a25d03a47 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.404067] env[70542]: DEBUG oslo_vmware.api [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 1051.404067] env[70542]: value = "task-3911798" [ 1051.404067] env[70542]: _type = "Task" [ 1051.404067] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.430072] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] a1f250ef-d141-4a91-9a5c-df91115e5ad9/a1f250ef-d141-4a91-9a5c-df91115e5ad9.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.430072] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-055ce8b7-349b-46fe-bf58-954906ff34be {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.448837] env[70542]: DEBUG oslo_vmware.api [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911798, 'name': Destroy_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.454960] env[70542]: DEBUG oslo_vmware.api [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1051.454960] env[70542]: value = "task-3911799" [ 1051.454960] env[70542]: _type = "Task" [ 1051.454960] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.464379] env[70542]: DEBUG oslo_vmware.api [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3911799, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.540829] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.543385] env[70542]: DEBUG oslo_concurrency.lockutils [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.624s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.543716] env[70542]: DEBUG nova.objects.instance [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Lazy-loading 'resources' on Instance uuid 07d4b435-4af4-41f2-b778-724ecabb9e7f {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.584556] env[70542]: INFO nova.scheduler.client.report [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Deleted allocations for instance b3b419ad-44ac-4548-ba81-1107c5c306ef [ 1051.644517] env[70542]: DEBUG oslo_vmware.api [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911796, 'name': PowerOffVM_Task, 'duration_secs': 0.256264} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.647602] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.649097] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Volume detach. Driver type: vmdk {{(pid=70542) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1051.649097] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776814', 'volume_id': 'e2f06fe8-aa34-4f21-9f5f-e444924206ec', 'name': 'volume-e2f06fe8-aa34-4f21-9f5f-e444924206ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2f06fe8-aa34-4f21-9f5f-e444924206ec', 'serial': 'e2f06fe8-aa34-4f21-9f5f-e444924206ec'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1051.649097] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05043cd5-2651-4acc-b9a4-68565a96e886 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.658962] env[70542]: DEBUG oslo_vmware.api [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Task: {'id': task-3911797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277877} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.676696] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.676926] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.677065] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.677246] env[70542]: INFO nova.compute.manager [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1051.677513] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.678511] env[70542]: DEBUG nova.compute.manager [-] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.678611] env[70542]: DEBUG nova.network.neutron [-] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.680979] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70498bdc-764d-412a-bcf7-a2b86ccbb76b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.690328] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec1da44-9f15-4941-bf75-86517e823da3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.716315] env[70542]: DEBUG nova.network.neutron [-] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.716507] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ca2327-8d6f-4070-9ad6-1cc82fde909f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.735976] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] The volume has not been displaced from its original location: [datastore1] volume-e2f06fe8-aa34-4f21-9f5f-e444924206ec/volume-e2f06fe8-aa34-4f21-9f5f-e444924206ec.vmdk. No consolidation needed. {{(pid=70542) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1051.742333] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1051.743136] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49da1aad-59a3-4d7a-a3e8-ade33cf91ffa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.763280] env[70542]: DEBUG oslo_vmware.api [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1051.763280] env[70542]: value = "task-3911800" [ 1051.763280] env[70542]: _type = "Task" [ 1051.763280] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.772573] env[70542]: DEBUG oslo_vmware.api [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.883901] env[70542]: DEBUG oslo_vmware.api [None req-3a7b66e5-e993-49bf-9e28-41b8210ba920 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c01186-0299-0f7e-cc22-461f56327752, 'name': SearchDatastore_Task, 'duration_secs': 0.024048} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.884451] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3a7b66e5-e993-49bf-9e28-41b8210ba920 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.913998] env[70542]: DEBUG oslo_vmware.api [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911798, 'name': Destroy_Task} progress is 33%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.967644] env[70542]: DEBUG oslo_vmware.api [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3911799, 'name': ReconfigVM_Task, 'duration_secs': 0.298389} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.967988] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Reconfigured VM instance instance-00000052 to attach disk [datastore1] a1f250ef-d141-4a91-9a5c-df91115e5ad9/a1f250ef-d141-4a91-9a5c-df91115e5ad9.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.968723] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ce530c1-f938-439f-a44a-a2391471a3a6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.977685] env[70542]: DEBUG oslo_vmware.api [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1051.977685] env[70542]: value = "task-3911801" [ 1051.977685] env[70542]: _type = "Task" [ 1051.977685] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.986823] env[70542]: DEBUG oslo_vmware.api [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3911801, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.095989] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bb8f8d38-e6c5-476a-92f5-d70048944cc8 tempest-ServerAddressesTestJSON-1475389249 tempest-ServerAddressesTestJSON-1475389249-project-member] Lock "b3b419ad-44ac-4548-ba81-1107c5c306ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.461s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.222308] env[70542]: DEBUG nova.network.neutron [-] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.279298] env[70542]: DEBUG oslo_vmware.api [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911800, 'name': ReconfigVM_Task, 'duration_secs': 0.282837} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.279618] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1052.284487] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba426534-2dca-4e34-b633-b46854f611ee {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.305184] env[70542]: DEBUG oslo_vmware.api [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1052.305184] env[70542]: value = "task-3911802" [ 1052.305184] env[70542]: _type = "Task" [ 1052.305184] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.317969] env[70542]: DEBUG oslo_vmware.api [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911802, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.417891] env[70542]: DEBUG oslo_vmware.api [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911798, 'name': Destroy_Task, 'duration_secs': 0.597735} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.417891] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Destroyed the VM [ 1052.417891] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Deleting Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1052.417891] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-96fa70e0-ab4f-4d2b-a3a0-9667e07c2aa7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.420407] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51c1a87-a230-4096-9a36-a09746a7124c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.425322] env[70542]: DEBUG oslo_vmware.api [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 1052.425322] env[70542]: value = "task-3911803" [ 1052.425322] env[70542]: _type = "Task" [ 1052.425322] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.436043] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f1da3d-dea1-4347-afdf-ee5080d940c5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.443441] env[70542]: DEBUG oslo_vmware.api [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911803, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.476824] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71563e7e-893e-47dc-869b-84a63cd8d28d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.491271] env[70542]: DEBUG oslo_vmware.api [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3911801, 'name': Rename_Task, 'duration_secs': 0.186693} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.494144] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.494405] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-decc3991-9fa5-4ef9-b605-5eeff3e3971e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.497562] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf0aa7c-4b37-47d3-898e-c2b3b11e564b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.520717] env[70542]: DEBUG nova.compute.provider_tree [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.524770] env[70542]: DEBUG oslo_vmware.api [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1052.524770] env[70542]: value = "task-3911804" [ 1052.524770] env[70542]: _type = "Task" [ 1052.524770] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.536477] env[70542]: DEBUG oslo_vmware.api [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3911804, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.724462] env[70542]: INFO nova.compute.manager [-] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Took 1.05 seconds to deallocate network for instance. [ 1052.816828] env[70542]: DEBUG oslo_vmware.api [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911802, 'name': ReconfigVM_Task, 'duration_secs': 0.309244} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.817432] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776814', 'volume_id': 'e2f06fe8-aa34-4f21-9f5f-e444924206ec', 'name': 'volume-e2f06fe8-aa34-4f21-9f5f-e444924206ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2f06fe8-aa34-4f21-9f5f-e444924206ec', 'serial': 'e2f06fe8-aa34-4f21-9f5f-e444924206ec'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1052.818023] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.819060] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9559d090-363c-40c6-9be7-50caea613128 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.834099] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.834099] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30b28f3c-9f7c-4f56-bc00-1f50ed7a1759 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.938962] env[70542]: DEBUG oslo_vmware.api [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911803, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.032074] env[70542]: DEBUG nova.scheduler.client.report [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.042636] env[70542]: DEBUG oslo_vmware.api [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3911804, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.137736] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.137923] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.138071] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Deleting the datastore file [datastore2] 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.138561] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be168d97-b408-441b-975c-21ce58030e49 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.148441] env[70542]: DEBUG oslo_vmware.api [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1053.148441] env[70542]: value = "task-3911806" [ 1053.148441] env[70542]: _type = "Task" [ 1053.148441] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.166479] env[70542]: DEBUG oslo_vmware.api [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.167033] env[70542]: DEBUG oslo_vmware.rw_handles [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fcdd5-eac7-e4dd-e35e-7c166ae919dd/disk-0.vmdk. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1053.168514] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f568e802-bef5-48dd-af68-82266cd6f193 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.176251] env[70542]: DEBUG oslo_vmware.rw_handles [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fcdd5-eac7-e4dd-e35e-7c166ae919dd/disk-0.vmdk is in state: ready. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1053.176614] env[70542]: ERROR oslo_vmware.rw_handles [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fcdd5-eac7-e4dd-e35e-7c166ae919dd/disk-0.vmdk due to incomplete transfer. [ 1053.176986] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b8e1fd09-ebf3-4adc-934e-8d38940b75ba {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.191954] env[70542]: DEBUG oslo_vmware.rw_handles [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522fcdd5-eac7-e4dd-e35e-7c166ae919dd/disk-0.vmdk. {{(pid=70542) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1053.192188] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Uploaded image 71e3cdf3-ba9d-4d87-ac1d-910be8a5f775 to the Glance image server {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1053.194680] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Destroying the VM {{(pid=70542) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1053.195787] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c184d95c-a360-4e83-ae31-6fc2b6575ec3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.205033] env[70542]: DEBUG oslo_vmware.api [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 1053.205033] env[70542]: value = "task-3911807" [ 1053.205033] env[70542]: _type = "Task" [ 1053.205033] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.217312] env[70542]: DEBUG oslo_vmware.api [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911807, 'name': Destroy_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.232739] env[70542]: DEBUG oslo_concurrency.lockutils [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.438543] env[70542]: DEBUG oslo_vmware.api [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911803, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.537564] env[70542]: DEBUG oslo_concurrency.lockutils [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.540254] env[70542]: DEBUG oslo_vmware.api [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3911804, 'name': PowerOnVM_Task, 'duration_secs': 0.684664} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.540803] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.504s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.541086] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.541393] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70542) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1053.541797] env[70542]: DEBUG oslo_concurrency.lockutils [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.029s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.542137] env[70542]: DEBUG nova.objects.instance [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lazy-loading 'resources' on Instance uuid b3764e3b-4297-4515-9673-0f75a6a4ac8e {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.543873] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.544208] env[70542]: INFO nova.compute.manager [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Took 9.91 seconds to spawn the instance on the hypervisor. [ 1053.544511] env[70542]: DEBUG nova.compute.manager [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1053.546353] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f660786-a67e-4520-ad2b-51690e016ef7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.553100] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429784d3-495a-46c6-977c-5ef196371c01 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.568517] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81857c59-c78b-4e65-8025-6183410a2f3b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.577057] env[70542]: INFO nova.scheduler.client.report [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Deleted allocations for instance 07d4b435-4af4-41f2-b778-724ecabb9e7f [ 1053.600151] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9274b77f-17d9-4337-806f-29d1733fb246 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.610337] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3652efad-19fe-4aa6-9d48-122477a38864 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.645635] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178474MB free_disk=40GB free_vcpus=48 pci_devices=None {{(pid=70542) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1053.645635] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.662249] env[70542]: DEBUG oslo_vmware.api [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285986} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.662249] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.662249] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.662249] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.662249] env[70542]: INFO nova.compute.manager [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Took 2.55 seconds to destroy the instance on the hypervisor. [ 1053.662249] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.662249] env[70542]: DEBUG nova.compute.manager [-] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.662249] env[70542]: DEBUG nova.network.neutron [-] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.718020] env[70542]: DEBUG oslo_vmware.api [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911807, 'name': Destroy_Task, 'duration_secs': 0.482804} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.718020] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Destroyed the VM [ 1053.718020] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Deleting Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1053.718020] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-898ce7a7-4fbd-4c7c-9c38-9a0a8296b5dc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.725381] env[70542]: DEBUG oslo_vmware.api [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 1053.725381] env[70542]: value = "task-3911808" [ 1053.725381] env[70542]: _type = "Task" [ 1053.725381] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.741283] env[70542]: DEBUG oslo_vmware.api [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911808, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.943647] env[70542]: DEBUG oslo_vmware.api [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911803, 'name': RemoveSnapshot_Task, 'duration_secs': 1.126792} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.944098] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Deleted Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1054.100208] env[70542]: INFO nova.compute.manager [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Took 41.38 seconds to build instance. [ 1054.104499] env[70542]: DEBUG oslo_concurrency.lockutils [None req-49f1ba01-a8c0-4faa-a8f7-d2e75bca87bc tempest-ImagesOneServerTestJSON-2067594152 tempest-ImagesOneServerTestJSON-2067594152-project-member] Lock "07d4b435-4af4-41f2-b778-724ecabb9e7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.715s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.238512] env[70542]: DEBUG oslo_vmware.api [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911808, 'name': RemoveSnapshot_Task, 'duration_secs': 0.419304} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.238821] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Deleted Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1054.239061] env[70542]: DEBUG nova.compute.manager [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1054.239915] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f413a2a3-8797-483e-a0cf-f374d3e900b2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.348103] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09172cc8-46c2-46e3-905d-ff74962c9ac8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.361932] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198a5924-ff1f-42a9-b52e-91c615f3f93a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.400844] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69d150a-e0bb-4e4d-88e1-93b026683163 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.409989] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa4875d-4d1c-4487-b924-94d48eb24e45 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.427468] env[70542]: DEBUG nova.compute.provider_tree [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.449286] env[70542]: WARNING nova.compute.manager [None req-b8adccd3-fccb-4953-9290-7d28e903e48d tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Image not found during snapshot: nova.exception.ImageNotFound: Image 20d1a173-ff4b-4e27-8708-eef878413aab could not be found. [ 1054.595409] env[70542]: DEBUG nova.compute.manager [req-c611022b-4e67-47de-8b3c-9721385ab047 req-88b337ef-e1b9-4ae3-a277-31f4a2e0b635 service nova] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Received event network-vif-deleted-1b502e1b-cb96-4c68-9a9a-76b65c50b515 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.595409] env[70542]: INFO nova.compute.manager [req-c611022b-4e67-47de-8b3c-9721385ab047 req-88b337ef-e1b9-4ae3-a277-31f4a2e0b635 service nova] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Neutron deleted interface 1b502e1b-cb96-4c68-9a9a-76b65c50b515; detaching it from the instance and deleting it from the info cache [ 1054.595409] env[70542]: DEBUG nova.network.neutron [req-c611022b-4e67-47de-8b3c-9721385ab047 req-88b337ef-e1b9-4ae3-a277-31f4a2e0b635 service nova] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.605864] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4b93ee39-f743-4237-b7e0-346cf0131efe tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "a1f250ef-d141-4a91-9a5c-df91115e5ad9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.892s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.757379] env[70542]: INFO nova.compute.manager [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Shelve offloading [ 1054.931551] env[70542]: DEBUG nova.scheduler.client.report [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.964233] env[70542]: DEBUG nova.network.neutron [-] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.101452] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67760885-cac9-4faf-971c-15ff5473c5aa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.117622] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabd4a30-a446-48a9-96a5-e6290d2fb9a2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.156657] env[70542]: DEBUG nova.compute.manager [req-c611022b-4e67-47de-8b3c-9721385ab047 req-88b337ef-e1b9-4ae3-a277-31f4a2e0b635 service nova] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Detach interface failed, port_id=1b502e1b-cb96-4c68-9a9a-76b65c50b515, reason: Instance 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1055.262560] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.265920] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7514a5b1-01ab-44cb-ae94-5bab885f02d4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.268709] env[70542]: DEBUG oslo_concurrency.lockutils [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Acquiring lock "00f1948b-70ea-4fa7-bbff-1980c306a215" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.268984] env[70542]: DEBUG oslo_concurrency.lockutils [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Lock "00f1948b-70ea-4fa7-bbff-1980c306a215" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.276311] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "a52054fb-e507-4e4f-80ff-d90c870d78af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.276573] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "a52054fb-e507-4e4f-80ff-d90c870d78af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.276802] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "a52054fb-e507-4e4f-80ff-d90c870d78af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.279882] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "a52054fb-e507-4e4f-80ff-d90c870d78af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.279882] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "a52054fb-e507-4e4f-80ff-d90c870d78af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.281123] env[70542]: DEBUG oslo_vmware.api [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 1055.281123] env[70542]: value = "task-3911809" [ 1055.281123] env[70542]: _type = "Task" [ 1055.281123] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.282008] env[70542]: INFO nova.compute.manager [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Terminating instance [ 1055.297336] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] VM already powered off {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1055.297638] env[70542]: DEBUG nova.compute.manager [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1055.298739] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa03f04c-d4b7-48c7-b643-ad5e2b9deaf0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.306885] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquiring lock "refresh_cache-89ae4a6d-70ab-4e83-8a97-063321b8dab4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.307491] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquired lock "refresh_cache-89ae4a6d-70ab-4e83-8a97-063321b8dab4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.307491] env[70542]: DEBUG nova.network.neutron [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.439584] env[70542]: DEBUG oslo_concurrency.lockutils [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.440907] env[70542]: DEBUG oslo_concurrency.lockutils [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.928s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.441566] env[70542]: DEBUG nova.objects.instance [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lazy-loading 'resources' on Instance uuid 31132351-5206-4d08-876a-5960cc412a05 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.467465] env[70542]: INFO nova.scheduler.client.report [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Deleted allocations for instance b3764e3b-4297-4515-9673-0f75a6a4ac8e [ 1055.471027] env[70542]: INFO nova.compute.manager [-] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Took 1.81 seconds to deallocate network for instance. [ 1055.772255] env[70542]: DEBUG nova.compute.manager [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1055.793387] env[70542]: DEBUG nova.compute.manager [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.793387] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.793387] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2bbb90-3dac-4c6b-9855-a1c1aa88e161 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.803023] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.803023] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ec1d05c-5c0a-4156-b593-93b4ede873b9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.817088] env[70542]: DEBUG oslo_vmware.api [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 1055.817088] env[70542]: value = "task-3911810" [ 1055.817088] env[70542]: _type = "Task" [ 1055.817088] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.831808] env[70542]: DEBUG oslo_vmware.api [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.992265] env[70542]: DEBUG oslo_concurrency.lockutils [None req-48630daa-d87b-4129-8c98-ee795cb747ac tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "b3764e3b-4297-4515-9673-0f75a6a4ac8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.738s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.063530] env[70542]: INFO nova.compute.manager [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Took 0.59 seconds to detach 1 volumes for instance. [ 1056.296532] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cc8a64-e70c-468b-a1db-b705f40b0b81 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.301457] env[70542]: DEBUG oslo_concurrency.lockutils [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.303442] env[70542]: DEBUG nova.network.neutron [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Updating instance_info_cache with network_info: [{"id": "e8502457-3e1c-459a-9499-fa08683817a8", "address": "fa:16:3e:66:2b:13", "network": {"id": "40effc2b-43a3-47f4-b31f-3b92dad3ff52", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-756019620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5dba3f2d644ffab877e8c5100a3837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8502457-3e", "ovs_interfaceid": "e8502457-3e1c-459a-9499-fa08683817a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.308807] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a1b022-ebe0-4286-a24c-7c34df81175e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.349413] env[70542]: DEBUG nova.compute.manager [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Stashing vm_state: active {{(pid=70542) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1056.356142] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ca2833-a741-44df-b778-40810508d60d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.360258] env[70542]: DEBUG oslo_vmware.api [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911810, 'name': PowerOffVM_Task, 'duration_secs': 0.20893} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.360925] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.361113] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.361404] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82f4cb82-ffdf-4c65-a632-bc640ae77e1e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.367219] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d274a18-56cb-4d83-9108-76888814a6e3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.390375] env[70542]: DEBUG nova.compute.provider_tree [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.435944] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.436405] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.436549] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Deleting the datastore file [datastore1] a52054fb-e507-4e4f-80ff-d90c870d78af {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.436867] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40357e75-09e0-44bb-aa22-c95b988b4989 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.446981] env[70542]: DEBUG oslo_vmware.api [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for the task: (returnval){ [ 1056.446981] env[70542]: value = "task-3911812" [ 1056.446981] env[70542]: _type = "Task" [ 1056.446981] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.460525] env[70542]: DEBUG oslo_vmware.api [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.569598] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.809407] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Releasing lock "refresh_cache-89ae4a6d-70ab-4e83-8a97-063321b8dab4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.875963] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.897542] env[70542]: DEBUG nova.scheduler.client.report [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.959402] env[70542]: DEBUG oslo_vmware.api [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Task: {'id': task-3911812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171498} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.959699] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.959893] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.960102] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.960291] env[70542]: INFO nova.compute.manager [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1056.960547] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.960746] env[70542]: DEBUG nova.compute.manager [-] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.960841] env[70542]: DEBUG nova.network.neutron [-] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.391616] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.393041] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Acquiring lock "53cad18e-9a42-41ed-9b6b-264cdbcaa19d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.393041] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Lock "53cad18e-9a42-41ed-9b6b-264cdbcaa19d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.394022] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dffdf7c-5f68-4a15-85bf-5f110874f864 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.405479] env[70542]: DEBUG oslo_concurrency.lockutils [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.407837] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.408009] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.818s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.408761] env[70542]: DEBUG nova.objects.instance [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lazy-loading 'resources' on Instance uuid a195a73f-0e1c-4d50-a6c3-bb1362a55f76 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.409976] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9612272e-3cd1-4fde-bdaa-ad475a9084a9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.452906] env[70542]: DEBUG nova.compute.manager [req-3df6d3c6-c508-4a27-abd8-5610aeb97dd0 req-f6a123bf-7de2-45cb-b9fa-fa22bae25909 service nova] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Received event network-vif-deleted-7d92b87c-95eb-4822-a94e-ac318663e9a9 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.453370] env[70542]: INFO nova.compute.manager [req-3df6d3c6-c508-4a27-abd8-5610aeb97dd0 req-f6a123bf-7de2-45cb-b9fa-fa22bae25909 service nova] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Neutron deleted interface 7d92b87c-95eb-4822-a94e-ac318663e9a9; detaching it from the instance and deleting it from the info cache [ 1057.453776] env[70542]: DEBUG nova.network.neutron [req-3df6d3c6-c508-4a27-abd8-5610aeb97dd0 req-f6a123bf-7de2-45cb-b9fa-fa22bae25909 service nova] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.466684] env[70542]: INFO nova.scheduler.client.report [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Deleted allocations for instance 31132351-5206-4d08-876a-5960cc412a05 [ 1057.477282] env[70542]: DEBUG nova.compute.manager [req-c4c21b7f-0cdf-4e91-b952-54271cfb3075 req-505f7130-8349-4b0c-880e-728605f038c6 service nova] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Received event network-vif-unplugged-e8502457-3e1c-459a-9499-fa08683817a8 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.477922] env[70542]: DEBUG oslo_concurrency.lockutils [req-c4c21b7f-0cdf-4e91-b952-54271cfb3075 req-505f7130-8349-4b0c-880e-728605f038c6 service nova] Acquiring lock "89ae4a6d-70ab-4e83-8a97-063321b8dab4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.477922] env[70542]: DEBUG oslo_concurrency.lockutils [req-c4c21b7f-0cdf-4e91-b952-54271cfb3075 req-505f7130-8349-4b0c-880e-728605f038c6 service nova] Lock "89ae4a6d-70ab-4e83-8a97-063321b8dab4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.477922] env[70542]: DEBUG oslo_concurrency.lockutils [req-c4c21b7f-0cdf-4e91-b952-54271cfb3075 req-505f7130-8349-4b0c-880e-728605f038c6 service nova] Lock "89ae4a6d-70ab-4e83-8a97-063321b8dab4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.479231] env[70542]: DEBUG nova.compute.manager [req-c4c21b7f-0cdf-4e91-b952-54271cfb3075 req-505f7130-8349-4b0c-880e-728605f038c6 service nova] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] No waiting events found dispatching network-vif-unplugged-e8502457-3e1c-459a-9499-fa08683817a8 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1057.479707] env[70542]: WARNING nova.compute.manager [req-c4c21b7f-0cdf-4e91-b952-54271cfb3075 req-505f7130-8349-4b0c-880e-728605f038c6 service nova] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Received unexpected event network-vif-unplugged-e8502457-3e1c-459a-9499-fa08683817a8 for instance with vm_state shelved and task_state shelving_offloading. [ 1057.494362] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.494573] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.494634] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Deleting the datastore file [datastore1] 89ae4a6d-70ab-4e83-8a97-063321b8dab4 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.496252] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7fb3e1e-2f50-49a8-8dd9-25b884a85d80 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.503178] env[70542]: DEBUG oslo_vmware.api [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 1057.503178] env[70542]: value = "task-3911814" [ 1057.503178] env[70542]: _type = "Task" [ 1057.503178] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.513338] env[70542]: DEBUG oslo_vmware.api [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.719054] env[70542]: DEBUG nova.network.neutron [-] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.899129] env[70542]: DEBUG nova.compute.manager [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.960160] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4dbfa93f-4676-4a53-866a-5ac07d0be9d5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.971127] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a574e4-d0ee-4c15-a502-0f8e18467e2d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.993373] env[70542]: DEBUG oslo_concurrency.lockutils [None req-86aa7485-8c01-4492-a9cf-d74314876bd4 tempest-ImagesOneServerNegativeTestJSON-495716502 tempest-ImagesOneServerNegativeTestJSON-495716502-project-member] Lock "31132351-5206-4d08-876a-5960cc412a05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.154s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.011459] env[70542]: DEBUG nova.compute.manager [req-3df6d3c6-c508-4a27-abd8-5610aeb97dd0 req-f6a123bf-7de2-45cb-b9fa-fa22bae25909 service nova] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Detach interface failed, port_id=7d92b87c-95eb-4822-a94e-ac318663e9a9, reason: Instance a52054fb-e507-4e4f-80ff-d90c870d78af could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1058.034449] env[70542]: DEBUG oslo_vmware.api [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147273} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.037380] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.037605] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.037753] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.062563] env[70542]: INFO nova.scheduler.client.report [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Deleted allocations for instance 89ae4a6d-70ab-4e83-8a97-063321b8dab4 [ 1058.222637] env[70542]: INFO nova.compute.manager [-] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Took 1.26 seconds to deallocate network for instance. [ 1058.257120] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696458d5-ce47-4405-910e-8c286b66e888 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.265496] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba7d596-643f-4801-b6ea-9ab54f9dc616 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.307094] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8fd94c-68fe-4d7f-8f26-25de92be9041 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.314126] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e51110-0d6e-4b6c-8958-5aac258f2288 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.333516] env[70542]: DEBUG nova.compute.provider_tree [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.425818] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.573563] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.729508] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.840459] env[70542]: DEBUG nova.scheduler.client.report [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.350020] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.351538] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.722s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.354860] env[70542]: INFO nova.compute.claims [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.381745] env[70542]: INFO nova.scheduler.client.report [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Deleted allocations for instance a195a73f-0e1c-4d50-a6c3-bb1362a55f76 [ 1059.424976] env[70542]: DEBUG oslo_concurrency.lockutils [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "10e06f9c-d7d5-4865-af99-2170c659d1b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.424976] env[70542]: DEBUG oslo_concurrency.lockutils [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "10e06f9c-d7d5-4865-af99-2170c659d1b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.677121] env[70542]: DEBUG nova.compute.manager [req-a71275b5-27a8-40f8-99f9-6b0a3e754159 req-0559ff29-77f0-4e45-935f-6a0e31630486 service nova] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Received event network-changed-e8502457-3e1c-459a-9499-fa08683817a8 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.677121] env[70542]: DEBUG nova.compute.manager [req-a71275b5-27a8-40f8-99f9-6b0a3e754159 req-0559ff29-77f0-4e45-935f-6a0e31630486 service nova] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Refreshing instance network info cache due to event network-changed-e8502457-3e1c-459a-9499-fa08683817a8. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.677121] env[70542]: DEBUG oslo_concurrency.lockutils [req-a71275b5-27a8-40f8-99f9-6b0a3e754159 req-0559ff29-77f0-4e45-935f-6a0e31630486 service nova] Acquiring lock "refresh_cache-89ae4a6d-70ab-4e83-8a97-063321b8dab4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.677121] env[70542]: DEBUG oslo_concurrency.lockutils [req-a71275b5-27a8-40f8-99f9-6b0a3e754159 req-0559ff29-77f0-4e45-935f-6a0e31630486 service nova] Acquired lock "refresh_cache-89ae4a6d-70ab-4e83-8a97-063321b8dab4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.677121] env[70542]: DEBUG nova.network.neutron [req-a71275b5-27a8-40f8-99f9-6b0a3e754159 req-0559ff29-77f0-4e45-935f-6a0e31630486 service nova] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Refreshing network info cache for port e8502457-3e1c-459a-9499-fa08683817a8 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.890861] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bd2c2487-4f56-48a2-8ed7-b24386bdcbad tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "a195a73f-0e1c-4d50-a6c3-bb1362a55f76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.179s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.933250] env[70542]: DEBUG nova.compute.manager [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1060.459940] env[70542]: DEBUG oslo_concurrency.lockutils [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.665383] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d024014e-86e0-45fe-889f-226bc087bb43 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.678428] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa9b394-2c42-40b7-b678-d70d728bf9bb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.714152] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b79496-f45f-4d81-9d44-1127e6df00a4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.723434] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de20c24c-034d-4c76-95aa-951fac2968f8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.739091] env[70542]: DEBUG nova.compute.provider_tree [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.801885] env[70542]: DEBUG nova.network.neutron [req-a71275b5-27a8-40f8-99f9-6b0a3e754159 req-0559ff29-77f0-4e45-935f-6a0e31630486 service nova] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Updated VIF entry in instance network info cache for port e8502457-3e1c-459a-9499-fa08683817a8. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.801885] env[70542]: DEBUG nova.network.neutron [req-a71275b5-27a8-40f8-99f9-6b0a3e754159 req-0559ff29-77f0-4e45-935f-6a0e31630486 service nova] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Updating instance_info_cache with network_info: [{"id": "e8502457-3e1c-459a-9499-fa08683817a8", "address": "fa:16:3e:66:2b:13", "network": {"id": "40effc2b-43a3-47f4-b31f-3b92dad3ff52", "bridge": null, "label": "tempest-ServersNegativeTestJSON-756019620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5dba3f2d644ffab877e8c5100a3837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape8502457-3e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.918066] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquiring lock "89ae4a6d-70ab-4e83-8a97-063321b8dab4" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.246067] env[70542]: DEBUG nova.scheduler.client.report [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.305041] env[70542]: DEBUG oslo_concurrency.lockutils [req-a71275b5-27a8-40f8-99f9-6b0a3e754159 req-0559ff29-77f0-4e45-935f-6a0e31630486 service nova] Releasing lock "refresh_cache-89ae4a6d-70ab-4e83-8a97-063321b8dab4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.752100] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.752100] env[70542]: DEBUG nova.compute.manager [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1061.758719] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.750s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.758719] env[70542]: DEBUG nova.objects.instance [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Lazy-loading 'resources' on Instance uuid 90de7b33-07f3-41c4-b374-db5847d3820a {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.051930] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "bb068ba4-14de-4b39-b127-f4c51d1c685f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.052103] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "bb068ba4-14de-4b39-b127-f4c51d1c685f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.264992] env[70542]: DEBUG nova.compute.utils [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.266610] env[70542]: DEBUG nova.compute.manager [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.266795] env[70542]: DEBUG nova.network.neutron [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.313671] env[70542]: DEBUG nova.policy [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebad8a54a2cd4896a4b933704c6a3e14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3897359786e64bc592fd5e207aea4974', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.466503] env[70542]: DEBUG nova.compute.manager [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Stashing vm_state: active {{(pid=70542) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1062.555618] env[70542]: DEBUG nova.compute.manager [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1062.570603] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c400fe6-12d4-4502-8f89-1d6f1146c1ae {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.581820] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917cb871-55b8-4309-bf38-26be8a1127ea {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.617838] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d6abf8-523f-415a-982c-506e01c51a0e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.628219] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c6a423-377e-48bb-b67c-65062b7fbdd6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.646413] env[70542]: DEBUG nova.compute.provider_tree [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.774028] env[70542]: DEBUG nova.compute.manager [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1062.910591] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.911041] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.992144] env[70542]: DEBUG oslo_concurrency.lockutils [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.993171] env[70542]: DEBUG nova.network.neutron [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Successfully created port: 511022f6-ead8-4463-80be-4bd5d2609c2a {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.090364] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.150918] env[70542]: DEBUG nova.scheduler.client.report [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.417243] env[70542]: DEBUG nova.compute.manager [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1063.657491] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.658477] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.615s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.659200] env[70542]: DEBUG nova.objects.instance [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lazy-loading 'resources' on Instance uuid e3f9e5df-5236-4512-97df-19ff178b2af3 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.689858] env[70542]: INFO nova.scheduler.client.report [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Deleted allocations for instance 90de7b33-07f3-41c4-b374-db5847d3820a [ 1063.784823] env[70542]: DEBUG nova.compute.manager [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1063.813090] env[70542]: DEBUG nova.virt.hardware [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.813090] env[70542]: DEBUG nova.virt.hardware [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.813090] env[70542]: DEBUG nova.virt.hardware [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.813090] env[70542]: DEBUG nova.virt.hardware [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.814256] env[70542]: DEBUG nova.virt.hardware [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.814676] env[70542]: DEBUG nova.virt.hardware [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.815273] env[70542]: DEBUG nova.virt.hardware [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.815612] env[70542]: DEBUG nova.virt.hardware [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.816126] env[70542]: DEBUG nova.virt.hardware [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.816455] env[70542]: DEBUG nova.virt.hardware [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.816937] env[70542]: DEBUG nova.virt.hardware [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.818333] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb7a672-6cff-495d-b2a4-bf3a344f93e9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.829218] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790d165d-8ae6-43c6-af3d-65cf0960cbf7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.947049] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.204386] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c5b0bc51-1ece-4c11-b21c-8e5c29d191ec tempest-ServersTestManualDisk-419272698 tempest-ServersTestManualDisk-419272698-project-member] Lock "90de7b33-07f3-41c4-b374-db5847d3820a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.951s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.461198] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc89233-41e4-454e-b1ed-330d8a987612 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.471525] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b852167f-8a60-437a-8b78-0f78b24943ac {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.508817] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173ea1d9-793f-4bd4-89e3-bd58a66d2ca6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.520602] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2b3166-7e19-439c-82c8-3ff8fa18365b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.540408] env[70542]: DEBUG nova.compute.provider_tree [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.862820] env[70542]: DEBUG nova.compute.manager [req-29620e8f-345b-46a2-95d3-03b69078d65e req-d4441218-8bcd-472c-8cfe-3ff2e119fbb2 service nova] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Received event network-vif-plugged-511022f6-ead8-4463-80be-4bd5d2609c2a {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.863105] env[70542]: DEBUG oslo_concurrency.lockutils [req-29620e8f-345b-46a2-95d3-03b69078d65e req-d4441218-8bcd-472c-8cfe-3ff2e119fbb2 service nova] Acquiring lock "526a38ba-8b2b-4d65-a435-f690b453b052-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.863264] env[70542]: DEBUG oslo_concurrency.lockutils [req-29620e8f-345b-46a2-95d3-03b69078d65e req-d4441218-8bcd-472c-8cfe-3ff2e119fbb2 service nova] Lock "526a38ba-8b2b-4d65-a435-f690b453b052-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.863427] env[70542]: DEBUG oslo_concurrency.lockutils [req-29620e8f-345b-46a2-95d3-03b69078d65e req-d4441218-8bcd-472c-8cfe-3ff2e119fbb2 service nova] Lock "526a38ba-8b2b-4d65-a435-f690b453b052-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.863608] env[70542]: DEBUG nova.compute.manager [req-29620e8f-345b-46a2-95d3-03b69078d65e req-d4441218-8bcd-472c-8cfe-3ff2e119fbb2 service nova] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] No waiting events found dispatching network-vif-plugged-511022f6-ead8-4463-80be-4bd5d2609c2a {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1064.863808] env[70542]: WARNING nova.compute.manager [req-29620e8f-345b-46a2-95d3-03b69078d65e req-d4441218-8bcd-472c-8cfe-3ff2e119fbb2 service nova] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Received unexpected event network-vif-plugged-511022f6-ead8-4463-80be-4bd5d2609c2a for instance with vm_state building and task_state spawning. [ 1065.043443] env[70542]: DEBUG nova.scheduler.client.report [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.085063] env[70542]: DEBUG nova.network.neutron [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Successfully updated port: 511022f6-ead8-4463-80be-4bd5d2609c2a {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.552498] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.560020] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.065s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.560020] env[70542]: INFO nova.compute.claims [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.590069] env[70542]: INFO nova.scheduler.client.report [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Deleted allocations for instance e3f9e5df-5236-4512-97df-19ff178b2af3 [ 1065.590603] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "refresh_cache-526a38ba-8b2b-4d65-a435-f690b453b052" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.590603] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquired lock "refresh_cache-526a38ba-8b2b-4d65-a435-f690b453b052" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.590759] env[70542]: DEBUG nova.network.neutron [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.098599] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4f0e5aec-f8a2-4b63-968a-3cd92b552f5e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "e3f9e5df-5236-4512-97df-19ff178b2af3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.399s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.145589] env[70542]: DEBUG nova.network.neutron [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.370311] env[70542]: DEBUG nova.network.neutron [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Updating instance_info_cache with network_info: [{"id": "511022f6-ead8-4463-80be-4bd5d2609c2a", "address": "fa:16:3e:9d:79:8f", "network": {"id": "0fdd78e6-604b-4680-ac71-ea4e397161ff", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-93680765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3897359786e64bc592fd5e207aea4974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap511022f6-ea", "ovs_interfaceid": "511022f6-ead8-4463-80be-4bd5d2609c2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.860498] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb562cbe-dbe2-4475-a652-8e923afcff40 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.870246] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4f2d0f-ed4e-417f-8b47-9aeb5d8527b9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.875179] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Releasing lock "refresh_cache-526a38ba-8b2b-4d65-a435-f690b453b052" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.875710] env[70542]: DEBUG nova.compute.manager [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Instance network_info: |[{"id": "511022f6-ead8-4463-80be-4bd5d2609c2a", "address": "fa:16:3e:9d:79:8f", "network": {"id": "0fdd78e6-604b-4680-ac71-ea4e397161ff", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-93680765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3897359786e64bc592fd5e207aea4974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap511022f6-ea", "ovs_interfaceid": "511022f6-ead8-4463-80be-4bd5d2609c2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.876529] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:79:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b0fa7a2-ebd9-4788-8904-7bf250ce466c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '511022f6-ead8-4463-80be-4bd5d2609c2a', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.884848] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.885749] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.887056] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e29fd1a4-d08a-4326-9897-68c272f1ca56 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.932182] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb67cc3-5080-472a-a15d-22dbdb63a947 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.937928] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.937928] env[70542]: value = "task-3911815" [ 1066.937928] env[70542]: _type = "Task" [ 1066.937928] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.945239] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81961db-9689-4605-bca9-4e780b38f463 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.972376] env[70542]: DEBUG nova.compute.provider_tree [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.975781] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911815, 'name': CreateVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.992216] env[70542]: DEBUG nova.compute.manager [req-7a2c019d-7f5c-4ad7-87dd-b08ccda84cc1 req-0a754ff5-980d-41f5-9d57-ea392290b6de service nova] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Received event network-changed-511022f6-ead8-4463-80be-4bd5d2609c2a {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.992451] env[70542]: DEBUG nova.compute.manager [req-7a2c019d-7f5c-4ad7-87dd-b08ccda84cc1 req-0a754ff5-980d-41f5-9d57-ea392290b6de service nova] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Refreshing instance network info cache due to event network-changed-511022f6-ead8-4463-80be-4bd5d2609c2a. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.993481] env[70542]: DEBUG oslo_concurrency.lockutils [req-7a2c019d-7f5c-4ad7-87dd-b08ccda84cc1 req-0a754ff5-980d-41f5-9d57-ea392290b6de service nova] Acquiring lock "refresh_cache-526a38ba-8b2b-4d65-a435-f690b453b052" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.993481] env[70542]: DEBUG oslo_concurrency.lockutils [req-7a2c019d-7f5c-4ad7-87dd-b08ccda84cc1 req-0a754ff5-980d-41f5-9d57-ea392290b6de service nova] Acquired lock "refresh_cache-526a38ba-8b2b-4d65-a435-f690b453b052" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.993481] env[70542]: DEBUG nova.network.neutron [req-7a2c019d-7f5c-4ad7-87dd-b08ccda84cc1 req-0a754ff5-980d-41f5-9d57-ea392290b6de service nova] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Refreshing network info cache for port 511022f6-ead8-4463-80be-4bd5d2609c2a {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.453976] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911815, 'name': CreateVM_Task, 'duration_secs': 0.339074} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.453976] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.453976] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.454440] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.454440] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.455119] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb5b3ddb-b798-4c2d-a469-f2da78cf65b7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.460945] env[70542]: DEBUG oslo_vmware.api [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1067.460945] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ff8809-fb3a-241c-3342-82c12b22635e" [ 1067.460945] env[70542]: _type = "Task" [ 1067.460945] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.471569] env[70542]: DEBUG oslo_vmware.api [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ff8809-fb3a-241c-3342-82c12b22635e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.478765] env[70542]: DEBUG nova.scheduler.client.report [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.897799] env[70542]: DEBUG nova.network.neutron [req-7a2c019d-7f5c-4ad7-87dd-b08ccda84cc1 req-0a754ff5-980d-41f5-9d57-ea392290b6de service nova] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Updated VIF entry in instance network info cache for port 511022f6-ead8-4463-80be-4bd5d2609c2a. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.898106] env[70542]: DEBUG nova.network.neutron [req-7a2c019d-7f5c-4ad7-87dd-b08ccda84cc1 req-0a754ff5-980d-41f5-9d57-ea392290b6de service nova] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Updating instance_info_cache with network_info: [{"id": "511022f6-ead8-4463-80be-4bd5d2609c2a", "address": "fa:16:3e:9d:79:8f", "network": {"id": "0fdd78e6-604b-4680-ac71-ea4e397161ff", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-93680765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3897359786e64bc592fd5e207aea4974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap511022f6-ea", "ovs_interfaceid": "511022f6-ead8-4463-80be-4bd5d2609c2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.976591] env[70542]: DEBUG oslo_vmware.api [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ff8809-fb3a-241c-3342-82c12b22635e, 'name': SearchDatastore_Task, 'duration_secs': 0.010499} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.977053] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.977206] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.977506] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.977667] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.977849] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.978149] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4118b1c-9ac3-427e-8b5d-3c0e8c57bcd7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.984118] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.984628] env[70542]: DEBUG nova.compute.manager [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1067.989863] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.538s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.990072] env[70542]: DEBUG nova.objects.instance [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70542) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1067.994185] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.994185] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.994421] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fd2a3d7-6ba1-426b-8cb9-8b5fcd8d611a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.001952] env[70542]: DEBUG oslo_vmware.api [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1068.001952] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5283e1e8-c27e-a7a1-ab31-c5312d857362" [ 1068.001952] env[70542]: _type = "Task" [ 1068.001952] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.012678] env[70542]: DEBUG oslo_vmware.api [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5283e1e8-c27e-a7a1-ab31-c5312d857362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.290628] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "8923d70c-588f-41c5-895e-3db23542b3e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.290692] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "8923d70c-588f-41c5-895e-3db23542b3e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.332106] env[70542]: DEBUG oslo_concurrency.lockutils [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquiring lock "5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.332353] env[70542]: DEBUG oslo_concurrency.lockutils [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.400954] env[70542]: DEBUG oslo_concurrency.lockutils [req-7a2c019d-7f5c-4ad7-87dd-b08ccda84cc1 req-0a754ff5-980d-41f5-9d57-ea392290b6de service nova] Releasing lock "refresh_cache-526a38ba-8b2b-4d65-a435-f690b453b052" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.496760] env[70542]: DEBUG nova.compute.utils [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.500241] env[70542]: DEBUG nova.compute.manager [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1068.501989] env[70542]: DEBUG nova.network.neutron [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1068.526765] env[70542]: DEBUG oslo_vmware.api [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5283e1e8-c27e-a7a1-ab31-c5312d857362, 'name': SearchDatastore_Task, 'duration_secs': 0.010376} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.527685] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08a84d53-7111-49c7-9ab4-ab2c992b61d4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.534066] env[70542]: DEBUG oslo_vmware.api [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1068.534066] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52472450-79af-4c1e-2ce2-7effa65df0d3" [ 1068.534066] env[70542]: _type = "Task" [ 1068.534066] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.550368] env[70542]: DEBUG oslo_vmware.api [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52472450-79af-4c1e-2ce2-7effa65df0d3, 'name': SearchDatastore_Task, 'duration_secs': 0.009309} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.550644] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.550906] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 526a38ba-8b2b-4d65-a435-f690b453b052/526a38ba-8b2b-4d65-a435-f690b453b052.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.551193] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6ec444e-6147-4a58-b5ac-763c86750415 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.560113] env[70542]: DEBUG oslo_vmware.api [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1068.560113] env[70542]: value = "task-3911816" [ 1068.560113] env[70542]: _type = "Task" [ 1068.560113] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.568994] env[70542]: DEBUG oslo_vmware.api [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.590905] env[70542]: DEBUG nova.policy [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fe08587d2f749d59804b088bc0a64a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4224b36262db4e589f89295d0299e529', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.793622] env[70542]: DEBUG nova.compute.manager [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.834461] env[70542]: DEBUG nova.compute.manager [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1069.009841] env[70542]: DEBUG nova.compute.manager [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.020936] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c0eae91a-5c8e-40c5-b999-d9dc616b4d0e tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.029s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.033534] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3a7b66e5-e993-49bf-9e28-41b8210ba920 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 17.149s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.036436] env[70542]: DEBUG oslo_concurrency.lockutils [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquiring lock "7758ae36-3fab-4edf-ac5a-65964b22b2f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.036436] env[70542]: DEBUG oslo_concurrency.lockutils [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "7758ae36-3fab-4edf-ac5a-65964b22b2f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.072459] env[70542]: DEBUG oslo_vmware.api [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911816, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.076739] env[70542]: DEBUG nova.network.neutron [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Successfully created port: 006653fe-4618-46c4-86f5-24f60e96ec81 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1069.107171] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Acquiring lock "3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.107921] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Lock "3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.325202] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.369394] env[70542]: DEBUG oslo_concurrency.lockutils [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.542786] env[70542]: DEBUG nova.compute.manager [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1069.573856] env[70542]: DEBUG oslo_vmware.api [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911816, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.736219] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquiring lock "808b40ba-d9f9-486f-890b-3269035f6bd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.736219] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "808b40ba-d9f9-486f-890b-3269035f6bd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.897579] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4904ed5-7f72-4de1-b4e6-74dc49016072 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.906305] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08d7f6a-1e61-4e70-b999-6f2549185904 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.938155] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96f3237-3be1-470e-b100-c976519f064d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.946323] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c178de5d-11c1-463d-a812-82b905a7b409 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.961531] env[70542]: DEBUG nova.compute.provider_tree [None req-3a7b66e5-e993-49bf-9e28-41b8210ba920 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.044037] env[70542]: DEBUG nova.compute.manager [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1070.074008] env[70542]: DEBUG oslo_vmware.api [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911816, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.465901} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.076497] env[70542]: DEBUG oslo_concurrency.lockutils [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.076792] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 526a38ba-8b2b-4d65-a435-f690b453b052/526a38ba-8b2b-4d65-a435-f690b453b052.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.077011] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.081404] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e69a5bfc-d779-41ac-8b3d-7c43a489ea7f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.091431] env[70542]: DEBUG nova.virt.hardware [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.091707] env[70542]: DEBUG nova.virt.hardware [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.091868] env[70542]: DEBUG nova.virt.hardware [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.092072] env[70542]: DEBUG nova.virt.hardware [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.092229] env[70542]: DEBUG nova.virt.hardware [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.092390] env[70542]: DEBUG nova.virt.hardware [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.092582] env[70542]: DEBUG nova.virt.hardware [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.092735] env[70542]: DEBUG nova.virt.hardware [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.092907] env[70542]: DEBUG nova.virt.hardware [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.093091] env[70542]: DEBUG nova.virt.hardware [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.093272] env[70542]: DEBUG nova.virt.hardware [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.094241] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e971df-99f8-41ff-873c-462d4d00047b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.099451] env[70542]: DEBUG oslo_vmware.api [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1070.099451] env[70542]: value = "task-3911817" [ 1070.099451] env[70542]: _type = "Task" [ 1070.099451] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.108663] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807b5e75-6511-44ef-9eb9-801c1387ccec {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.119098] env[70542]: DEBUG oslo_vmware.api [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.469404] env[70542]: DEBUG nova.scheduler.client.report [None req-3a7b66e5-e993-49bf-9e28-41b8210ba920 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.610815] env[70542]: DEBUG oslo_vmware.api [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080235} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.611928] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.612176] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24de69a9-7354-4970-be39-b23a4e6f1534 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.635706] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 526a38ba-8b2b-4d65-a435-f690b453b052/526a38ba-8b2b-4d65-a435-f690b453b052.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.636097] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab31545b-f56d-4d6e-8761-497b082d26f4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.659410] env[70542]: DEBUG oslo_vmware.api [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1070.659410] env[70542]: value = "task-3911818" [ 1070.659410] env[70542]: _type = "Task" [ 1070.659410] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.668364] env[70542]: DEBUG oslo_vmware.api [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.076919] env[70542]: DEBUG nova.compute.manager [req-bccce3dd-dfc3-40e6-80f5-41b9fd1741e8 req-c3002e72-4d79-4b40-a74d-1607f1c57bbd service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Received event network-vif-plugged-006653fe-4618-46c4-86f5-24f60e96ec81 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.076919] env[70542]: DEBUG oslo_concurrency.lockutils [req-bccce3dd-dfc3-40e6-80f5-41b9fd1741e8 req-c3002e72-4d79-4b40-a74d-1607f1c57bbd service nova] Acquiring lock "a02183c0-68a1-4618-922a-64ce8d3fefc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.077739] env[70542]: DEBUG oslo_concurrency.lockutils [req-bccce3dd-dfc3-40e6-80f5-41b9fd1741e8 req-c3002e72-4d79-4b40-a74d-1607f1c57bbd service nova] Lock "a02183c0-68a1-4618-922a-64ce8d3fefc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.078049] env[70542]: DEBUG oslo_concurrency.lockutils [req-bccce3dd-dfc3-40e6-80f5-41b9fd1741e8 req-c3002e72-4d79-4b40-a74d-1607f1c57bbd service nova] Lock "a02183c0-68a1-4618-922a-64ce8d3fefc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.078287] env[70542]: DEBUG nova.compute.manager [req-bccce3dd-dfc3-40e6-80f5-41b9fd1741e8 req-c3002e72-4d79-4b40-a74d-1607f1c57bbd service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] No waiting events found dispatching network-vif-plugged-006653fe-4618-46c4-86f5-24f60e96ec81 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1071.078508] env[70542]: WARNING nova.compute.manager [req-bccce3dd-dfc3-40e6-80f5-41b9fd1741e8 req-c3002e72-4d79-4b40-a74d-1607f1c57bbd service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Received unexpected event network-vif-plugged-006653fe-4618-46c4-86f5-24f60e96ec81 for instance with vm_state building and task_state spawning. [ 1071.171255] env[70542]: DEBUG oslo_vmware.api [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911818, 'name': ReconfigVM_Task, 'duration_secs': 0.40724} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.171568] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 526a38ba-8b2b-4d65-a435-f690b453b052/526a38ba-8b2b-4d65-a435-f690b453b052.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.172242] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6827e227-41d0-452a-8f32-128d096881d2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.179286] env[70542]: DEBUG oslo_vmware.api [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1071.179286] env[70542]: value = "task-3911819" [ 1071.179286] env[70542]: _type = "Task" [ 1071.179286] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.189040] env[70542]: DEBUG oslo_vmware.api [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911819, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.224562] env[70542]: DEBUG nova.network.neutron [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Successfully updated port: 006653fe-4618-46c4-86f5-24f60e96ec81 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.486097] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3a7b66e5-e993-49bf-9e28-41b8210ba920 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.451s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.489767] env[70542]: DEBUG oslo_concurrency.lockutils [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.257s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.490534] env[70542]: DEBUG nova.objects.instance [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Lazy-loading 'resources' on Instance uuid f7814c3f-78f0-4b45-a212-b1f13b214337 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.690827] env[70542]: DEBUG oslo_vmware.api [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911819, 'name': Rename_Task, 'duration_secs': 0.163741} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.691088] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.691354] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24419be9-83b6-47e5-a603-f2f9a2c15866 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.699428] env[70542]: DEBUG oslo_vmware.api [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1071.699428] env[70542]: value = "task-3911820" [ 1071.699428] env[70542]: _type = "Task" [ 1071.699428] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.710529] env[70542]: DEBUG oslo_vmware.api [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.728522] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "refresh_cache-a02183c0-68a1-4618-922a-64ce8d3fefc1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.728672] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquired lock "refresh_cache-a02183c0-68a1-4618-922a-64ce8d3fefc1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.728896] env[70542]: DEBUG nova.network.neutron [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.091921] env[70542]: INFO nova.scheduler.client.report [None req-3a7b66e5-e993-49bf-9e28-41b8210ba920 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Deleted allocation for migration 411ef8ee-dcda-4586-afbd-7b0e4fcc2eea [ 1072.211207] env[70542]: DEBUG oslo_vmware.api [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911820, 'name': PowerOnVM_Task, 'duration_secs': 0.4769} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.213891] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.214129] env[70542]: INFO nova.compute.manager [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1072.214305] env[70542]: DEBUG nova.compute.manager [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1072.215954] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84e8572-747b-4902-98db-2de2493dc8e5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.285929] env[70542]: DEBUG nova.network.neutron [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.359901] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae5ebb0-f3b0-498e-a219-926e7976a4ac {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.370206] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca5b258-f349-458b-ac28-966a8338a6a2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.402730] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2130fad-d7fc-4c21-a90a-7ade7d5f9b8d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.413976] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92813bc-dfbc-46c8-9861-a8c1da46ede8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.434208] env[70542]: DEBUG nova.compute.provider_tree [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.452691] env[70542]: DEBUG nova.network.neutron [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Updating instance_info_cache with network_info: [{"id": "006653fe-4618-46c4-86f5-24f60e96ec81", "address": "fa:16:3e:9f:ff:12", "network": {"id": "ac3919ad-8c2a-4a8e-95f5-f451c37bbee8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1414382297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4224b36262db4e589f89295d0299e529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap006653fe-46", "ovs_interfaceid": "006653fe-4618-46c4-86f5-24f60e96ec81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.601265] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3a7b66e5-e993-49bf-9e28-41b8210ba920 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "fd4d7021-c253-4107-83e8-6d3ffa1d6fcd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 24.341s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.636091] env[70542]: DEBUG oslo_concurrency.lockutils [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "7e0383d2-e841-4e74-b5dc-aa54e9f1ea47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.636347] env[70542]: DEBUG oslo_concurrency.lockutils [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "7e0383d2-e841-4e74-b5dc-aa54e9f1ea47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.739905] env[70542]: INFO nova.compute.manager [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Took 40.13 seconds to build instance. [ 1072.935901] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "fd4d7021-c253-4107-83e8-6d3ffa1d6fcd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.936201] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "fd4d7021-c253-4107-83e8-6d3ffa1d6fcd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.937299] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "fd4d7021-c253-4107-83e8-6d3ffa1d6fcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.937299] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "fd4d7021-c253-4107-83e8-6d3ffa1d6fcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.937299] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "fd4d7021-c253-4107-83e8-6d3ffa1d6fcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.939754] env[70542]: DEBUG nova.scheduler.client.report [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.943800] env[70542]: INFO nova.compute.manager [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Terminating instance [ 1072.956664] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Releasing lock "refresh_cache-a02183c0-68a1-4618-922a-64ce8d3fefc1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.956664] env[70542]: DEBUG nova.compute.manager [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Instance network_info: |[{"id": "006653fe-4618-46c4-86f5-24f60e96ec81", "address": "fa:16:3e:9f:ff:12", "network": {"id": "ac3919ad-8c2a-4a8e-95f5-f451c37bbee8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1414382297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4224b36262db4e589f89295d0299e529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap006653fe-46", "ovs_interfaceid": "006653fe-4618-46c4-86f5-24f60e96ec81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1072.956664] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:ff:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '006653fe-4618-46c4-86f5-24f60e96ec81', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.967020] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.967145] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.967376] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9370a49e-02e5-4ad1-96ce-1ef841c5d3f5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.989672] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.989672] env[70542]: value = "task-3911821" [ 1072.989672] env[70542]: _type = "Task" [ 1072.989672] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.002346] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911821, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.179385] env[70542]: DEBUG nova.compute.manager [req-9633d08c-5126-45fe-b01a-1065d6ee49c5 req-9a5f5a89-a99f-43f8-bf06-579864490d63 service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Received event network-changed-006653fe-4618-46c4-86f5-24f60e96ec81 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.179385] env[70542]: DEBUG nova.compute.manager [req-9633d08c-5126-45fe-b01a-1065d6ee49c5 req-9a5f5a89-a99f-43f8-bf06-579864490d63 service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Refreshing instance network info cache due to event network-changed-006653fe-4618-46c4-86f5-24f60e96ec81. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.179543] env[70542]: DEBUG oslo_concurrency.lockutils [req-9633d08c-5126-45fe-b01a-1065d6ee49c5 req-9a5f5a89-a99f-43f8-bf06-579864490d63 service nova] Acquiring lock "refresh_cache-a02183c0-68a1-4618-922a-64ce8d3fefc1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.183213] env[70542]: DEBUG oslo_concurrency.lockutils [req-9633d08c-5126-45fe-b01a-1065d6ee49c5 req-9a5f5a89-a99f-43f8-bf06-579864490d63 service nova] Acquired lock "refresh_cache-a02183c0-68a1-4618-922a-64ce8d3fefc1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.183213] env[70542]: DEBUG nova.network.neutron [req-9633d08c-5126-45fe-b01a-1065d6ee49c5 req-9a5f5a89-a99f-43f8-bf06-579864490d63 service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Refreshing network info cache for port 006653fe-4618-46c4-86f5-24f60e96ec81 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.242676] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dae1a36e-2a4a-4981-acd9-a583d33dfbcc tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "526a38ba-8b2b-4d65-a435-f690b453b052" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.640s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.255299] env[70542]: DEBUG nova.compute.manager [req-c495306e-65d4-4f45-90a0-0d88960ab1ad req-a969d1a2-59b0-4ca3-9dc4-48cf5c2c481c service nova] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Received event network-changed-511022f6-ead8-4463-80be-4bd5d2609c2a {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.255299] env[70542]: DEBUG nova.compute.manager [req-c495306e-65d4-4f45-90a0-0d88960ab1ad req-a969d1a2-59b0-4ca3-9dc4-48cf5c2c481c service nova] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Refreshing instance network info cache due to event network-changed-511022f6-ead8-4463-80be-4bd5d2609c2a. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.255299] env[70542]: DEBUG oslo_concurrency.lockutils [req-c495306e-65d4-4f45-90a0-0d88960ab1ad req-a969d1a2-59b0-4ca3-9dc4-48cf5c2c481c service nova] Acquiring lock "refresh_cache-526a38ba-8b2b-4d65-a435-f690b453b052" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.255996] env[70542]: DEBUG oslo_concurrency.lockutils [req-c495306e-65d4-4f45-90a0-0d88960ab1ad req-a969d1a2-59b0-4ca3-9dc4-48cf5c2c481c service nova] Acquired lock "refresh_cache-526a38ba-8b2b-4d65-a435-f690b453b052" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.256264] env[70542]: DEBUG nova.network.neutron [req-c495306e-65d4-4f45-90a0-0d88960ab1ad req-a969d1a2-59b0-4ca3-9dc4-48cf5c2c481c service nova] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Refreshing network info cache for port 511022f6-ead8-4463-80be-4bd5d2609c2a {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.446679] env[70542]: DEBUG oslo_concurrency.lockutils [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.452468] env[70542]: DEBUG nova.compute.manager [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.453806] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.453806] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 19.808s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.456117] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a758e9e1-8ca6-4011-ad17-61e12486614e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.464259] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.466029] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d448764e-bee3-4006-8051-e2d26c86176b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.472622] env[70542]: DEBUG oslo_vmware.api [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 1073.472622] env[70542]: value = "task-3911822" [ 1073.472622] env[70542]: _type = "Task" [ 1073.472622] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.473912] env[70542]: INFO nova.scheduler.client.report [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Deleted allocations for instance f7814c3f-78f0-4b45-a212-b1f13b214337 [ 1073.488656] env[70542]: DEBUG oslo_vmware.api [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.499868] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911821, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.651163] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "6ab42af6-337e-4c56-b72e-d973d0530fab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.651450] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "6ab42af6-337e-4c56-b72e-d973d0530fab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.746698] env[70542]: DEBUG nova.compute.manager [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.984055] env[70542]: DEBUG nova.network.neutron [req-9633d08c-5126-45fe-b01a-1065d6ee49c5 req-9a5f5a89-a99f-43f8-bf06-579864490d63 service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Updated VIF entry in instance network info cache for port 006653fe-4618-46c4-86f5-24f60e96ec81. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.984055] env[70542]: DEBUG nova.network.neutron [req-9633d08c-5126-45fe-b01a-1065d6ee49c5 req-9a5f5a89-a99f-43f8-bf06-579864490d63 service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Updating instance_info_cache with network_info: [{"id": "006653fe-4618-46c4-86f5-24f60e96ec81", "address": "fa:16:3e:9f:ff:12", "network": {"id": "ac3919ad-8c2a-4a8e-95f5-f451c37bbee8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1414382297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4224b36262db4e589f89295d0299e529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap006653fe-46", "ovs_interfaceid": "006653fe-4618-46c4-86f5-24f60e96ec81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.988081] env[70542]: DEBUG oslo_concurrency.lockutils [None req-87c7f9a9-a695-49d6-b842-c6e2b6cea61f tempest-ServersListShow298Test-1599020871 tempest-ServersListShow298Test-1599020871-project-member] Lock "f7814c3f-78f0-4b45-a212-b1f13b214337" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.166s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.992287] env[70542]: DEBUG oslo_vmware.api [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911822, 'name': PowerOffVM_Task, 'duration_secs': 0.206993} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.995495] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.995679] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.996807] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86645eb7-6c8d-4431-aea7-aca4a106887d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.005900] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911821, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.071485] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.071485] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.071725] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Deleting the datastore file [datastore2] fd4d7021-c253-4107-83e8-6d3ffa1d6fcd {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.072446] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49817ceb-202d-40a1-9ff9-0b483d3d765b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.080966] env[70542]: DEBUG oslo_vmware.api [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 1074.080966] env[70542]: value = "task-3911824" [ 1074.080966] env[70542]: _type = "Task" [ 1074.080966] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.089642] env[70542]: DEBUG oslo_vmware.api [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.090699] env[70542]: DEBUG nova.network.neutron [req-c495306e-65d4-4f45-90a0-0d88960ab1ad req-a969d1a2-59b0-4ca3-9dc4-48cf5c2c481c service nova] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Updated VIF entry in instance network info cache for port 511022f6-ead8-4463-80be-4bd5d2609c2a. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.091045] env[70542]: DEBUG nova.network.neutron [req-c495306e-65d4-4f45-90a0-0d88960ab1ad req-a969d1a2-59b0-4ca3-9dc4-48cf5c2c481c service nova] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Updating instance_info_cache with network_info: [{"id": "511022f6-ead8-4463-80be-4bd5d2609c2a", "address": "fa:16:3e:9d:79:8f", "network": {"id": "0fdd78e6-604b-4680-ac71-ea4e397161ff", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-93680765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3897359786e64bc592fd5e207aea4974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap511022f6-ea", "ovs_interfaceid": "511022f6-ead8-4463-80be-4bd5d2609c2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.273554] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.471267] env[70542]: INFO nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Updating resource usage from migration 11ea6c69-aae4-4efc-bc86-6a95db001684 [ 1074.471436] env[70542]: INFO nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Updating resource usage from migration 8bf9f654-0b55-4149-8ed6-4698474b1265 [ 1074.489073] env[70542]: DEBUG oslo_concurrency.lockutils [req-9633d08c-5126-45fe-b01a-1065d6ee49c5 req-9a5f5a89-a99f-43f8-bf06-579864490d63 service nova] Releasing lock "refresh_cache-a02183c0-68a1-4618-922a-64ce8d3fefc1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.491049] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance a2359267-0c7a-4410-86c1-caf5e26bc921 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1074.491406] env[70542]: WARNING nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1074.491676] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance fd4d7021-c253-4107-83e8-6d3ffa1d6fcd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1074.491951] env[70542]: WARNING nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance a52054fb-e507-4e4f-80ff-d90c870d78af is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1074.492191] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 526a38ba-8b2b-4d65-a435-f690b453b052 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1074.492499] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance a02183c0-68a1-4618-922a-64ce8d3fefc1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1074.507314] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911821, 'name': CreateVM_Task, 'duration_secs': 1.427106} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.508922] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.509477] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.509731] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.510217] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.511074] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bde762ae-16ca-4ebb-966b-2228699e8dae {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.518861] env[70542]: DEBUG oslo_vmware.api [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 1074.518861] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525b9b2f-f10b-53bc-79fa-68278acab4ed" [ 1074.518861] env[70542]: _type = "Task" [ 1074.518861] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.531815] env[70542]: DEBUG oslo_vmware.api [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525b9b2f-f10b-53bc-79fa-68278acab4ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.592111] env[70542]: DEBUG oslo_vmware.api [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155605} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.592458] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.592748] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.593013] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.593221] env[70542]: INFO nova.compute.manager [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1074.593520] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.594030] env[70542]: DEBUG oslo_concurrency.lockutils [req-c495306e-65d4-4f45-90a0-0d88960ab1ad req-a969d1a2-59b0-4ca3-9dc4-48cf5c2c481c service nova] Releasing lock "refresh_cache-526a38ba-8b2b-4d65-a435-f690b453b052" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.594431] env[70542]: DEBUG nova.compute.manager [-] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.594636] env[70542]: DEBUG nova.network.neutron [-] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.000597] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 00f1948b-70ea-4fa7-bbff-1980c306a215 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1075.001025] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Migration 11ea6c69-aae4-4efc-bc86-6a95db001684 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1075.001025] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance a1f250ef-d141-4a91-9a5c-df91115e5ad9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1075.032068] env[70542]: DEBUG oslo_vmware.api [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525b9b2f-f10b-53bc-79fa-68278acab4ed, 'name': SearchDatastore_Task, 'duration_secs': 0.035079} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.032397] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.032705] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.032875] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.033041] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.033228] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.033497] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d96da99f-19dd-4562-b750-aec767ce7738 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.043640] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.043826] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.044727] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ddb8ce0-0c60-45dd-a35d-0a07d6517d62 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.051036] env[70542]: DEBUG oslo_vmware.api [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 1075.051036] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524e59f2-1e0c-c52b-286a-70066178c128" [ 1075.051036] env[70542]: _type = "Task" [ 1075.051036] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.060334] env[70542]: DEBUG oslo_vmware.api [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524e59f2-1e0c-c52b-286a-70066178c128, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.303151] env[70542]: DEBUG nova.compute.manager [req-46ad9a87-5549-4399-9f3c-4d7b5e81b720 req-3c799129-cbf6-42f5-ae70-ea32133fc47d service nova] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Received event network-vif-deleted-116d10ff-43d3-4b50-bca7-c600d4c3169f {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.303151] env[70542]: INFO nova.compute.manager [req-46ad9a87-5549-4399-9f3c-4d7b5e81b720 req-3c799129-cbf6-42f5-ae70-ea32133fc47d service nova] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Neutron deleted interface 116d10ff-43d3-4b50-bca7-c600d4c3169f; detaching it from the instance and deleting it from the info cache [ 1075.303151] env[70542]: DEBUG nova.network.neutron [req-46ad9a87-5549-4399-9f3c-4d7b5e81b720 req-3c799129-cbf6-42f5-ae70-ea32133fc47d service nova] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.336771] env[70542]: DEBUG nova.network.neutron [-] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.504142] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 53cad18e-9a42-41ed-9b6b-264cdbcaa19d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1075.562175] env[70542]: DEBUG oslo_vmware.api [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524e59f2-1e0c-c52b-286a-70066178c128, 'name': SearchDatastore_Task, 'duration_secs': 0.025651} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.563205] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3b6fd35-a187-485d-8684-f1ed2f3508bc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.570564] env[70542]: DEBUG oslo_vmware.api [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 1075.570564] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52815adf-a6f5-10f2-66f6-ec5c4ec6df73" [ 1075.570564] env[70542]: _type = "Task" [ 1075.570564] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.580515] env[70542]: DEBUG oslo_vmware.api [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52815adf-a6f5-10f2-66f6-ec5c4ec6df73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.806121] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8d7d014-eb2a-4f87-bfe7-36ea653234bb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.816294] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ac4ae7-7630-47ac-b876-30f298379d33 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.838788] env[70542]: INFO nova.compute.manager [-] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Took 1.24 seconds to deallocate network for instance. [ 1075.849743] env[70542]: DEBUG nova.compute.manager [req-46ad9a87-5549-4399-9f3c-4d7b5e81b720 req-3c799129-cbf6-42f5-ae70-ea32133fc47d service nova] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Detach interface failed, port_id=116d10ff-43d3-4b50-bca7-c600d4c3169f, reason: Instance fd4d7021-c253-4107-83e8-6d3ffa1d6fcd could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1076.008232] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 10e06f9c-d7d5-4865-af99-2170c659d1b5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1076.008540] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (42cfc9d8-0155-4d55-9653-7de4fa794724): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 1076.009264] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Migration 8bf9f654-0b55-4149-8ed6-4698474b1265 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1076.082155] env[70542]: DEBUG oslo_vmware.api [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52815adf-a6f5-10f2-66f6-ec5c4ec6df73, 'name': SearchDatastore_Task, 'duration_secs': 0.012297} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.082497] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.082808] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] a02183c0-68a1-4618-922a-64ce8d3fefc1/a02183c0-68a1-4618-922a-64ce8d3fefc1.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.083121] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a670d013-d8f5-4dfd-967c-d67fefbab7cc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.092341] env[70542]: DEBUG oslo_vmware.api [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 1076.092341] env[70542]: value = "task-3911825" [ 1076.092341] env[70542]: _type = "Task" [ 1076.092341] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.103151] env[70542]: DEBUG oslo_vmware.api [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.355750] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.513727] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance bb068ba4-14de-4b39-b127-f4c51d1c685f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1076.513727] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance eef02990-c512-44f2-8fc7-eab27e22ab58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1076.603558] env[70542]: DEBUG oslo_vmware.api [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468463} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.603835] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] a02183c0-68a1-4618-922a-64ce8d3fefc1/a02183c0-68a1-4618-922a-64ce8d3fefc1.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.604059] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.604547] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66c78246-e4d6-4a26-ae40-589880e5e8d4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.612665] env[70542]: DEBUG oslo_vmware.api [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 1076.612665] env[70542]: value = "task-3911826" [ 1076.612665] env[70542]: _type = "Task" [ 1076.612665] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.621541] env[70542]: DEBUG oslo_vmware.api [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.015994] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1077.123353] env[70542]: DEBUG oslo_vmware.api [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079862} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.123622] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.124405] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f927b3-f4ba-4d0b-96b8-29184eb978f6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.147311] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] a02183c0-68a1-4618-922a-64ce8d3fefc1/a02183c0-68a1-4618-922a-64ce8d3fefc1.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.147650] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e89fa055-8a9a-452d-8975-203f44ddefe5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.168220] env[70542]: DEBUG oslo_vmware.api [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 1077.168220] env[70542]: value = "task-3911827" [ 1077.168220] env[70542]: _type = "Task" [ 1077.168220] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.176657] env[70542]: DEBUG oslo_vmware.api [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.519462] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 8923d70c-588f-41c5-895e-3db23542b3e9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1077.678182] env[70542]: DEBUG oslo_vmware.api [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.022600] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1078.179312] env[70542]: DEBUG oslo_vmware.api [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911827, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.526302] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 7758ae36-3fab-4edf-ac5a-65964b22b2f0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1078.679904] env[70542]: DEBUG oslo_vmware.api [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911827, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.029594] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1079.180163] env[70542]: DEBUG oslo_vmware.api [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911827, 'name': ReconfigVM_Task, 'duration_secs': 1.805593} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.180438] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Reconfigured VM instance instance-00000054 to attach disk [datastore1] a02183c0-68a1-4618-922a-64ce8d3fefc1/a02183c0-68a1-4618-922a-64ce8d3fefc1.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.181087] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f140eae-d1c6-40df-8bd3-9efeebed3c3a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.187714] env[70542]: DEBUG oslo_vmware.api [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 1079.187714] env[70542]: value = "task-3911828" [ 1079.187714] env[70542]: _type = "Task" [ 1079.187714] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.196968] env[70542]: DEBUG oslo_vmware.api [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911828, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.534050] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 808b40ba-d9f9-486f-890b-3269035f6bd9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1079.698716] env[70542]: DEBUG oslo_vmware.api [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911828, 'name': Rename_Task, 'duration_secs': 0.139129} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.698716] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.699013] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9d5bd8b-dc1b-4e8b-bf4a-892233761cf3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.706589] env[70542]: DEBUG oslo_vmware.api [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 1079.706589] env[70542]: value = "task-3911829" [ 1079.706589] env[70542]: _type = "Task" [ 1079.706589] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.715555] env[70542]: DEBUG oslo_vmware.api [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.036876] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1080.218165] env[70542]: DEBUG oslo_vmware.api [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911829, 'name': PowerOnVM_Task, 'duration_secs': 0.490293} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.218472] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.218710] env[70542]: INFO nova.compute.manager [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Took 10.17 seconds to spawn the instance on the hypervisor. [ 1080.218905] env[70542]: DEBUG nova.compute.manager [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1080.219727] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafca65c-55ad-45ef-bfd4-2a7519bcc00f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.539651] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 6ab42af6-337e-4c56-b72e-d973d0530fab has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1080.539944] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1080.540137] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1080.741928] env[70542]: INFO nova.compute.manager [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Took 37.27 seconds to build instance. [ 1080.880620] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2859fac9-7612-4b79-a70a-c22cfb1b9ced {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.889307] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95b373c-1443-4bee-83f5-0c8c1d28189c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.921527] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216d9370-8dfd-45cf-9c9a-facd4449d784 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.930419] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf55054-e977-4d0d-a6e9-7cf877c09664 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.949032] env[70542]: DEBUG nova.compute.provider_tree [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.245891] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ea31491-af8d-48b6-9948-2f4990b6c745 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "a02183c0-68a1-4618-922a-64ce8d3fefc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.787s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.329396] env[70542]: DEBUG nova.compute.manager [req-90fc7aaf-faea-42d5-ad20-8bee97a9ef5f req-12457d34-0173-4721-a086-a6a5fd106a54 service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Received event network-changed-006653fe-4618-46c4-86f5-24f60e96ec81 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.329670] env[70542]: DEBUG nova.compute.manager [req-90fc7aaf-faea-42d5-ad20-8bee97a9ef5f req-12457d34-0173-4721-a086-a6a5fd106a54 service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Refreshing instance network info cache due to event network-changed-006653fe-4618-46c4-86f5-24f60e96ec81. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.330012] env[70542]: DEBUG oslo_concurrency.lockutils [req-90fc7aaf-faea-42d5-ad20-8bee97a9ef5f req-12457d34-0173-4721-a086-a6a5fd106a54 service nova] Acquiring lock "refresh_cache-a02183c0-68a1-4618-922a-64ce8d3fefc1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.330177] env[70542]: DEBUG oslo_concurrency.lockutils [req-90fc7aaf-faea-42d5-ad20-8bee97a9ef5f req-12457d34-0173-4721-a086-a6a5fd106a54 service nova] Acquired lock "refresh_cache-a02183c0-68a1-4618-922a-64ce8d3fefc1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.330417] env[70542]: DEBUG nova.network.neutron [req-90fc7aaf-faea-42d5-ad20-8bee97a9ef5f req-12457d34-0173-4721-a086-a6a5fd106a54 service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Refreshing network info cache for port 006653fe-4618-46c4-86f5-24f60e96ec81 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.452239] env[70542]: DEBUG nova.scheduler.client.report [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.749902] env[70542]: DEBUG nova.compute.manager [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1081.958756] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70542) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1081.959201] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.506s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.959626] env[70542]: DEBUG oslo_concurrency.lockutils [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.658s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.963404] env[70542]: INFO nova.compute.claims [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.273560] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.361179] env[70542]: DEBUG nova.network.neutron [req-90fc7aaf-faea-42d5-ad20-8bee97a9ef5f req-12457d34-0173-4721-a086-a6a5fd106a54 service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Updated VIF entry in instance network info cache for port 006653fe-4618-46c4-86f5-24f60e96ec81. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.361556] env[70542]: DEBUG nova.network.neutron [req-90fc7aaf-faea-42d5-ad20-8bee97a9ef5f req-12457d34-0173-4721-a086-a6a5fd106a54 service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Updating instance_info_cache with network_info: [{"id": "006653fe-4618-46c4-86f5-24f60e96ec81", "address": "fa:16:3e:9f:ff:12", "network": {"id": "ac3919ad-8c2a-4a8e-95f5-f451c37bbee8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1414382297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4224b36262db4e589f89295d0299e529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap006653fe-46", "ovs_interfaceid": "006653fe-4618-46c4-86f5-24f60e96ec81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.864762] env[70542]: DEBUG oslo_concurrency.lockutils [req-90fc7aaf-faea-42d5-ad20-8bee97a9ef5f req-12457d34-0173-4721-a086-a6a5fd106a54 service nova] Releasing lock "refresh_cache-a02183c0-68a1-4618-922a-64ce8d3fefc1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.263995] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11520066-3421-4b23-b641-8c78df2b25d4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.272762] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f72f97-7182-4f72-a6dc-73e55e7148bf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.304765] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1795b48f-183d-4f49-bc0a-52b837285bbb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.313180] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca1faf6-8504-47f7-8b39-30ca8a7c990f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.326953] env[70542]: DEBUG nova.compute.provider_tree [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.833038] env[70542]: DEBUG nova.scheduler.client.report [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.339046] env[70542]: DEBUG oslo_concurrency.lockutils [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.339401] env[70542]: DEBUG nova.compute.manager [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.342021] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.773s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.342230] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.344374] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.469s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.368732] env[70542]: INFO nova.scheduler.client.report [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Deleted allocations for instance 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf [ 1084.848593] env[70542]: DEBUG nova.compute.utils [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.852451] env[70542]: INFO nova.compute.claims [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.856177] env[70542]: DEBUG nova.compute.manager [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Not allocating networking since 'none' was specified. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1084.876009] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b3d45fe6-dba9-4521-af6e-6d65a5986ee5 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.286s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.357436] env[70542]: DEBUG nova.compute.manager [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.361371] env[70542]: INFO nova.compute.resource_tracker [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Updating resource usage from migration 11ea6c69-aae4-4efc-bc86-6a95db001684 [ 1085.664780] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581143f8-2a15-4460-834d-86928b60a221 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.673932] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e88d7fa-43d2-4f56-a4fb-3a37f5a43208 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.710717] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ff5043-f4b7-4fa5-b4c4-940db70ed893 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.720119] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4f5007-3bc5-41ec-97e3-15e76f39e0e7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.740256] env[70542]: DEBUG nova.compute.provider_tree [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.245276] env[70542]: DEBUG nova.scheduler.client.report [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.370736] env[70542]: DEBUG nova.compute.manager [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.392319] env[70542]: DEBUG nova.virt.hardware [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.392577] env[70542]: DEBUG nova.virt.hardware [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.392736] env[70542]: DEBUG nova.virt.hardware [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.392919] env[70542]: DEBUG nova.virt.hardware [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.393079] env[70542]: DEBUG nova.virt.hardware [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.393225] env[70542]: DEBUG nova.virt.hardware [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.393431] env[70542]: DEBUG nova.virt.hardware [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.393589] env[70542]: DEBUG nova.virt.hardware [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.393755] env[70542]: DEBUG nova.virt.hardware [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.393918] env[70542]: DEBUG nova.virt.hardware [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.394104] env[70542]: DEBUG nova.virt.hardware [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.395617] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf2af35-f985-4a45-aa4b-4803db753338 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.404488] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007b2004-9af1-4ab4-bec7-fd2183d0fdb7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.418452] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Instance VIF info [] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.425030] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Creating folder: Project (05115d6da4db407d89d1062a36335bba). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1086.425030] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59557cf4-4909-4293-a60e-28fa1d61eaa9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.437436] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Created folder: Project (05115d6da4db407d89d1062a36335bba) in parent group-v776569. [ 1086.437686] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Creating folder: Instances. Parent ref: group-v776822. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1086.437988] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04099376-1073-4e0c-8039-6f6ae015180d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.449575] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Created folder: Instances in parent group-v776822. [ 1086.449846] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.450091] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.450320] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b57b8947-f0e8-4d63-92c0-5f0ad2e4034e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.491328] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.491328] env[70542]: value = "task-3911832" [ 1086.491328] env[70542]: _type = "Task" [ 1086.491328] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.491328] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911832, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.751154] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.407s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.751398] env[70542]: INFO nova.compute.manager [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Migrating [ 1086.758307] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.333s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.760163] env[70542]: INFO nova.compute.claims [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.831159] env[70542]: DEBUG oslo_concurrency.lockutils [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "6bb7f6e7-2466-4199-9b36-b8163ba19256" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.831410] env[70542]: DEBUG oslo_concurrency.lockutils [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "6bb7f6e7-2466-4199-9b36-b8163ba19256" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.981607] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911832, 'name': CreateVM_Task, 'duration_secs': 0.294805} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.981783] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.982281] env[70542]: DEBUG oslo_concurrency.lockutils [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.982445] env[70542]: DEBUG oslo_concurrency.lockutils [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.982780] env[70542]: DEBUG oslo_concurrency.lockutils [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.983056] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e8be0c8-9e66-4d14-a0ad-a62e7132ecee {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.988267] env[70542]: DEBUG oslo_vmware.api [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Waiting for the task: (returnval){ [ 1086.988267] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cd123a-dc5e-730a-4a71-145426027f18" [ 1086.988267] env[70542]: _type = "Task" [ 1086.988267] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.996541] env[70542]: DEBUG oslo_vmware.api [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cd123a-dc5e-730a-4a71-145426027f18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.271090] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "refresh_cache-a1f250ef-d141-4a91-9a5c-df91115e5ad9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.271090] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquired lock "refresh_cache-a1f250ef-d141-4a91-9a5c-df91115e5ad9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.271090] env[70542]: DEBUG nova.network.neutron [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.499268] env[70542]: DEBUG oslo_vmware.api [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cd123a-dc5e-730a-4a71-145426027f18, 'name': SearchDatastore_Task, 'duration_secs': 0.010208} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.499645] env[70542]: DEBUG oslo_concurrency.lockutils [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.499764] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.500051] env[70542]: DEBUG oslo_concurrency.lockutils [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.500212] env[70542]: DEBUG oslo_concurrency.lockutils [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.500394] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.500670] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62959865-9441-4566-aee4-0672ccde9071 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.510355] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.510587] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.511276] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c58227e-f7d4-4614-905d-5e5c8bcc94d2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.516886] env[70542]: DEBUG oslo_vmware.api [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Waiting for the task: (returnval){ [ 1087.516886] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f6354b-b77a-3033-d1a2-c2fa55ca0c9d" [ 1087.516886] env[70542]: _type = "Task" [ 1087.516886] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.525406] env[70542]: DEBUG oslo_vmware.api [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f6354b-b77a-3033-d1a2-c2fa55ca0c9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.029161] env[70542]: DEBUG oslo_vmware.api [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f6354b-b77a-3033-d1a2-c2fa55ca0c9d, 'name': SearchDatastore_Task, 'duration_secs': 0.010482} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.032742] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0dbdf13-6036-4693-a1dd-80fc801b6424 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.038966] env[70542]: DEBUG oslo_vmware.api [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Waiting for the task: (returnval){ [ 1088.038966] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5284b247-918c-82f2-96bb-d5cc4fea1096" [ 1088.038966] env[70542]: _type = "Task" [ 1088.038966] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.039966] env[70542]: DEBUG nova.network.neutron [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Updating instance_info_cache with network_info: [{"id": "f50782fe-87a8-4e81-8829-5db49a89d3b9", "address": "fa:16:3e:86:0f:43", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50782fe-87", "ovs_interfaceid": "f50782fe-87a8-4e81-8829-5db49a89d3b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.054035] env[70542]: DEBUG oslo_vmware.api [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5284b247-918c-82f2-96bb-d5cc4fea1096, 'name': SearchDatastore_Task, 'duration_secs': 0.010136} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.054283] env[70542]: DEBUG oslo_concurrency.lockutils [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.054549] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 00f1948b-70ea-4fa7-bbff-1980c306a215/00f1948b-70ea-4fa7-bbff-1980c306a215.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.054810] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d67a47ff-5fc6-4a66-b0f4-a2af2aa270bb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.065828] env[70542]: DEBUG oslo_vmware.api [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Waiting for the task: (returnval){ [ 1088.065828] env[70542]: value = "task-3911833" [ 1088.065828] env[70542]: _type = "Task" [ 1088.065828] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.077833] env[70542]: DEBUG oslo_vmware.api [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.102186] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c3e4c0-68d3-4064-82b5-1fd8ef069ebf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.111281] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf780095-7e49-4af1-bc9d-ce2e3148045a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.145051] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7360aab-be57-45ec-8c01-65527ba52c79 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.153508] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c8ac69-d6d9-4432-a8e8-d95ac8a06ab5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.168862] env[70542]: DEBUG nova.compute.provider_tree [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.546387] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Releasing lock "refresh_cache-a1f250ef-d141-4a91-9a5c-df91115e5ad9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.581888] env[70542]: DEBUG oslo_vmware.api [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911833, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.671856] env[70542]: DEBUG nova.scheduler.client.report [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.078171] env[70542]: DEBUG oslo_vmware.api [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911833, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541483} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.078415] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 00f1948b-70ea-4fa7-bbff-1980c306a215/00f1948b-70ea-4fa7-bbff-1980c306a215.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.078640] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.078921] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5a94ce6-e198-4913-8206-2b973c260046 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.086608] env[70542]: DEBUG oslo_vmware.api [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Waiting for the task: (returnval){ [ 1089.086608] env[70542]: value = "task-3911834" [ 1089.086608] env[70542]: _type = "Task" [ 1089.086608] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.098465] env[70542]: DEBUG oslo_vmware.api [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.177532] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.178280] env[70542]: DEBUG nova.compute.manager [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.181039] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.610s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.181247] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.185132] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.455s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.185363] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.187453] env[70542]: DEBUG oslo_concurrency.lockutils [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.728s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.188988] env[70542]: INFO nova.compute.claims [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.210395] env[70542]: INFO nova.scheduler.client.report [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Deleted allocations for instance a52054fb-e507-4e4f-80ff-d90c870d78af [ 1089.597879] env[70542]: DEBUG oslo_vmware.api [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075296} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.601214] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.601214] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f3f973-1d5a-409d-abee-8ea98ba91ddf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.621335] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 00f1948b-70ea-4fa7-bbff-1980c306a215/00f1948b-70ea-4fa7-bbff-1980c306a215.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.621633] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d6b8b04-f338-46a8-ab56-df4478b339f4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.641616] env[70542]: DEBUG oslo_vmware.api [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Waiting for the task: (returnval){ [ 1089.641616] env[70542]: value = "task-3911835" [ 1089.641616] env[70542]: _type = "Task" [ 1089.641616] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.649876] env[70542]: DEBUG oslo_vmware.api [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.694026] env[70542]: DEBUG nova.compute.utils [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.698465] env[70542]: DEBUG nova.compute.manager [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.698760] env[70542]: DEBUG nova.network.neutron [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.703497] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6b561fa9-3c61-45a6-8de9-b296c79b6109 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lock "89ae4a6d-70ab-4e83-8a97-063321b8dab4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 53.328s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.704700] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lock "89ae4a6d-70ab-4e83-8a97-063321b8dab4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 28.787s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.704926] env[70542]: INFO nova.compute.manager [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Unshelving [ 1089.722027] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df199e55-09a9-456d-8a5b-f3ef66e56e03 tempest-ImagesTestJSON-1564979202 tempest-ImagesTestJSON-1564979202-project-member] Lock "a52054fb-e507-4e4f-80ff-d90c870d78af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.445s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.767747] env[70542]: DEBUG nova.policy [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '792c08bcc476449cae93e883619a3ea9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47a07775e4774d509368d0b1476d045a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.065082] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f29f99-1e72-492a-a1ad-79fdf83d7724 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.090642] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Updating instance 'a1f250ef-d141-4a91-9a5c-df91115e5ad9' progress to 0 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.153736] env[70542]: DEBUG oslo_vmware.api [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911835, 'name': ReconfigVM_Task, 'duration_secs': 0.303172} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.156021] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 00f1948b-70ea-4fa7-bbff-1980c306a215/00f1948b-70ea-4fa7-bbff-1980c306a215.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.156021] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbe847e7-2556-4b56-ac7c-5fb350ca6d31 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.163752] env[70542]: DEBUG oslo_vmware.api [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Waiting for the task: (returnval){ [ 1090.163752] env[70542]: value = "task-3911836" [ 1090.163752] env[70542]: _type = "Task" [ 1090.163752] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.174355] env[70542]: DEBUG oslo_vmware.api [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911836, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.197133] env[70542]: DEBUG nova.network.neutron [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Successfully created port: 245b0755-a4ae-4e7e-8834-e4bc1314c091 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.200039] env[70542]: DEBUG nova.compute.manager [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.512199] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9a3d56-f550-42c6-9df5-0dbda1261cfd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.521770] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c9353a-6c14-4ee7-b48c-91f9ebe51357 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.558874] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99b0559-9d21-4e74-95b0-e956d5edf251 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.567630] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2a932d-10aa-43c4-a6e6-e078c2084678 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.583025] env[70542]: DEBUG nova.compute.provider_tree [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.596748] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.597720] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e861a9b1-4838-4ec3-be8c-598e2be658fd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.610064] env[70542]: DEBUG oslo_vmware.api [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1090.610064] env[70542]: value = "task-3911837" [ 1090.610064] env[70542]: _type = "Task" [ 1090.610064] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.618780] env[70542]: DEBUG oslo_vmware.api [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3911837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.674760] env[70542]: DEBUG oslo_vmware.api [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911836, 'name': Rename_Task, 'duration_secs': 0.139673} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.675111] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.675438] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1703166-99ff-40f9-83e5-2fad68ad2e4d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.684502] env[70542]: DEBUG oslo_vmware.api [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Waiting for the task: (returnval){ [ 1090.684502] env[70542]: value = "task-3911838" [ 1090.684502] env[70542]: _type = "Task" [ 1090.684502] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.697975] env[70542]: DEBUG oslo_vmware.api [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.748335] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.086633] env[70542]: DEBUG nova.scheduler.client.report [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.119357] env[70542]: DEBUG oslo_vmware.api [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3911837, 'name': PowerOffVM_Task, 'duration_secs': 0.220493} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.119765] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.120039] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Updating instance 'a1f250ef-d141-4a91-9a5c-df91115e5ad9' progress to 17 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1091.195802] env[70542]: DEBUG oslo_vmware.api [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911838, 'name': PowerOnVM_Task, 'duration_secs': 0.460746} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.196173] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.196415] env[70542]: INFO nova.compute.manager [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Took 4.83 seconds to spawn the instance on the hypervisor. [ 1091.196631] env[70542]: DEBUG nova.compute.manager [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1091.197548] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a2b23c-1bb0-45f6-8069-8c486192248c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.208931] env[70542]: DEBUG nova.compute.manager [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.246083] env[70542]: DEBUG nova.virt.hardware [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.246083] env[70542]: DEBUG nova.virt.hardware [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.246083] env[70542]: DEBUG nova.virt.hardware [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.246083] env[70542]: DEBUG nova.virt.hardware [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.246083] env[70542]: DEBUG nova.virt.hardware [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.246083] env[70542]: DEBUG nova.virt.hardware [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.246083] env[70542]: DEBUG nova.virt.hardware [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.246083] env[70542]: DEBUG nova.virt.hardware [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.246083] env[70542]: DEBUG nova.virt.hardware [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.246083] env[70542]: DEBUG nova.virt.hardware [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.246083] env[70542]: DEBUG nova.virt.hardware [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.246699] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34a204c-3532-48dc-96e7-f6e542cbfe28 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.256837] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ec7128-113c-4f8c-91eb-574ccafacbe3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.596078] env[70542]: DEBUG oslo_concurrency.lockutils [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.596666] env[70542]: DEBUG nova.compute.manager [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.599562] env[70542]: DEBUG oslo_concurrency.lockutils [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.608s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.627495] env[70542]: DEBUG nova.virt.hardware [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.628681] env[70542]: DEBUG nova.virt.hardware [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.628681] env[70542]: DEBUG nova.virt.hardware [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.628681] env[70542]: DEBUG nova.virt.hardware [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.628681] env[70542]: DEBUG nova.virt.hardware [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.628681] env[70542]: DEBUG nova.virt.hardware [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.629037] env[70542]: DEBUG nova.virt.hardware [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.629037] env[70542]: DEBUG nova.virt.hardware [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.629173] env[70542]: DEBUG nova.virt.hardware [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.629340] env[70542]: DEBUG nova.virt.hardware [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.629508] env[70542]: DEBUG nova.virt.hardware [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.635103] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88e108ad-7d17-47b0-bcec-629e724d0a53 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.654010] env[70542]: DEBUG oslo_vmware.api [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1091.654010] env[70542]: value = "task-3911839" [ 1091.654010] env[70542]: _type = "Task" [ 1091.654010] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.666409] env[70542]: DEBUG oslo_vmware.api [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3911839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.717026] env[70542]: INFO nova.compute.manager [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Took 35.44 seconds to build instance. [ 1091.910300] env[70542]: DEBUG nova.compute.manager [req-cda4f19a-234b-4f6a-bb30-691f68812208 req-01f8767d-055e-4f6d-bd96-8fb680c5b3ba service nova] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Received event network-vif-plugged-245b0755-a4ae-4e7e-8834-e4bc1314c091 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.910519] env[70542]: DEBUG oslo_concurrency.lockutils [req-cda4f19a-234b-4f6a-bb30-691f68812208 req-01f8767d-055e-4f6d-bd96-8fb680c5b3ba service nova] Acquiring lock "53cad18e-9a42-41ed-9b6b-264cdbcaa19d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.910728] env[70542]: DEBUG oslo_concurrency.lockutils [req-cda4f19a-234b-4f6a-bb30-691f68812208 req-01f8767d-055e-4f6d-bd96-8fb680c5b3ba service nova] Lock "53cad18e-9a42-41ed-9b6b-264cdbcaa19d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.910895] env[70542]: DEBUG oslo_concurrency.lockutils [req-cda4f19a-234b-4f6a-bb30-691f68812208 req-01f8767d-055e-4f6d-bd96-8fb680c5b3ba service nova] Lock "53cad18e-9a42-41ed-9b6b-264cdbcaa19d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.911165] env[70542]: DEBUG nova.compute.manager [req-cda4f19a-234b-4f6a-bb30-691f68812208 req-01f8767d-055e-4f6d-bd96-8fb680c5b3ba service nova] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] No waiting events found dispatching network-vif-plugged-245b0755-a4ae-4e7e-8834-e4bc1314c091 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1091.911366] env[70542]: WARNING nova.compute.manager [req-cda4f19a-234b-4f6a-bb30-691f68812208 req-01f8767d-055e-4f6d-bd96-8fb680c5b3ba service nova] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Received unexpected event network-vif-plugged-245b0755-a4ae-4e7e-8834-e4bc1314c091 for instance with vm_state building and task_state spawning. [ 1092.048211] env[70542]: DEBUG nova.network.neutron [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Successfully updated port: 245b0755-a4ae-4e7e-8834-e4bc1314c091 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.102887] env[70542]: DEBUG nova.compute.utils [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.106699] env[70542]: INFO nova.compute.claims [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.111205] env[70542]: DEBUG nova.compute.manager [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.111205] env[70542]: DEBUG nova.network.neutron [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.151358] env[70542]: DEBUG nova.policy [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '636aa9b3c4844b21b44931adb536fc77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3850b9c8425489ea8aedd367c3848a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.163388] env[70542]: DEBUG oslo_vmware.api [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3911839, 'name': ReconfigVM_Task, 'duration_secs': 0.247258} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.163708] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Updating instance 'a1f250ef-d141-4a91-9a5c-df91115e5ad9' progress to 33 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1092.220258] env[70542]: DEBUG oslo_concurrency.lockutils [None req-24ec30d8-9346-4607-8c08-34096fbdf5f4 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Lock "00f1948b-70ea-4fa7-bbff-1980c306a215" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.951s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.268810] env[70542]: INFO nova.compute.manager [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Rebuilding instance [ 1092.327647] env[70542]: DEBUG nova.compute.manager [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1092.328559] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18473fcb-d058-4c7c-8bb6-0a8cc63a5118 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.488658] env[70542]: DEBUG nova.network.neutron [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Successfully created port: 7630e33a-869a-40f9-be96-f2b797bdb627 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.551974] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Acquiring lock "refresh_cache-53cad18e-9a42-41ed-9b6b-264cdbcaa19d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.551974] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Acquired lock "refresh_cache-53cad18e-9a42-41ed-9b6b-264cdbcaa19d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.551974] env[70542]: DEBUG nova.network.neutron [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.612147] env[70542]: DEBUG nova.compute.manager [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1092.617124] env[70542]: INFO nova.compute.resource_tracker [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Updating resource usage from migration 8bf9f654-0b55-4149-8ed6-4698474b1265 [ 1092.670502] env[70542]: DEBUG nova.virt.hardware [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.670802] env[70542]: DEBUG nova.virt.hardware [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.671113] env[70542]: DEBUG nova.virt.hardware [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.671429] env[70542]: DEBUG nova.virt.hardware [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.671628] env[70542]: DEBUG nova.virt.hardware [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.671815] env[70542]: DEBUG nova.virt.hardware [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.672162] env[70542]: DEBUG nova.virt.hardware [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.672264] env[70542]: DEBUG nova.virt.hardware [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.672466] env[70542]: DEBUG nova.virt.hardware [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.672664] env[70542]: DEBUG nova.virt.hardware [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.672873] env[70542]: DEBUG nova.virt.hardware [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.679560] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1092.682473] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b38aef5-f08d-46ba-ab25-331187e0506b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.702932] env[70542]: DEBUG oslo_vmware.api [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1092.702932] env[70542]: value = "task-3911840" [ 1092.702932] env[70542]: _type = "Task" [ 1092.702932] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.718965] env[70542]: DEBUG oslo_vmware.api [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3911840, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.728282] env[70542]: DEBUG nova.compute.manager [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1092.977675] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ec9ba6-e307-40fc-b1c6-a146dcb47bff {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.986242] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd0e4d8-01c4-4254-854b-3dc5643bb0ea {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.019888] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99741cf4-e18f-446e-be66-623805955aa6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.028341] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72326ea-a16f-4db8-9a1e-62434793e9b6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.042424] env[70542]: DEBUG nova.compute.provider_tree [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.105398] env[70542]: DEBUG nova.network.neutron [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.213903] env[70542]: DEBUG oslo_vmware.api [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3911840, 'name': ReconfigVM_Task, 'duration_secs': 0.168571} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.214229] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1093.215060] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e0409d-54ee-4b47-a1af-e7a51fa0aad4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.239299] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] a1f250ef-d141-4a91-9a5c-df91115e5ad9/a1f250ef-d141-4a91-9a5c-df91115e5ad9.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.244069] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4b64f27-3ae6-443c-b892-5eea0fedf27e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.266989] env[70542]: DEBUG oslo_vmware.api [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1093.266989] env[70542]: value = "task-3911841" [ 1093.266989] env[70542]: _type = "Task" [ 1093.266989] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.272926] env[70542]: DEBUG oslo_concurrency.lockutils [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.277314] env[70542]: DEBUG oslo_vmware.api [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3911841, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.343716] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.344076] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b2ef119-f3a5-4a18-9840-881e5ec1342b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.352759] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Waiting for the task: (returnval){ [ 1093.352759] env[70542]: value = "task-3911842" [ 1093.352759] env[70542]: _type = "Task" [ 1093.352759] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.365045] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.546074] env[70542]: DEBUG nova.scheduler.client.report [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.626540] env[70542]: DEBUG nova.compute.manager [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.630940] env[70542]: DEBUG nova.network.neutron [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Updating instance_info_cache with network_info: [{"id": "245b0755-a4ae-4e7e-8834-e4bc1314c091", "address": "fa:16:3e:85:11:2a", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245b0755-a4", "ovs_interfaceid": "245b0755-a4ae-4e7e-8834-e4bc1314c091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.658565] env[70542]: DEBUG nova.virt.hardware [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.658889] env[70542]: DEBUG nova.virt.hardware [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.659124] env[70542]: DEBUG nova.virt.hardware [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.659384] env[70542]: DEBUG nova.virt.hardware [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.659601] env[70542]: DEBUG nova.virt.hardware [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.659822] env[70542]: DEBUG nova.virt.hardware [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.660105] env[70542]: DEBUG nova.virt.hardware [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.660284] env[70542]: DEBUG nova.virt.hardware [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.660457] env[70542]: DEBUG nova.virt.hardware [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.660622] env[70542]: DEBUG nova.virt.hardware [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.660796] env[70542]: DEBUG nova.virt.hardware [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.661666] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be3364c-3b89-4c83-9224-d9613688f590 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.670670] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ad5653-6ee4-4151-895a-720b6d0e7a53 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.776690] env[70542]: DEBUG oslo_vmware.api [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3911841, 'name': ReconfigVM_Task, 'duration_secs': 0.258765} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.776986] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Reconfigured VM instance instance-00000052 to attach disk [datastore1] a1f250ef-d141-4a91-9a5c-df91115e5ad9/a1f250ef-d141-4a91-9a5c-df91115e5ad9.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.777283] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Updating instance 'a1f250ef-d141-4a91-9a5c-df91115e5ad9' progress to 50 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1093.863389] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911842, 'name': PowerOffVM_Task, 'duration_secs': 0.120827} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.863728] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.864007] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.864837] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2defc283-3246-4016-97e0-01d62b2904dd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.872692] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.872942] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e572e2e8-c326-43c1-9aa3-e505519fcf58 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.901478] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.901727] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.901922] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Deleting the datastore file [datastore2] 00f1948b-70ea-4fa7-bbff-1980c306a215 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.902241] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c29afee-deb6-48d8-9e37-18e3254330c2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.913377] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Waiting for the task: (returnval){ [ 1093.913377] env[70542]: value = "task-3911844" [ 1093.913377] env[70542]: _type = "Task" [ 1093.913377] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.928294] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.971907] env[70542]: DEBUG nova.compute.manager [req-104205a6-f976-4513-8bef-10c58c3d02f3 req-09066dfd-bc35-4ec8-99a9-977b11e93c5a service nova] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Received event network-changed-245b0755-a4ae-4e7e-8834-e4bc1314c091 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.971907] env[70542]: DEBUG nova.compute.manager [req-104205a6-f976-4513-8bef-10c58c3d02f3 req-09066dfd-bc35-4ec8-99a9-977b11e93c5a service nova] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Refreshing instance network info cache due to event network-changed-245b0755-a4ae-4e7e-8834-e4bc1314c091. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.972213] env[70542]: DEBUG oslo_concurrency.lockutils [req-104205a6-f976-4513-8bef-10c58c3d02f3 req-09066dfd-bc35-4ec8-99a9-977b11e93c5a service nova] Acquiring lock "refresh_cache-53cad18e-9a42-41ed-9b6b-264cdbcaa19d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.051737] env[70542]: DEBUG oslo_concurrency.lockutils [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.452s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.051961] env[70542]: INFO nova.compute.manager [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Migrating [ 1094.066160] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.976s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.067563] env[70542]: INFO nova.compute.claims [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.133734] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Releasing lock "refresh_cache-53cad18e-9a42-41ed-9b6b-264cdbcaa19d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.134147] env[70542]: DEBUG nova.compute.manager [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Instance network_info: |[{"id": "245b0755-a4ae-4e7e-8834-e4bc1314c091", "address": "fa:16:3e:85:11:2a", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245b0755-a4", "ovs_interfaceid": "245b0755-a4ae-4e7e-8834-e4bc1314c091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.134739] env[70542]: DEBUG oslo_concurrency.lockutils [req-104205a6-f976-4513-8bef-10c58c3d02f3 req-09066dfd-bc35-4ec8-99a9-977b11e93c5a service nova] Acquired lock "refresh_cache-53cad18e-9a42-41ed-9b6b-264cdbcaa19d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.134986] env[70542]: DEBUG nova.network.neutron [req-104205a6-f976-4513-8bef-10c58c3d02f3 req-09066dfd-bc35-4ec8-99a9-977b11e93c5a service nova] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Refreshing network info cache for port 245b0755-a4ae-4e7e-8834-e4bc1314c091 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.136289] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:11:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '245b0755-a4ae-4e7e-8834-e4bc1314c091', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.144600] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Creating folder: Project (47a07775e4774d509368d0b1476d045a). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.146847] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-911f4977-a61a-479a-a4a5-28fb9aa5b8dd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.160935] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Created folder: Project (47a07775e4774d509368d0b1476d045a) in parent group-v776569. [ 1094.161430] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Creating folder: Instances. Parent ref: group-v776825. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.161740] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cc146b7-13b2-46d8-b527-f85c6e086270 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.174655] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Created folder: Instances in parent group-v776825. [ 1094.175079] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.175304] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.175580] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccbd1ff2-67e4-45df-8b04-362a184e6114 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.198434] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.198434] env[70542]: value = "task-3911847" [ 1094.198434] env[70542]: _type = "Task" [ 1094.198434] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.207941] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911847, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.284710] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70272922-4e67-4e60-8e81-f026eb8bfff9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.308766] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a582eb6f-2229-4b14-a0a9-ae2eda4d788d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.317564] env[70542]: DEBUG nova.network.neutron [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Successfully updated port: 7630e33a-869a-40f9-be96-f2b797bdb627 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.333079] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Updating instance 'a1f250ef-d141-4a91-9a5c-df91115e5ad9' progress to 67 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1094.337467] env[70542]: DEBUG oslo_concurrency.lockutils [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "refresh_cache-10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.337604] env[70542]: DEBUG oslo_concurrency.lockutils [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "refresh_cache-10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.337750] env[70542]: DEBUG nova.network.neutron [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.423876] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156003} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.424423] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.424423] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.424580] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.581677] env[70542]: DEBUG oslo_concurrency.lockutils [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "refresh_cache-eef02990-c512-44f2-8fc7-eab27e22ab58" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.581952] env[70542]: DEBUG oslo_concurrency.lockutils [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired lock "refresh_cache-eef02990-c512-44f2-8fc7-eab27e22ab58" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.582070] env[70542]: DEBUG nova.network.neutron [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.710289] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911847, 'name': CreateVM_Task, 'duration_secs': 0.433027} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.710726] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.711430] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.711698] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.711933] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.712222] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7db0e01-2d2a-46f1-8fc9-4442252ed5a7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.718400] env[70542]: DEBUG oslo_vmware.api [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Waiting for the task: (returnval){ [ 1094.718400] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52578160-80d7-143f-bc92-1ddc03b63874" [ 1094.718400] env[70542]: _type = "Task" [ 1094.718400] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.730336] env[70542]: DEBUG oslo_vmware.api [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52578160-80d7-143f-bc92-1ddc03b63874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.886715] env[70542]: DEBUG nova.network.neutron [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.910016] env[70542]: DEBUG nova.network.neutron [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Port f50782fe-87a8-4e81-8829-5db49a89d3b9 binding to destination host cpu-1 is already ACTIVE {{(pid=70542) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1094.962554] env[70542]: DEBUG nova.network.neutron [req-104205a6-f976-4513-8bef-10c58c3d02f3 req-09066dfd-bc35-4ec8-99a9-977b11e93c5a service nova] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Updated VIF entry in instance network info cache for port 245b0755-a4ae-4e7e-8834-e4bc1314c091. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.962909] env[70542]: DEBUG nova.network.neutron [req-104205a6-f976-4513-8bef-10c58c3d02f3 req-09066dfd-bc35-4ec8-99a9-977b11e93c5a service nova] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Updating instance_info_cache with network_info: [{"id": "245b0755-a4ae-4e7e-8834-e4bc1314c091", "address": "fa:16:3e:85:11:2a", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245b0755-a4", "ovs_interfaceid": "245b0755-a4ae-4e7e-8834-e4bc1314c091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.073073] env[70542]: DEBUG nova.network.neutron [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Updating instance_info_cache with network_info: [{"id": "7630e33a-869a-40f9-be96-f2b797bdb627", "address": "fa:16:3e:ff:d7:f5", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7630e33a-86", "ovs_interfaceid": "7630e33a-869a-40f9-be96-f2b797bdb627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.235627] env[70542]: DEBUG oslo_vmware.api [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52578160-80d7-143f-bc92-1ddc03b63874, 'name': SearchDatastore_Task, 'duration_secs': 0.010982} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.237848] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.237848] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.237848] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.237848] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.237848] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.237848] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2b4345a-53ca-474f-8976-3da9ed437ea2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.248865] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.248865] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.248865] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b454d188-1d1c-47fb-ba8b-3daa826a15ee {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.257643] env[70542]: DEBUG oslo_vmware.api [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Waiting for the task: (returnval){ [ 1095.257643] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]529c6a7a-1758-831d-a7db-eae4d1c8dfe4" [ 1095.257643] env[70542]: _type = "Task" [ 1095.257643] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.273178] env[70542]: DEBUG oslo_vmware.api [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]529c6a7a-1758-831d-a7db-eae4d1c8dfe4, 'name': SearchDatastore_Task, 'duration_secs': 0.010795} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.278167] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a85238fd-1564-4548-9d07-9427b2aa28e9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.283327] env[70542]: DEBUG oslo_vmware.api [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Waiting for the task: (returnval){ [ 1095.283327] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524e60d7-be24-a9fc-0487-53220ac6f1d9" [ 1095.283327] env[70542]: _type = "Task" [ 1095.283327] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.294068] env[70542]: DEBUG oslo_vmware.api [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524e60d7-be24-a9fc-0487-53220ac6f1d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.371204] env[70542]: DEBUG nova.network.neutron [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Updating instance_info_cache with network_info: [{"id": "d852207d-5092-40c0-bc22-bf8cf0710530", "address": "fa:16:3e:17:53:d2", "network": {"id": "b34efa28-0333-4697-a2ca-0f761a8baa3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-961568765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cecd2691d1d54b7480090328eb29a4ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd852207d-50", "ovs_interfaceid": "d852207d-5092-40c0-bc22-bf8cf0710530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.432015] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7299fd50-bae3-4e03-b377-9775e590888f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.443280] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33b0861-2ef0-431e-86fd-bc6cd60a0c7d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.474596] env[70542]: DEBUG oslo_concurrency.lockutils [req-104205a6-f976-4513-8bef-10c58c3d02f3 req-09066dfd-bc35-4ec8-99a9-977b11e93c5a service nova] Releasing lock "refresh_cache-53cad18e-9a42-41ed-9b6b-264cdbcaa19d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.477527] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d326a745-81b9-44e7-9af5-e7ddbc2a49fd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.490475] env[70542]: DEBUG nova.virt.hardware [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.490765] env[70542]: DEBUG nova.virt.hardware [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.490972] env[70542]: DEBUG nova.virt.hardware [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.491092] env[70542]: DEBUG nova.virt.hardware [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.491237] env[70542]: DEBUG nova.virt.hardware [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.491388] env[70542]: DEBUG nova.virt.hardware [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.491598] env[70542]: DEBUG nova.virt.hardware [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.491760] env[70542]: DEBUG nova.virt.hardware [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.491928] env[70542]: DEBUG nova.virt.hardware [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.492115] env[70542]: DEBUG nova.virt.hardware [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.492294] env[70542]: DEBUG nova.virt.hardware [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.493572] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc923bc-23d7-4f23-b63a-c549b061c269 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.503288] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50539e49-be98-45b1-b580-aa3a3a8f0391 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.517074] env[70542]: DEBUG nova.compute.provider_tree [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.520018] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb813c7e-f8c2-4438-b923-208c0e740de2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.534584] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Instance VIF info [] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.540055] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.540546] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.540778] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b76ccd7-086e-4c6e-a1cf-d415ab816510 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.559080] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.559080] env[70542]: value = "task-3911848" [ 1095.559080] env[70542]: _type = "Task" [ 1095.559080] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.569766] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911848, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.575547] env[70542]: DEBUG oslo_concurrency.lockutils [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "refresh_cache-10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.576232] env[70542]: DEBUG nova.compute.manager [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Instance network_info: |[{"id": "7630e33a-869a-40f9-be96-f2b797bdb627", "address": "fa:16:3e:ff:d7:f5", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7630e33a-86", "ovs_interfaceid": "7630e33a-869a-40f9-be96-f2b797bdb627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.576893] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:d7:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7630e33a-869a-40f9-be96-f2b797bdb627', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.586224] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.586224] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.586224] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa5f28a7-639c-4478-8cd6-0a13a8603dc7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.610125] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.610125] env[70542]: value = "task-3911849" [ 1095.610125] env[70542]: _type = "Task" [ 1095.610125] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.619978] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911849, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.795773] env[70542]: DEBUG oslo_vmware.api [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524e60d7-be24-a9fc-0487-53220ac6f1d9, 'name': SearchDatastore_Task, 'duration_secs': 0.012139} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.796101] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.796224] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 53cad18e-9a42-41ed-9b6b-264cdbcaa19d/53cad18e-9a42-41ed-9b6b-264cdbcaa19d.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.796502] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3b454db-64c2-4257-8fd6-33adc2cefa1c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.805769] env[70542]: DEBUG oslo_vmware.api [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Waiting for the task: (returnval){ [ 1095.805769] env[70542]: value = "task-3911850" [ 1095.805769] env[70542]: _type = "Task" [ 1095.805769] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.815667] env[70542]: DEBUG oslo_vmware.api [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3911850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.875049] env[70542]: DEBUG oslo_concurrency.lockutils [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Releasing lock "refresh_cache-eef02990-c512-44f2-8fc7-eab27e22ab58" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.941162] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "a1f250ef-d141-4a91-9a5c-df91115e5ad9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.941503] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "a1f250ef-d141-4a91-9a5c-df91115e5ad9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.941980] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "a1f250ef-d141-4a91-9a5c-df91115e5ad9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.025838] env[70542]: DEBUG nova.scheduler.client.report [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.076652] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911848, 'name': CreateVM_Task, 'duration_secs': 0.369819} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.076652] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.077012] env[70542]: DEBUG oslo_concurrency.lockutils [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.078036] env[70542]: DEBUG oslo_concurrency.lockutils [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.078036] env[70542]: DEBUG oslo_concurrency.lockutils [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.078036] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e8db0ba-65f7-494a-b57e-3cb6e962eb64 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.084231] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Waiting for the task: (returnval){ [ 1096.084231] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a1a11b-a46d-0110-8bad-20b454ca6373" [ 1096.084231] env[70542]: _type = "Task" [ 1096.084231] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.099248] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a1a11b-a46d-0110-8bad-20b454ca6373, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.126362] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911849, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.144285] env[70542]: DEBUG nova.compute.manager [req-57eed5d0-62ea-45c4-9135-cf950837417a req-9550bffe-9434-4994-a74a-5f04be67f451 service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Received event network-vif-plugged-7630e33a-869a-40f9-be96-f2b797bdb627 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.144644] env[70542]: DEBUG oslo_concurrency.lockutils [req-57eed5d0-62ea-45c4-9135-cf950837417a req-9550bffe-9434-4994-a74a-5f04be67f451 service nova] Acquiring lock "10e06f9c-d7d5-4865-af99-2170c659d1b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.144966] env[70542]: DEBUG oslo_concurrency.lockutils [req-57eed5d0-62ea-45c4-9135-cf950837417a req-9550bffe-9434-4994-a74a-5f04be67f451 service nova] Lock "10e06f9c-d7d5-4865-af99-2170c659d1b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.145253] env[70542]: DEBUG oslo_concurrency.lockutils [req-57eed5d0-62ea-45c4-9135-cf950837417a req-9550bffe-9434-4994-a74a-5f04be67f451 service nova] Lock "10e06f9c-d7d5-4865-af99-2170c659d1b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.145538] env[70542]: DEBUG nova.compute.manager [req-57eed5d0-62ea-45c4-9135-cf950837417a req-9550bffe-9434-4994-a74a-5f04be67f451 service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] No waiting events found dispatching network-vif-plugged-7630e33a-869a-40f9-be96-f2b797bdb627 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1096.146035] env[70542]: WARNING nova.compute.manager [req-57eed5d0-62ea-45c4-9135-cf950837417a req-9550bffe-9434-4994-a74a-5f04be67f451 service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Received unexpected event network-vif-plugged-7630e33a-869a-40f9-be96-f2b797bdb627 for instance with vm_state building and task_state spawning. [ 1096.146316] env[70542]: DEBUG nova.compute.manager [req-57eed5d0-62ea-45c4-9135-cf950837417a req-9550bffe-9434-4994-a74a-5f04be67f451 service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Received event network-changed-7630e33a-869a-40f9-be96-f2b797bdb627 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.146568] env[70542]: DEBUG nova.compute.manager [req-57eed5d0-62ea-45c4-9135-cf950837417a req-9550bffe-9434-4994-a74a-5f04be67f451 service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Refreshing instance network info cache due to event network-changed-7630e33a-869a-40f9-be96-f2b797bdb627. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.146862] env[70542]: DEBUG oslo_concurrency.lockutils [req-57eed5d0-62ea-45c4-9135-cf950837417a req-9550bffe-9434-4994-a74a-5f04be67f451 service nova] Acquiring lock "refresh_cache-10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.147100] env[70542]: DEBUG oslo_concurrency.lockutils [req-57eed5d0-62ea-45c4-9135-cf950837417a req-9550bffe-9434-4994-a74a-5f04be67f451 service nova] Acquired lock "refresh_cache-10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.147408] env[70542]: DEBUG nova.network.neutron [req-57eed5d0-62ea-45c4-9135-cf950837417a req-9550bffe-9434-4994-a74a-5f04be67f451 service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Refreshing network info cache for port 7630e33a-869a-40f9-be96-f2b797bdb627 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.318035] env[70542]: DEBUG oslo_vmware.api [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3911850, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.533431] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.534014] env[70542]: DEBUG nova.compute.manager [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1096.536734] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.590s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.538613] env[70542]: INFO nova.compute.claims [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.595414] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a1a11b-a46d-0110-8bad-20b454ca6373, 'name': SearchDatastore_Task, 'duration_secs': 0.061902} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.596068] env[70542]: DEBUG oslo_concurrency.lockutils [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.596068] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.596348] env[70542]: DEBUG oslo_concurrency.lockutils [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.596573] env[70542]: DEBUG oslo_concurrency.lockutils [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.596790] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.597103] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75461cfc-d415-4998-a51e-70d7a0755c3b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.607108] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.607309] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.608157] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5360e186-4b72-4471-ab87-aef33174d9a1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.617195] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Waiting for the task: (returnval){ [ 1096.617195] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]529d77f0-f2e9-1cc8-f6d3-361fdea4912b" [ 1096.617195] env[70542]: _type = "Task" [ 1096.617195] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.624144] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911849, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.629679] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]529d77f0-f2e9-1cc8-f6d3-361fdea4912b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.797383] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquiring lock "5cbf310f-5a9a-4026-9eea-462525cb0fd7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.798235] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Lock "5cbf310f-5a9a-4026-9eea-462525cb0fd7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.819826] env[70542]: DEBUG oslo_vmware.api [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3911850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530965} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.820312] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 53cad18e-9a42-41ed-9b6b-264cdbcaa19d/53cad18e-9a42-41ed-9b6b-264cdbcaa19d.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.820692] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.823021] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87d73632-5615-49cd-a293-13bde4d14732 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.830212] env[70542]: DEBUG oslo_vmware.api [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Waiting for the task: (returnval){ [ 1096.830212] env[70542]: value = "task-3911851" [ 1096.830212] env[70542]: _type = "Task" [ 1096.830212] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.844102] env[70542]: DEBUG oslo_vmware.api [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3911851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.913308] env[70542]: DEBUG nova.network.neutron [req-57eed5d0-62ea-45c4-9135-cf950837417a req-9550bffe-9434-4994-a74a-5f04be67f451 service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Updated VIF entry in instance network info cache for port 7630e33a-869a-40f9-be96-f2b797bdb627. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.913664] env[70542]: DEBUG nova.network.neutron [req-57eed5d0-62ea-45c4-9135-cf950837417a req-9550bffe-9434-4994-a74a-5f04be67f451 service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Updating instance_info_cache with network_info: [{"id": "7630e33a-869a-40f9-be96-f2b797bdb627", "address": "fa:16:3e:ff:d7:f5", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7630e33a-86", "ovs_interfaceid": "7630e33a-869a-40f9-be96-f2b797bdb627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.977108] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "refresh_cache-a1f250ef-d141-4a91-9a5c-df91115e5ad9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.977306] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquired lock "refresh_cache-a1f250ef-d141-4a91-9a5c-df91115e5ad9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.977489] env[70542]: DEBUG nova.network.neutron [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.043127] env[70542]: DEBUG nova.compute.utils [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.048728] env[70542]: DEBUG nova.compute.manager [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1097.048919] env[70542]: DEBUG nova.network.neutron [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.093744] env[70542]: DEBUG nova.policy [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04d5cf8abb3b477c8c80a1182eda1bbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74896de6d46b4f10a7b78d1985e8b59a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.124927] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911849, 'name': CreateVM_Task, 'duration_secs': 1.396056} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.125532] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.126287] env[70542]: DEBUG oslo_concurrency.lockutils [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.126463] env[70542]: DEBUG oslo_concurrency.lockutils [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.126783] env[70542]: DEBUG oslo_concurrency.lockutils [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.127061] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77d16ff0-2437-4346-b014-453a83bdf420 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.134121] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]529d77f0-f2e9-1cc8-f6d3-361fdea4912b, 'name': SearchDatastore_Task, 'duration_secs': 0.01779} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.135381] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3af643a-19b1-4682-99fb-6d92b41c0437 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.139504] env[70542]: DEBUG oslo_vmware.api [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 1097.139504] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5299ef39-cfee-07b3-da4c-08f4f1589628" [ 1097.139504] env[70542]: _type = "Task" [ 1097.139504] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.143988] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Waiting for the task: (returnval){ [ 1097.143988] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5207c806-d946-b2aa-be2e-73be8e190679" [ 1097.143988] env[70542]: _type = "Task" [ 1097.143988] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.150371] env[70542]: DEBUG oslo_vmware.api [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5299ef39-cfee-07b3-da4c-08f4f1589628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.157048] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5207c806-d946-b2aa-be2e-73be8e190679, 'name': SearchDatastore_Task, 'duration_secs': 0.011457} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.157282] env[70542]: DEBUG oslo_concurrency.lockutils [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.157553] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 00f1948b-70ea-4fa7-bbff-1980c306a215/00f1948b-70ea-4fa7-bbff-1980c306a215.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.157881] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-250571f6-71c2-4149-804d-f46b5a79dadc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.166442] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Waiting for the task: (returnval){ [ 1097.166442] env[70542]: value = "task-3911852" [ 1097.166442] env[70542]: _type = "Task" [ 1097.166442] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.176544] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.347280] env[70542]: DEBUG oslo_vmware.api [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3911851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078306} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.347280] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.347280] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562c704e-aaa2-401b-847c-48e70a55210f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.375878] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 53cad18e-9a42-41ed-9b6b-264cdbcaa19d/53cad18e-9a42-41ed-9b6b-264cdbcaa19d.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.375878] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67617c18-cbec-4e70-8ba2-c9b861058db4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.397075] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c419ef7f-eeac-4e84-8372-037cb205651a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.403236] env[70542]: DEBUG oslo_vmware.api [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Waiting for the task: (returnval){ [ 1097.403236] env[70542]: value = "task-3911853" [ 1097.403236] env[70542]: _type = "Task" [ 1097.403236] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.420588] env[70542]: DEBUG oslo_concurrency.lockutils [req-57eed5d0-62ea-45c4-9135-cf950837417a req-9550bffe-9434-4994-a74a-5f04be67f451 service nova] Releasing lock "refresh_cache-10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.421190] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Updating instance 'eef02990-c512-44f2-8fc7-eab27e22ab58' progress to 0 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.430232] env[70542]: DEBUG oslo_vmware.api [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3911853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.550192] env[70542]: DEBUG nova.compute.manager [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1097.652421] env[70542]: DEBUG oslo_vmware.api [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5299ef39-cfee-07b3-da4c-08f4f1589628, 'name': SearchDatastore_Task, 'duration_secs': 0.014445} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.655672] env[70542]: DEBUG oslo_concurrency.lockutils [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.656210] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.656628] env[70542]: DEBUG oslo_concurrency.lockutils [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.656920] env[70542]: DEBUG oslo_concurrency.lockutils [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.657292] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.659134] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8c68f89-9b9f-4de8-a597-68da47801b4b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.670160] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.670160] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.674526] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c30b2998-681d-4bf7-9d0d-9937cf2048b4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.684028] env[70542]: DEBUG oslo_vmware.api [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 1097.684028] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cb455e-a327-8cb3-3a73-890475c575da" [ 1097.684028] env[70542]: _type = "Task" [ 1097.684028] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.686017] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911852, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.697095] env[70542]: DEBUG oslo_vmware.api [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cb455e-a327-8cb3-3a73-890475c575da, 'name': SearchDatastore_Task, 'duration_secs': 0.010199} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.700021] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01e8f4fe-f492-479f-aad4-2644de908417 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.706348] env[70542]: DEBUG oslo_vmware.api [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 1097.706348] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5201d202-f966-3969-5ae4-100e5de20159" [ 1097.706348] env[70542]: _type = "Task" [ 1097.706348] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.717443] env[70542]: DEBUG oslo_vmware.api [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5201d202-f966-3969-5ae4-100e5de20159, 'name': SearchDatastore_Task, 'duration_secs': 0.00993} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.720459] env[70542]: DEBUG oslo_concurrency.lockutils [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.720976] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 10e06f9c-d7d5-4865-af99-2170c659d1b5/10e06f9c-d7d5-4865-af99-2170c659d1b5.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.721722] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e6edfd1-7ab2-4bf4-8b1f-941674cc8014 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.731630] env[70542]: DEBUG oslo_vmware.api [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 1097.731630] env[70542]: value = "task-3911854" [ 1097.731630] env[70542]: _type = "Task" [ 1097.731630] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.747000] env[70542]: DEBUG oslo_vmware.api [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.750586] env[70542]: DEBUG nova.network.neutron [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Successfully created port: 15be8e29-fa05-4b1e-9ade-a4d8ac3fb487 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.917756] env[70542]: DEBUG oslo_vmware.api [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3911853, 'name': ReconfigVM_Task, 'duration_secs': 0.479181} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.918437] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 53cad18e-9a42-41ed-9b6b-264cdbcaa19d/53cad18e-9a42-41ed-9b6b-264cdbcaa19d.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.919240] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-604a80f2-4bb6-47ea-a357-4e40d3a93d18 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.927190] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.928796] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c317109-70cc-4cfb-99a1-4aae1fed8c78 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.933019] env[70542]: DEBUG oslo_vmware.api [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Waiting for the task: (returnval){ [ 1097.933019] env[70542]: value = "task-3911855" [ 1097.933019] env[70542]: _type = "Task" [ 1097.933019] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.939386] env[70542]: DEBUG oslo_vmware.api [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1097.939386] env[70542]: value = "task-3911856" [ 1097.939386] env[70542]: _type = "Task" [ 1097.939386] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.947118] env[70542]: DEBUG oslo_vmware.api [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3911855, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.961669] env[70542]: DEBUG oslo_vmware.api [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.964053] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc272d81-17be-4adb-9cb1-0fbca6060f8f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.972336] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21cc4c2-4744-4b69-a0c2-7ed132ce49e5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.008077] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03204202-6413-402c-b14d-e536545f0703 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.016585] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d284e8-a304-476a-bd9f-e15a81af9ca5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.032502] env[70542]: DEBUG nova.compute.provider_tree [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.178117] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911852, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.193742] env[70542]: DEBUG nova.network.neutron [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Updating instance_info_cache with network_info: [{"id": "f50782fe-87a8-4e81-8829-5db49a89d3b9", "address": "fa:16:3e:86:0f:43", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50782fe-87", "ovs_interfaceid": "f50782fe-87a8-4e81-8829-5db49a89d3b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.242869] env[70542]: DEBUG oslo_vmware.api [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.443111] env[70542]: DEBUG oslo_vmware.api [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3911855, 'name': Rename_Task, 'duration_secs': 0.14888} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.443404] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.443652] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d11c807-8bb7-4e02-be70-841cb237d8d1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.451964] env[70542]: DEBUG oslo_vmware.api [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Waiting for the task: (returnval){ [ 1098.451964] env[70542]: value = "task-3911857" [ 1098.451964] env[70542]: _type = "Task" [ 1098.451964] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.458179] env[70542]: DEBUG oslo_vmware.api [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911856, 'name': PowerOffVM_Task, 'duration_secs': 0.277348} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.458761] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.458957] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Updating instance 'eef02990-c512-44f2-8fc7-eab27e22ab58' progress to 17 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1098.465070] env[70542]: DEBUG oslo_vmware.api [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3911857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.538215] env[70542]: DEBUG nova.scheduler.client.report [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.566282] env[70542]: DEBUG nova.compute.manager [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1098.597599] env[70542]: DEBUG nova.virt.hardware [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.597898] env[70542]: DEBUG nova.virt.hardware [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.598112] env[70542]: DEBUG nova.virt.hardware [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.598324] env[70542]: DEBUG nova.virt.hardware [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.598500] env[70542]: DEBUG nova.virt.hardware [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.598674] env[70542]: DEBUG nova.virt.hardware [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.598957] env[70542]: DEBUG nova.virt.hardware [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.599168] env[70542]: DEBUG nova.virt.hardware [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.599389] env[70542]: DEBUG nova.virt.hardware [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.599607] env[70542]: DEBUG nova.virt.hardware [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.599850] env[70542]: DEBUG nova.virt.hardware [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.600869] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf3106a-5183-453d-a400-36785039a3e7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.609810] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d639cc5-d73a-4242-bcb1-44534cdb4c2c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.678715] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911852, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.698383] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Releasing lock "refresh_cache-a1f250ef-d141-4a91-9a5c-df91115e5ad9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.743190] env[70542]: DEBUG oslo_vmware.api [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.964463] env[70542]: DEBUG oslo_vmware.api [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3911857, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.968076] env[70542]: DEBUG nova.virt.hardware [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.968278] env[70542]: DEBUG nova.virt.hardware [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.968437] env[70542]: DEBUG nova.virt.hardware [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.968652] env[70542]: DEBUG nova.virt.hardware [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.968785] env[70542]: DEBUG nova.virt.hardware [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.968962] env[70542]: DEBUG nova.virt.hardware [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.969175] env[70542]: DEBUG nova.virt.hardware [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.969342] env[70542]: DEBUG nova.virt.hardware [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.969505] env[70542]: DEBUG nova.virt.hardware [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.969684] env[70542]: DEBUG nova.virt.hardware [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.969851] env[70542]: DEBUG nova.virt.hardware [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.975303] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10928007-44eb-4f0b-a47d-fd2d59628d69 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.994834] env[70542]: DEBUG oslo_vmware.api [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1098.994834] env[70542]: value = "task-3911858" [ 1098.994834] env[70542]: _type = "Task" [ 1098.994834] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.006015] env[70542]: DEBUG oslo_vmware.api [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.043296] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.043859] env[70542]: DEBUG nova.compute.manager [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1099.046643] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.722s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.048223] env[70542]: INFO nova.compute.claims [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.180801] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911852, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.5181} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.181124] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 00f1948b-70ea-4fa7-bbff-1980c306a215/00f1948b-70ea-4fa7-bbff-1980c306a215.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.181365] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.181649] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcdbb186-7ab0-4c23-a641-0722ba2f6b8e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.192077] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Waiting for the task: (returnval){ [ 1099.192077] env[70542]: value = "task-3911859" [ 1099.192077] env[70542]: _type = "Task" [ 1099.192077] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.202711] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.231449] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebb2964-0494-4847-8962-8599a3f59c9f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.244381] env[70542]: DEBUG oslo_vmware.api [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911854, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.435206} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.257865] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 10e06f9c-d7d5-4865-af99-2170c659d1b5/10e06f9c-d7d5-4865-af99-2170c659d1b5.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.258194] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.258604] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d2b3569-bb84-400b-92ea-9782e4eef2b5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.261369] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70aa882d-5a81-4020-91ec-4c5a919dfbe7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.269649] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Updating instance 'a1f250ef-d141-4a91-9a5c-df91115e5ad9' progress to 83 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1099.274551] env[70542]: DEBUG oslo_vmware.api [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 1099.274551] env[70542]: value = "task-3911860" [ 1099.274551] env[70542]: _type = "Task" [ 1099.274551] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.283239] env[70542]: DEBUG oslo_vmware.api [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.464563] env[70542]: DEBUG oslo_vmware.api [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3911857, 'name': PowerOnVM_Task, 'duration_secs': 0.764408} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.464833] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.465049] env[70542]: INFO nova.compute.manager [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1099.465237] env[70542]: DEBUG nova.compute.manager [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1099.466058] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77403eb3-c0e7-4920-955e-06d96e7d8cae {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.504754] env[70542]: DEBUG oslo_vmware.api [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911858, 'name': ReconfigVM_Task, 'duration_secs': 0.239103} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.508021] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Updating instance 'eef02990-c512-44f2-8fc7-eab27e22ab58' progress to 33 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1099.510346] env[70542]: DEBUG nova.compute.manager [req-3b13975e-8fbd-4ba6-a312-c2c9a01719ce req-5184e20c-2ad7-46a7-b472-2a6c80b77209 service nova] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Received event network-vif-plugged-15be8e29-fa05-4b1e-9ade-a4d8ac3fb487 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.510547] env[70542]: DEBUG oslo_concurrency.lockutils [req-3b13975e-8fbd-4ba6-a312-c2c9a01719ce req-5184e20c-2ad7-46a7-b472-2a6c80b77209 service nova] Acquiring lock "bb068ba4-14de-4b39-b127-f4c51d1c685f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.510745] env[70542]: DEBUG oslo_concurrency.lockutils [req-3b13975e-8fbd-4ba6-a312-c2c9a01719ce req-5184e20c-2ad7-46a7-b472-2a6c80b77209 service nova] Lock "bb068ba4-14de-4b39-b127-f4c51d1c685f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.510903] env[70542]: DEBUG oslo_concurrency.lockutils [req-3b13975e-8fbd-4ba6-a312-c2c9a01719ce req-5184e20c-2ad7-46a7-b472-2a6c80b77209 service nova] Lock "bb068ba4-14de-4b39-b127-f4c51d1c685f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.511084] env[70542]: DEBUG nova.compute.manager [req-3b13975e-8fbd-4ba6-a312-c2c9a01719ce req-5184e20c-2ad7-46a7-b472-2a6c80b77209 service nova] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] No waiting events found dispatching network-vif-plugged-15be8e29-fa05-4b1e-9ade-a4d8ac3fb487 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1099.511252] env[70542]: WARNING nova.compute.manager [req-3b13975e-8fbd-4ba6-a312-c2c9a01719ce req-5184e20c-2ad7-46a7-b472-2a6c80b77209 service nova] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Received unexpected event network-vif-plugged-15be8e29-fa05-4b1e-9ade-a4d8ac3fb487 for instance with vm_state building and task_state spawning. [ 1099.552623] env[70542]: DEBUG nova.compute.utils [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.557140] env[70542]: DEBUG nova.compute.manager [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.557140] env[70542]: DEBUG nova.network.neutron [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.595964] env[70542]: DEBUG nova.network.neutron [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Successfully updated port: 15be8e29-fa05-4b1e-9ade-a4d8ac3fb487 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.610655] env[70542]: DEBUG nova.policy [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04d5cf8abb3b477c8c80a1182eda1bbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74896de6d46b4f10a7b78d1985e8b59a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.702053] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085826} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.702344] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.703139] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91f6734-4496-4647-85b4-d136d8e0886e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.723498] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 00f1948b-70ea-4fa7-bbff-1980c306a215/00f1948b-70ea-4fa7-bbff-1980c306a215.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.723816] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4d8f0a2-859c-43f8-b9d6-bd20acfb6e38 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.744530] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Waiting for the task: (returnval){ [ 1099.744530] env[70542]: value = "task-3911861" [ 1099.744530] env[70542]: _type = "Task" [ 1099.744530] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.753419] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911861, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.777018] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.777386] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2815391-846c-483c-a405-8499fda5046a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.787829] env[70542]: DEBUG oslo_vmware.api [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079801} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.789283] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.789665] env[70542]: DEBUG oslo_vmware.api [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1099.789665] env[70542]: value = "task-3911862" [ 1099.789665] env[70542]: _type = "Task" [ 1099.789665] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.791473] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3337a5-4385-4ed1-b610-f7324039a0d4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.821020] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 10e06f9c-d7d5-4865-af99-2170c659d1b5/10e06f9c-d7d5-4865-af99-2170c659d1b5.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.821490] env[70542]: DEBUG oslo_vmware.api [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3911862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.821756] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28934fa1-73e9-4007-bcb8-71a7d77d5a47 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.841738] env[70542]: DEBUG oslo_vmware.api [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 1099.841738] env[70542]: value = "task-3911863" [ 1099.841738] env[70542]: _type = "Task" [ 1099.841738] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.850394] env[70542]: DEBUG oslo_vmware.api [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.912265] env[70542]: DEBUG nova.network.neutron [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Successfully created port: fa43fa94-17ba-415d-93dc-08f24ff80781 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.986664] env[70542]: INFO nova.compute.manager [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Took 41.58 seconds to build instance. [ 1100.014539] env[70542]: DEBUG nova.virt.hardware [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.014801] env[70542]: DEBUG nova.virt.hardware [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.014923] env[70542]: DEBUG nova.virt.hardware [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.015126] env[70542]: DEBUG nova.virt.hardware [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.015276] env[70542]: DEBUG nova.virt.hardware [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.015422] env[70542]: DEBUG nova.virt.hardware [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.015630] env[70542]: DEBUG nova.virt.hardware [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.015838] env[70542]: DEBUG nova.virt.hardware [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.016029] env[70542]: DEBUG nova.virt.hardware [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.016734] env[70542]: DEBUG nova.virt.hardware [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.016977] env[70542]: DEBUG nova.virt.hardware [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.022721] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Reconfiguring VM instance instance-00000014 to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1100.023255] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08e757a0-91b4-44bf-9708-0cd5a139e5ec {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.045409] env[70542]: DEBUG oslo_vmware.api [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1100.045409] env[70542]: value = "task-3911864" [ 1100.045409] env[70542]: _type = "Task" [ 1100.045409] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.054577] env[70542]: DEBUG oslo_vmware.api [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.057347] env[70542]: DEBUG nova.compute.manager [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1100.099678] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "refresh_cache-bb068ba4-14de-4b39-b127-f4c51d1c685f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.099838] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquired lock "refresh_cache-bb068ba4-14de-4b39-b127-f4c51d1c685f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.099996] env[70542]: DEBUG nova.network.neutron [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.256790] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.304582] env[70542]: DEBUG oslo_vmware.api [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3911862, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.355534] env[70542]: DEBUG oslo_vmware.api [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.413584] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3585f7d-80de-4bcc-b7d5-32c2b5f0021c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.422045] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c8be1e-324f-45dc-84cc-91ea47797420 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.455419] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4ca042-4530-432a-84a8-4d0875fd8d62 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.466224] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cc041a-952a-4441-b3cd-6dd7fbb39046 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.482926] env[70542]: DEBUG nova.compute.provider_tree [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.488929] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd6c1fd7-d5d9-4bc8-a374-fab14091a221 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Lock "53cad18e-9a42-41ed-9b6b-264cdbcaa19d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.097s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.556075] env[70542]: DEBUG oslo_vmware.api [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911864, 'name': ReconfigVM_Task, 'duration_secs': 0.425113} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.556399] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Reconfigured VM instance instance-00000014 to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1100.557168] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b9ba89-d397-498d-a0c0-b13cf82c8425 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.591031] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] eef02990-c512-44f2-8fc7-eab27e22ab58/eef02990-c512-44f2-8fc7-eab27e22ab58.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.593964] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4cea10f-4a5c-47c9-ae96-fb9fc4012bf8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.619879] env[70542]: DEBUG oslo_vmware.api [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1100.619879] env[70542]: value = "task-3911865" [ 1100.619879] env[70542]: _type = "Task" [ 1100.619879] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.632975] env[70542]: DEBUG oslo_vmware.api [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911865, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.650900] env[70542]: DEBUG nova.network.neutron [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.761667] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911861, 'name': ReconfigVM_Task, 'duration_secs': 0.923684} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.761955] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 00f1948b-70ea-4fa7-bbff-1980c306a215/00f1948b-70ea-4fa7-bbff-1980c306a215.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.763022] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa31b157-1c8d-4e12-b624-647c3ad0669d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.769859] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Waiting for the task: (returnval){ [ 1100.769859] env[70542]: value = "task-3911866" [ 1100.769859] env[70542]: _type = "Task" [ 1100.769859] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.779681] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911866, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.805772] env[70542]: DEBUG oslo_vmware.api [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3911862, 'name': PowerOnVM_Task, 'duration_secs': 0.809591} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.806156] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.806409] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb7049b-e4bc-4524-b45d-29a9a02448ce tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Updating instance 'a1f250ef-d141-4a91-9a5c-df91115e5ad9' progress to 100 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1100.836282] env[70542]: DEBUG nova.network.neutron [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Updating instance_info_cache with network_info: [{"id": "15be8e29-fa05-4b1e-9ade-a4d8ac3fb487", "address": "fa:16:3e:fb:e8:34", "network": {"id": "9f572e7a-d135-4065-a1e6-301b98e54dba", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948852501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74896de6d46b4f10a7b78d1985e8b59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15be8e29-fa", "ovs_interfaceid": "15be8e29-fa05-4b1e-9ade-a4d8ac3fb487", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.858570] env[70542]: DEBUG oslo_vmware.api [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911863, 'name': ReconfigVM_Task, 'duration_secs': 0.844239} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.858821] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 10e06f9c-d7d5-4865-af99-2170c659d1b5/10e06f9c-d7d5-4865-af99-2170c659d1b5.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.859514] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-577e7a59-ded9-402d-af4c-b68b6acd9d3a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.869345] env[70542]: DEBUG oslo_vmware.api [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 1100.869345] env[70542]: value = "task-3911867" [ 1100.869345] env[70542]: _type = "Task" [ 1100.869345] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.883093] env[70542]: DEBUG oslo_vmware.api [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911867, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.986484] env[70542]: DEBUG nova.scheduler.client.report [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.992216] env[70542]: DEBUG nova.compute.manager [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.095892] env[70542]: DEBUG nova.compute.manager [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1101.121342] env[70542]: DEBUG nova.virt.hardware [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.121649] env[70542]: DEBUG nova.virt.hardware [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.121865] env[70542]: DEBUG nova.virt.hardware [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.122138] env[70542]: DEBUG nova.virt.hardware [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.122350] env[70542]: DEBUG nova.virt.hardware [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.122542] env[70542]: DEBUG nova.virt.hardware [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.122916] env[70542]: DEBUG nova.virt.hardware [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.123013] env[70542]: DEBUG nova.virt.hardware [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.123290] env[70542]: DEBUG nova.virt.hardware [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.123532] env[70542]: DEBUG nova.virt.hardware [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.123784] env[70542]: DEBUG nova.virt.hardware [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.125196] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fddd2ff-a8b6-4916-ac8d-d0f86075872e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.139580] env[70542]: DEBUG oslo_vmware.api [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911865, 'name': ReconfigVM_Task, 'duration_secs': 0.455904} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.142480] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Reconfigured VM instance instance-00000014 to attach disk [datastore1] eef02990-c512-44f2-8fc7-eab27e22ab58/eef02990-c512-44f2-8fc7-eab27e22ab58.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.142812] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Updating instance 'eef02990-c512-44f2-8fc7-eab27e22ab58' progress to 50 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.148372] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1eeaebb-b851-45f4-8258-be6f2f265c17 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.281026] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911866, 'name': Rename_Task, 'duration_secs': 0.154421} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.281327] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.281575] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d5e0b99-10af-494c-b9ad-6f8f6cf7fea1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.288173] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Waiting for the task: (returnval){ [ 1101.288173] env[70542]: value = "task-3911868" [ 1101.288173] env[70542]: _type = "Task" [ 1101.288173] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.296161] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.340096] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Releasing lock "refresh_cache-bb068ba4-14de-4b39-b127-f4c51d1c685f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.340539] env[70542]: DEBUG nova.compute.manager [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Instance network_info: |[{"id": "15be8e29-fa05-4b1e-9ade-a4d8ac3fb487", "address": "fa:16:3e:fb:e8:34", "network": {"id": "9f572e7a-d135-4065-a1e6-301b98e54dba", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948852501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74896de6d46b4f10a7b78d1985e8b59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15be8e29-fa", "ovs_interfaceid": "15be8e29-fa05-4b1e-9ade-a4d8ac3fb487", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.341082] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:e8:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15be8e29-fa05-4b1e-9ade-a4d8ac3fb487', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.351245] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Creating folder: Project (74896de6d46b4f10a7b78d1985e8b59a). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.351794] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bab8370d-9d94-41fd-be64-90de3644515c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.380539] env[70542]: DEBUG oslo_vmware.api [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911867, 'name': Rename_Task, 'duration_secs': 0.167898} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.380830] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1101.381202] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab596e32-f488-4e46-9c6d-6b812299d007 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.383941] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Created folder: Project (74896de6d46b4f10a7b78d1985e8b59a) in parent group-v776569. [ 1101.384148] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Creating folder: Instances. Parent ref: group-v776830. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.384777] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5df04010-8756-4d5b-9e9c-73d5ca47b58d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.390037] env[70542]: DEBUG oslo_vmware.api [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 1101.390037] env[70542]: value = "task-3911870" [ 1101.390037] env[70542]: _type = "Task" [ 1101.390037] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.397024] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Created folder: Instances in parent group-v776830. [ 1101.397316] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.400877] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.401181] env[70542]: DEBUG oslo_vmware.api [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.401394] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb520455-1ca9-493b-be28-032fb7fa614b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.422904] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.422904] env[70542]: value = "task-3911872" [ 1101.422904] env[70542]: _type = "Task" [ 1101.422904] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.431288] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911872, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.492319] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.492952] env[70542]: DEBUG nova.compute.manager [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1101.495507] env[70542]: DEBUG oslo_concurrency.lockutils [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.126s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.497040] env[70542]: INFO nova.compute.claims [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.509490] env[70542]: DEBUG nova.network.neutron [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Successfully updated port: fa43fa94-17ba-415d-93dc-08f24ff80781 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.530508] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.550920] env[70542]: DEBUG nova.compute.manager [req-6811aebe-0206-4aa6-90c5-94004d39ea08 req-20cc8f8f-f822-4b85-82c0-dd7b6ef582bd service nova] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Received event network-changed-15be8e29-fa05-4b1e-9ade-a4d8ac3fb487 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.550920] env[70542]: DEBUG nova.compute.manager [req-6811aebe-0206-4aa6-90c5-94004d39ea08 req-20cc8f8f-f822-4b85-82c0-dd7b6ef582bd service nova] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Refreshing instance network info cache due to event network-changed-15be8e29-fa05-4b1e-9ade-a4d8ac3fb487. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.550920] env[70542]: DEBUG oslo_concurrency.lockutils [req-6811aebe-0206-4aa6-90c5-94004d39ea08 req-20cc8f8f-f822-4b85-82c0-dd7b6ef582bd service nova] Acquiring lock "refresh_cache-bb068ba4-14de-4b39-b127-f4c51d1c685f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.550920] env[70542]: DEBUG oslo_concurrency.lockutils [req-6811aebe-0206-4aa6-90c5-94004d39ea08 req-20cc8f8f-f822-4b85-82c0-dd7b6ef582bd service nova] Acquired lock "refresh_cache-bb068ba4-14de-4b39-b127-f4c51d1c685f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.550920] env[70542]: DEBUG nova.network.neutron [req-6811aebe-0206-4aa6-90c5-94004d39ea08 req-20cc8f8f-f822-4b85-82c0-dd7b6ef582bd service nova] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Refreshing network info cache for port 15be8e29-fa05-4b1e-9ade-a4d8ac3fb487 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.656901] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e552ae-68bb-4c20-b578-15710dbaba20 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.682024] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93624013-22bd-4fd4-bb80-b3b6cb4cc86d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.688585] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Acquiring lock "ac363f82-f4a1-43a4-8f1a-a289cc884070" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.688885] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Lock "ac363f82-f4a1-43a4-8f1a-a289cc884070" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.712128] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Updating instance 'eef02990-c512-44f2-8fc7-eab27e22ab58' progress to 67 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.801539] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911868, 'name': PowerOnVM_Task} progress is 96%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.900572] env[70542]: DEBUG oslo_vmware.api [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3911870, 'name': PowerOnVM_Task, 'duration_secs': 0.495364} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.900805] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.900998] env[70542]: INFO nova.compute.manager [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1101.901199] env[70542]: DEBUG nova.compute.manager [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1101.902119] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b68b7cc-3ca8-4d86-b76e-237335148b6f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.932399] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911872, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.003020] env[70542]: DEBUG nova.compute.utils [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.004651] env[70542]: DEBUG nova.compute.manager [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1102.004871] env[70542]: DEBUG nova.network.neutron [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.017019] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "refresh_cache-eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.017019] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquired lock "refresh_cache-eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.017019] env[70542]: DEBUG nova.network.neutron [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.061595] env[70542]: DEBUG nova.policy [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf958597122f47a3ad61b0c0f6e48662', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1ed649ce03f4cb994a22b4fae711fb7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.254495] env[70542]: DEBUG nova.network.neutron [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Port d852207d-5092-40c0-bc22-bf8cf0710530 binding to destination host cpu-1 is already ACTIVE {{(pid=70542) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1102.302992] env[70542]: DEBUG oslo_vmware.api [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911868, 'name': PowerOnVM_Task, 'duration_secs': 0.561997} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.303315] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1102.303521] env[70542]: DEBUG nova.compute.manager [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1102.304568] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def97df3-fb55-416b-9fe5-db525837a0e5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.421077] env[70542]: INFO nova.compute.manager [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Took 41.98 seconds to build instance. [ 1102.434813] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911872, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.465258] env[70542]: DEBUG nova.network.neutron [req-6811aebe-0206-4aa6-90c5-94004d39ea08 req-20cc8f8f-f822-4b85-82c0-dd7b6ef582bd service nova] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Updated VIF entry in instance network info cache for port 15be8e29-fa05-4b1e-9ade-a4d8ac3fb487. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.465629] env[70542]: DEBUG nova.network.neutron [req-6811aebe-0206-4aa6-90c5-94004d39ea08 req-20cc8f8f-f822-4b85-82c0-dd7b6ef582bd service nova] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Updating instance_info_cache with network_info: [{"id": "15be8e29-fa05-4b1e-9ade-a4d8ac3fb487", "address": "fa:16:3e:fb:e8:34", "network": {"id": "9f572e7a-d135-4065-a1e6-301b98e54dba", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948852501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74896de6d46b4f10a7b78d1985e8b59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15be8e29-fa", "ovs_interfaceid": "15be8e29-fa05-4b1e-9ade-a4d8ac3fb487", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.514467] env[70542]: DEBUG nova.compute.manager [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.575444] env[70542]: DEBUG nova.network.neutron [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.805730] env[70542]: DEBUG nova.network.neutron [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Successfully created port: b39fab32-95ce-4df1-9e31-354b0d00d187 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1102.829163] env[70542]: DEBUG oslo_concurrency.lockutils [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.903279] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea155e1-a1af-4b72-ae2f-c3945cb5f770 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.912369] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5383093b-781f-4445-8f0f-ed130eb8ba37 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.945246] env[70542]: DEBUG oslo_concurrency.lockutils [None req-09edb7bc-cdb5-4bb4-8e53-d728208a2770 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "10e06f9c-d7d5-4865-af99-2170c659d1b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.520s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.954262] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377e573d-eca3-441a-8d4d-81066a09f842 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.964178] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911872, 'name': CreateVM_Task, 'duration_secs': 1.446329} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.966851] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.967704] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.967918] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.968300] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.969614] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d708be0d-6eb9-4792-b714-1fe63882eaf3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.974553] env[70542]: DEBUG oslo_concurrency.lockutils [req-6811aebe-0206-4aa6-90c5-94004d39ea08 req-20cc8f8f-f822-4b85-82c0-dd7b6ef582bd service nova] Releasing lock "refresh_cache-bb068ba4-14de-4b39-b127-f4c51d1c685f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.974796] env[70542]: DEBUG nova.compute.manager [req-6811aebe-0206-4aa6-90c5-94004d39ea08 req-20cc8f8f-f822-4b85-82c0-dd7b6ef582bd service nova] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Received event network-vif-plugged-fa43fa94-17ba-415d-93dc-08f24ff80781 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.974994] env[70542]: DEBUG oslo_concurrency.lockutils [req-6811aebe-0206-4aa6-90c5-94004d39ea08 req-20cc8f8f-f822-4b85-82c0-dd7b6ef582bd service nova] Acquiring lock "eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.975325] env[70542]: DEBUG oslo_concurrency.lockutils [req-6811aebe-0206-4aa6-90c5-94004d39ea08 req-20cc8f8f-f822-4b85-82c0-dd7b6ef582bd service nova] Lock "eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.975504] env[70542]: DEBUG oslo_concurrency.lockutils [req-6811aebe-0206-4aa6-90c5-94004d39ea08 req-20cc8f8f-f822-4b85-82c0-dd7b6ef582bd service nova] Lock "eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.979021] env[70542]: DEBUG nova.compute.manager [req-6811aebe-0206-4aa6-90c5-94004d39ea08 req-20cc8f8f-f822-4b85-82c0-dd7b6ef582bd service nova] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] No waiting events found dispatching network-vif-plugged-fa43fa94-17ba-415d-93dc-08f24ff80781 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1102.979021] env[70542]: WARNING nova.compute.manager [req-6811aebe-0206-4aa6-90c5-94004d39ea08 req-20cc8f8f-f822-4b85-82c0-dd7b6ef582bd service nova] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Received unexpected event network-vif-plugged-fa43fa94-17ba-415d-93dc-08f24ff80781 for instance with vm_state building and task_state spawning. [ 1102.979021] env[70542]: DEBUG nova.compute.manager [req-6811aebe-0206-4aa6-90c5-94004d39ea08 req-20cc8f8f-f822-4b85-82c0-dd7b6ef582bd service nova] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Received event network-changed-fa43fa94-17ba-415d-93dc-08f24ff80781 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.979021] env[70542]: DEBUG nova.compute.manager [req-6811aebe-0206-4aa6-90c5-94004d39ea08 req-20cc8f8f-f822-4b85-82c0-dd7b6ef582bd service nova] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Refreshing instance network info cache due to event network-changed-fa43fa94-17ba-415d-93dc-08f24ff80781. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.979021] env[70542]: DEBUG oslo_concurrency.lockutils [req-6811aebe-0206-4aa6-90c5-94004d39ea08 req-20cc8f8f-f822-4b85-82c0-dd7b6ef582bd service nova] Acquiring lock "refresh_cache-eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.979021] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04c2632f-98fc-4ed2-b1e7-8ecf1ab1b00e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.985135] env[70542]: DEBUG oslo_vmware.api [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1102.985135] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523016c6-721f-8e2a-b123-98bb644eb7b7" [ 1102.985135] env[70542]: _type = "Task" [ 1102.985135] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.995306] env[70542]: DEBUG nova.compute.provider_tree [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.008652] env[70542]: DEBUG oslo_vmware.api [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523016c6-721f-8e2a-b123-98bb644eb7b7, 'name': SearchDatastore_Task, 'duration_secs': 0.013377} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.008652] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.008652] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.008652] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.008652] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.008652] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.009169] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e12868b-16e2-4df6-b0ca-5c60b6b9470a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.023745] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.023942] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.024985] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11181ab2-d485-436a-b829-6d4f33c4a6e7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.031138] env[70542]: DEBUG oslo_vmware.api [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1103.031138] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528181f9-19b3-a5d2-b7b3-8e0ccd320023" [ 1103.031138] env[70542]: _type = "Task" [ 1103.031138] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.040808] env[70542]: DEBUG oslo_vmware.api [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528181f9-19b3-a5d2-b7b3-8e0ccd320023, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.069879] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f710ff9b-5d6a-4e14-8142-27066f8612ac tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "a1f250ef-d141-4a91-9a5c-df91115e5ad9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.070139] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f710ff9b-5d6a-4e14-8142-27066f8612ac tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "a1f250ef-d141-4a91-9a5c-df91115e5ad9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.070324] env[70542]: DEBUG nova.compute.manager [None req-f710ff9b-5d6a-4e14-8142-27066f8612ac tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Going to confirm migration 4 {{(pid=70542) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1103.074903] env[70542]: DEBUG nova.network.neutron [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Updating instance_info_cache with network_info: [{"id": "fa43fa94-17ba-415d-93dc-08f24ff80781", "address": "fa:16:3e:3b:ff:e5", "network": {"id": "9f572e7a-d135-4065-a1e6-301b98e54dba", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948852501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74896de6d46b4f10a7b78d1985e8b59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa43fa94-17", "ovs_interfaceid": "fa43fa94-17ba-415d-93dc-08f24ff80781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.294118] env[70542]: DEBUG oslo_concurrency.lockutils [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "eef02990-c512-44f2-8fc7-eab27e22ab58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.294363] env[70542]: DEBUG oslo_concurrency.lockutils [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "eef02990-c512-44f2-8fc7-eab27e22ab58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.294993] env[70542]: DEBUG oslo_concurrency.lockutils [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "eef02990-c512-44f2-8fc7-eab27e22ab58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.459114] env[70542]: DEBUG nova.compute.manager [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1103.501121] env[70542]: DEBUG nova.scheduler.client.report [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.526334] env[70542]: DEBUG nova.compute.manager [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.542326] env[70542]: DEBUG oslo_vmware.api [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528181f9-19b3-a5d2-b7b3-8e0ccd320023, 'name': SearchDatastore_Task, 'duration_secs': 0.011697} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.543146] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-875c6668-fecf-4e72-9569-a79adc77edeb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.550994] env[70542]: DEBUG oslo_vmware.api [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1103.550994] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5207b57a-17d8-3e90-9974-5b062f912f7f" [ 1103.550994] env[70542]: _type = "Task" [ 1103.550994] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.556640] env[70542]: DEBUG nova.virt.hardware [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.556873] env[70542]: DEBUG nova.virt.hardware [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.557039] env[70542]: DEBUG nova.virt.hardware [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.557231] env[70542]: DEBUG nova.virt.hardware [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.557379] env[70542]: DEBUG nova.virt.hardware [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.557522] env[70542]: DEBUG nova.virt.hardware [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.557727] env[70542]: DEBUG nova.virt.hardware [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.557971] env[70542]: DEBUG nova.virt.hardware [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.558159] env[70542]: DEBUG nova.virt.hardware [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.558383] env[70542]: DEBUG nova.virt.hardware [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.558544] env[70542]: DEBUG nova.virt.hardware [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.559821] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5ce92d-2682-421f-9857-73dd5d6bb0a0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.572524] env[70542]: DEBUG oslo_vmware.api [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5207b57a-17d8-3e90-9974-5b062f912f7f, 'name': SearchDatastore_Task, 'duration_secs': 0.010405} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.575965] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358646eb-7113-4115-8d13-8c3147d821b7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.580429] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.580737] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] bb068ba4-14de-4b39-b127-f4c51d1c685f/bb068ba4-14de-4b39-b127-f4c51d1c685f.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.584047] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Releasing lock "refresh_cache-eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.584340] env[70542]: DEBUG nova.compute.manager [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Instance network_info: |[{"id": "fa43fa94-17ba-415d-93dc-08f24ff80781", "address": "fa:16:3e:3b:ff:e5", "network": {"id": "9f572e7a-d135-4065-a1e6-301b98e54dba", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948852501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74896de6d46b4f10a7b78d1985e8b59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa43fa94-17", "ovs_interfaceid": "fa43fa94-17ba-415d-93dc-08f24ff80781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1103.584576] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72c5e344-7add-4391-a1a8-db0afbebb8d3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.587739] env[70542]: DEBUG nova.compute.manager [req-f92642c7-a17c-4841-8a23-d7442bcfa86a req-e75cfb4e-07e4-4d91-ad8d-82b4da492138 service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Received event network-changed-7630e33a-869a-40f9-be96-f2b797bdb627 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.587938] env[70542]: DEBUG nova.compute.manager [req-f92642c7-a17c-4841-8a23-d7442bcfa86a req-e75cfb4e-07e4-4d91-ad8d-82b4da492138 service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Refreshing instance network info cache due to event network-changed-7630e33a-869a-40f9-be96-f2b797bdb627. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.588463] env[70542]: DEBUG oslo_concurrency.lockutils [req-f92642c7-a17c-4841-8a23-d7442bcfa86a req-e75cfb4e-07e4-4d91-ad8d-82b4da492138 service nova] Acquiring lock "refresh_cache-10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.588463] env[70542]: DEBUG oslo_concurrency.lockutils [req-f92642c7-a17c-4841-8a23-d7442bcfa86a req-e75cfb4e-07e4-4d91-ad8d-82b4da492138 service nova] Acquired lock "refresh_cache-10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.588562] env[70542]: DEBUG nova.network.neutron [req-f92642c7-a17c-4841-8a23-d7442bcfa86a req-e75cfb4e-07e4-4d91-ad8d-82b4da492138 service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Refreshing network info cache for port 7630e33a-869a-40f9-be96-f2b797bdb627 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.589941] env[70542]: DEBUG oslo_concurrency.lockutils [req-6811aebe-0206-4aa6-90c5-94004d39ea08 req-20cc8f8f-f822-4b85-82c0-dd7b6ef582bd service nova] Acquired lock "refresh_cache-eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.590708] env[70542]: DEBUG nova.network.neutron [req-6811aebe-0206-4aa6-90c5-94004d39ea08 req-20cc8f8f-f822-4b85-82c0-dd7b6ef582bd service nova] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Refreshing network info cache for port fa43fa94-17ba-415d-93dc-08f24ff80781 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.591206] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:ff:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa43fa94-17ba-415d-93dc-08f24ff80781', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.599805] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.602063] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.611257] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42d4c0c3-8925-42f2-b93a-290a22e5b7ba {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.629303] env[70542]: DEBUG oslo_vmware.api [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1103.629303] env[70542]: value = "task-3911873" [ 1103.629303] env[70542]: _type = "Task" [ 1103.629303] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.635105] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.635105] env[70542]: value = "task-3911874" [ 1103.635105] env[70542]: _type = "Task" [ 1103.635105] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.638407] env[70542]: DEBUG oslo_vmware.api [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.643404] env[70542]: DEBUG oslo_concurrency.lockutils [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Acquiring lock "00f1948b-70ea-4fa7-bbff-1980c306a215" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.643660] env[70542]: DEBUG oslo_concurrency.lockutils [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Lock "00f1948b-70ea-4fa7-bbff-1980c306a215" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.643949] env[70542]: DEBUG oslo_concurrency.lockutils [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Acquiring lock "00f1948b-70ea-4fa7-bbff-1980c306a215-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.644168] env[70542]: DEBUG oslo_concurrency.lockutils [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Lock "00f1948b-70ea-4fa7-bbff-1980c306a215-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.644328] env[70542]: DEBUG oslo_concurrency.lockutils [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Lock "00f1948b-70ea-4fa7-bbff-1980c306a215-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.649018] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911874, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.649673] env[70542]: INFO nova.compute.manager [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Terminating instance [ 1103.653258] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f710ff9b-5d6a-4e14-8142-27066f8612ac tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "refresh_cache-a1f250ef-d141-4a91-9a5c-df91115e5ad9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.653418] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f710ff9b-5d6a-4e14-8142-27066f8612ac tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquired lock "refresh_cache-a1f250ef-d141-4a91-9a5c-df91115e5ad9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.653586] env[70542]: DEBUG nova.network.neutron [None req-f710ff9b-5d6a-4e14-8142-27066f8612ac tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.653762] env[70542]: DEBUG nova.objects.instance [None req-f710ff9b-5d6a-4e14-8142-27066f8612ac tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lazy-loading 'info_cache' on Instance uuid a1f250ef-d141-4a91-9a5c-df91115e5ad9 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.980670] env[70542]: DEBUG oslo_concurrency.lockutils [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.007210] env[70542]: DEBUG oslo_concurrency.lockutils [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.008050] env[70542]: DEBUG nova.compute.manager [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.014556] env[70542]: DEBUG oslo_concurrency.lockutils [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.938s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.018049] env[70542]: INFO nova.compute.claims [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.142948] env[70542]: DEBUG oslo_vmware.api [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911873, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.161220] env[70542]: DEBUG oslo_concurrency.lockutils [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Acquiring lock "refresh_cache-00f1948b-70ea-4fa7-bbff-1980c306a215" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.161397] env[70542]: DEBUG oslo_concurrency.lockutils [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Acquired lock "refresh_cache-00f1948b-70ea-4fa7-bbff-1980c306a215" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.162029] env[70542]: DEBUG nova.network.neutron [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.163029] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911874, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.355964] env[70542]: DEBUG oslo_concurrency.lockutils [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "refresh_cache-eef02990-c512-44f2-8fc7-eab27e22ab58" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.356221] env[70542]: DEBUG oslo_concurrency.lockutils [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired lock "refresh_cache-eef02990-c512-44f2-8fc7-eab27e22ab58" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.356424] env[70542]: DEBUG nova.network.neutron [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.387859] env[70542]: DEBUG nova.network.neutron [req-6811aebe-0206-4aa6-90c5-94004d39ea08 req-20cc8f8f-f822-4b85-82c0-dd7b6ef582bd service nova] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Updated VIF entry in instance network info cache for port fa43fa94-17ba-415d-93dc-08f24ff80781. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.388277] env[70542]: DEBUG nova.network.neutron [req-6811aebe-0206-4aa6-90c5-94004d39ea08 req-20cc8f8f-f822-4b85-82c0-dd7b6ef582bd service nova] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Updating instance_info_cache with network_info: [{"id": "fa43fa94-17ba-415d-93dc-08f24ff80781", "address": "fa:16:3e:3b:ff:e5", "network": {"id": "9f572e7a-d135-4065-a1e6-301b98e54dba", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948852501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74896de6d46b4f10a7b78d1985e8b59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa43fa94-17", "ovs_interfaceid": "fa43fa94-17ba-415d-93dc-08f24ff80781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.404127] env[70542]: DEBUG oslo_concurrency.lockutils [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "edbfd293-e24b-4e63-8b03-c2dd51cb202b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.407103] env[70542]: DEBUG oslo_concurrency.lockutils [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "edbfd293-e24b-4e63-8b03-c2dd51cb202b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.425102] env[70542]: DEBUG nova.network.neutron [req-f92642c7-a17c-4841-8a23-d7442bcfa86a req-e75cfb4e-07e4-4d91-ad8d-82b4da492138 service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Updated VIF entry in instance network info cache for port 7630e33a-869a-40f9-be96-f2b797bdb627. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.425544] env[70542]: DEBUG nova.network.neutron [req-f92642c7-a17c-4841-8a23-d7442bcfa86a req-e75cfb4e-07e4-4d91-ad8d-82b4da492138 service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Updating instance_info_cache with network_info: [{"id": "7630e33a-869a-40f9-be96-f2b797bdb627", "address": "fa:16:3e:ff:d7:f5", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7630e33a-86", "ovs_interfaceid": "7630e33a-869a-40f9-be96-f2b797bdb627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.523922] env[70542]: DEBUG nova.compute.utils [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.525949] env[70542]: DEBUG nova.compute.manager [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1104.526251] env[70542]: DEBUG nova.network.neutron [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1104.584603] env[70542]: DEBUG nova.policy [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4e49506add1472caea0c732f6064adc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6639ac2c0d6341bba5ca4aa341da9ed6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.644122] env[70542]: DEBUG oslo_vmware.api [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570856} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.644122] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] bb068ba4-14de-4b39-b127-f4c51d1c685f/bb068ba4-14de-4b39-b127-f4c51d1c685f.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.644122] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.647937] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6f6a1e0-0852-41a0-845f-76e44d1357c4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.658527] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911874, 'name': CreateVM_Task, 'duration_secs': 0.653821} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.660223] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.660689] env[70542]: DEBUG oslo_vmware.api [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1104.660689] env[70542]: value = "task-3911875" [ 1104.660689] env[70542]: _type = "Task" [ 1104.660689] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.661523] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.661743] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.662478] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.662847] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ea5e36b-4b50-4bf4-913c-373e4020f178 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.683311] env[70542]: DEBUG oslo_vmware.api [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1104.683311] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ac2e7b-a437-5d28-1200-1323cd3e0bb9" [ 1104.683311] env[70542]: _type = "Task" [ 1104.683311] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.688163] env[70542]: DEBUG oslo_vmware.api [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.700676] env[70542]: DEBUG oslo_vmware.api [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ac2e7b-a437-5d28-1200-1323cd3e0bb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.705091] env[70542]: DEBUG nova.network.neutron [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.787289] env[70542]: DEBUG nova.network.neutron [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.794185] env[70542]: DEBUG nova.network.neutron [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Successfully updated port: b39fab32-95ce-4df1-9e31-354b0d00d187 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.890845] env[70542]: DEBUG oslo_concurrency.lockutils [req-6811aebe-0206-4aa6-90c5-94004d39ea08 req-20cc8f8f-f822-4b85-82c0-dd7b6ef582bd service nova] Releasing lock "refresh_cache-eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.931942] env[70542]: DEBUG oslo_concurrency.lockutils [req-f92642c7-a17c-4841-8a23-d7442bcfa86a req-e75cfb4e-07e4-4d91-ad8d-82b4da492138 service nova] Releasing lock "refresh_cache-10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.025483] env[70542]: DEBUG nova.network.neutron [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Successfully created port: d2aeb34e-4a4b-4fa9-ad19-67e6df85597f {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.035042] env[70542]: DEBUG nova.compute.manager [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1105.175622] env[70542]: DEBUG oslo_vmware.api [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184328} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.176830] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.178136] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39a33fe-d80f-4be4-904b-a1d56c895544 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.210478] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] bb068ba4-14de-4b39-b127-f4c51d1c685f/bb068ba4-14de-4b39-b127-f4c51d1c685f.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.217552] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a82d8334-3065-4d55-ad90-1ead9b191bca {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.243024] env[70542]: DEBUG oslo_vmware.api [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ac2e7b-a437-5d28-1200-1323cd3e0bb9, 'name': SearchDatastore_Task, 'duration_secs': 0.023419} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.243906] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.244380] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.244897] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.245295] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.245631] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.246160] env[70542]: DEBUG oslo_vmware.api [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1105.246160] env[70542]: value = "task-3911876" [ 1105.246160] env[70542]: _type = "Task" [ 1105.246160] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.249484] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-367975a2-e601-4384-b51d-4726e50c3648 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.264200] env[70542]: DEBUG oslo_vmware.api [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911876, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.265278] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.265701] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.269922] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b78837a-6e17-4fd4-9bca-06858687b187 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.277317] env[70542]: DEBUG oslo_vmware.api [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1105.277317] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a1a192-89c3-a2da-2cd3-e03d97de00fd" [ 1105.277317] env[70542]: _type = "Task" [ 1105.277317] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.289942] env[70542]: DEBUG oslo_vmware.api [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a1a192-89c3-a2da-2cd3-e03d97de00fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.294478] env[70542]: DEBUG oslo_concurrency.lockutils [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Releasing lock "refresh_cache-00f1948b-70ea-4fa7-bbff-1980c306a215" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.295082] env[70542]: DEBUG nova.compute.manager [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.295357] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.297074] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18611d1-6f92-49ed-a2e2-e13560fd0ec0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.301951] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "refresh_cache-8923d70c-588f-41c5-895e-3db23542b3e9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.302144] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquired lock "refresh_cache-8923d70c-588f-41c5-895e-3db23542b3e9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.302350] env[70542]: DEBUG nova.network.neutron [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.313503] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.314870] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f2df3c5-7944-4ada-9553-50ec6437425e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.323460] env[70542]: DEBUG oslo_vmware.api [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Waiting for the task: (returnval){ [ 1105.323460] env[70542]: value = "task-3911877" [ 1105.323460] env[70542]: _type = "Task" [ 1105.323460] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.343013] env[70542]: DEBUG oslo_vmware.api [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.351417] env[70542]: DEBUG nova.network.neutron [None req-f710ff9b-5d6a-4e14-8142-27066f8612ac tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Updating instance_info_cache with network_info: [{"id": "f50782fe-87a8-4e81-8829-5db49a89d3b9", "address": "fa:16:3e:86:0f:43", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50782fe-87", "ovs_interfaceid": "f50782fe-87a8-4e81-8829-5db49a89d3b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.582205] env[70542]: DEBUG nova.network.neutron [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Updating instance_info_cache with network_info: [{"id": "d852207d-5092-40c0-bc22-bf8cf0710530", "address": "fa:16:3e:17:53:d2", "network": {"id": "b34efa28-0333-4697-a2ca-0f761a8baa3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-961568765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cecd2691d1d54b7480090328eb29a4ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd852207d-50", "ovs_interfaceid": "d852207d-5092-40c0-bc22-bf8cf0710530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.586572] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f99b06-dc09-4ffc-9749-196be1f3ae3f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.605041] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad3a2c2-f063-4677-8323-28013ea74c24 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.642696] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd8ec6a-030b-4987-ace5-c33bf2cbdd53 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.652556] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd96ec24-fda3-482f-99a4-a000c89ca79d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.670519] env[70542]: DEBUG nova.compute.provider_tree [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.673667] env[70542]: DEBUG nova.compute.manager [req-b6696920-85e2-42a3-b520-c1cac57aeb2a req-cbd0a5b9-174f-4124-9953-00b2e37ca85b service nova] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Received event network-vif-plugged-b39fab32-95ce-4df1-9e31-354b0d00d187 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.673884] env[70542]: DEBUG oslo_concurrency.lockutils [req-b6696920-85e2-42a3-b520-c1cac57aeb2a req-cbd0a5b9-174f-4124-9953-00b2e37ca85b service nova] Acquiring lock "8923d70c-588f-41c5-895e-3db23542b3e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.674105] env[70542]: DEBUG oslo_concurrency.lockutils [req-b6696920-85e2-42a3-b520-c1cac57aeb2a req-cbd0a5b9-174f-4124-9953-00b2e37ca85b service nova] Lock "8923d70c-588f-41c5-895e-3db23542b3e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.674269] env[70542]: DEBUG oslo_concurrency.lockutils [req-b6696920-85e2-42a3-b520-c1cac57aeb2a req-cbd0a5b9-174f-4124-9953-00b2e37ca85b service nova] Lock "8923d70c-588f-41c5-895e-3db23542b3e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.674772] env[70542]: DEBUG nova.compute.manager [req-b6696920-85e2-42a3-b520-c1cac57aeb2a req-cbd0a5b9-174f-4124-9953-00b2e37ca85b service nova] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] No waiting events found dispatching network-vif-plugged-b39fab32-95ce-4df1-9e31-354b0d00d187 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1105.675037] env[70542]: WARNING nova.compute.manager [req-b6696920-85e2-42a3-b520-c1cac57aeb2a req-cbd0a5b9-174f-4124-9953-00b2e37ca85b service nova] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Received unexpected event network-vif-plugged-b39fab32-95ce-4df1-9e31-354b0d00d187 for instance with vm_state building and task_state spawning. [ 1105.675213] env[70542]: DEBUG nova.compute.manager [req-b6696920-85e2-42a3-b520-c1cac57aeb2a req-cbd0a5b9-174f-4124-9953-00b2e37ca85b service nova] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Received event network-changed-b39fab32-95ce-4df1-9e31-354b0d00d187 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.675367] env[70542]: DEBUG nova.compute.manager [req-b6696920-85e2-42a3-b520-c1cac57aeb2a req-cbd0a5b9-174f-4124-9953-00b2e37ca85b service nova] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Refreshing instance network info cache due to event network-changed-b39fab32-95ce-4df1-9e31-354b0d00d187. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.675535] env[70542]: DEBUG oslo_concurrency.lockutils [req-b6696920-85e2-42a3-b520-c1cac57aeb2a req-cbd0a5b9-174f-4124-9953-00b2e37ca85b service nova] Acquiring lock "refresh_cache-8923d70c-588f-41c5-895e-3db23542b3e9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.761560] env[70542]: DEBUG oslo_vmware.api [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911876, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.787829] env[70542]: DEBUG oslo_vmware.api [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a1a192-89c3-a2da-2cd3-e03d97de00fd, 'name': SearchDatastore_Task, 'duration_secs': 0.022322} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.788432] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47e2f6b1-7572-4419-8611-c42da0384b7c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.794509] env[70542]: DEBUG oslo_vmware.api [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1105.794509] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523816b4-9f95-9f0b-17c5-4f6d4eb35b95" [ 1105.794509] env[70542]: _type = "Task" [ 1105.794509] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.803222] env[70542]: DEBUG oslo_vmware.api [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523816b4-9f95-9f0b-17c5-4f6d4eb35b95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.834046] env[70542]: DEBUG oslo_vmware.api [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911877, 'name': PowerOffVM_Task, 'duration_secs': 0.334696} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.834383] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.834611] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.834903] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33978986-15e6-4bf9-95b6-84dd15406409 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.837183] env[70542]: DEBUG nova.network.neutron [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.855414] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f710ff9b-5d6a-4e14-8142-27066f8612ac tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Releasing lock "refresh_cache-a1f250ef-d141-4a91-9a5c-df91115e5ad9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.855803] env[70542]: DEBUG nova.objects.instance [None req-f710ff9b-5d6a-4e14-8142-27066f8612ac tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lazy-loading 'migration_context' on Instance uuid a1f250ef-d141-4a91-9a5c-df91115e5ad9 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.865648] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.866031] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.866294] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Deleting the datastore file [datastore2] 00f1948b-70ea-4fa7-bbff-1980c306a215 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.866937] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2104257-7306-417f-9dd0-845b21aad9ed {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.875780] env[70542]: DEBUG oslo_vmware.api [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Waiting for the task: (returnval){ [ 1105.875780] env[70542]: value = "task-3911879" [ 1105.875780] env[70542]: _type = "Task" [ 1105.875780] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.886202] env[70542]: DEBUG oslo_vmware.api [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.019070] env[70542]: DEBUG nova.network.neutron [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Updating instance_info_cache with network_info: [{"id": "b39fab32-95ce-4df1-9e31-354b0d00d187", "address": "fa:16:3e:15:9d:00", "network": {"id": "8d681135-929a-4d37-8f8e-5b42cb601fa2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449826457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ed649ce03f4cb994a22b4fae711fb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39fab32-95", "ovs_interfaceid": "b39fab32-95ce-4df1-9e31-354b0d00d187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.050503] env[70542]: DEBUG nova.compute.manager [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.098123] env[70542]: DEBUG oslo_concurrency.lockutils [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Releasing lock "refresh_cache-eef02990-c512-44f2-8fc7-eab27e22ab58" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.120061] env[70542]: DEBUG nova.virt.hardware [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.120386] env[70542]: DEBUG nova.virt.hardware [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.120566] env[70542]: DEBUG nova.virt.hardware [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.120773] env[70542]: DEBUG nova.virt.hardware [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.120928] env[70542]: DEBUG nova.virt.hardware [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.122135] env[70542]: DEBUG nova.virt.hardware [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.122410] env[70542]: DEBUG nova.virt.hardware [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.122585] env[70542]: DEBUG nova.virt.hardware [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.122764] env[70542]: DEBUG nova.virt.hardware [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.122937] env[70542]: DEBUG nova.virt.hardware [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.123279] env[70542]: DEBUG nova.virt.hardware [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.124132] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26193f60-689f-4c72-9d75-57a014dcd5de {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.133225] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83aac1f-5e30-4a04-b106-23895607db5e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.177036] env[70542]: DEBUG nova.scheduler.client.report [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.263688] env[70542]: DEBUG oslo_vmware.api [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911876, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.310374] env[70542]: DEBUG oslo_vmware.api [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523816b4-9f95-9f0b-17c5-4f6d4eb35b95, 'name': SearchDatastore_Task, 'duration_secs': 0.029694} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.310716] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.311081] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b/eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.311424] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-accde129-174a-4e7c-9c9f-af2b67e1a248 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.320661] env[70542]: DEBUG oslo_vmware.api [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1106.320661] env[70542]: value = "task-3911880" [ 1106.320661] env[70542]: _type = "Task" [ 1106.320661] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.331075] env[70542]: DEBUG oslo_vmware.api [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.361630] env[70542]: DEBUG nova.objects.base [None req-f710ff9b-5d6a-4e14-8142-27066f8612ac tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70542) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1106.362592] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e919ee-0521-48d8-9ba6-ae2e3646e777 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.385454] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09f2b64b-411b-4558-bd6d-b38ccaf29c0f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.391613] env[70542]: DEBUG oslo_vmware.api [None req-f710ff9b-5d6a-4e14-8142-27066f8612ac tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1106.391613] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f4da4b-dca6-ff38-b7ab-6688090ff292" [ 1106.391613] env[70542]: _type = "Task" [ 1106.391613] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.395262] env[70542]: DEBUG oslo_vmware.api [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Task: {'id': task-3911879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177062} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.398650] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.398887] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.399116] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.399296] env[70542]: INFO nova.compute.manager [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1106.399542] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.399750] env[70542]: DEBUG nova.compute.manager [-] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.399845] env[70542]: DEBUG nova.network.neutron [-] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.408422] env[70542]: DEBUG oslo_vmware.api [None req-f710ff9b-5d6a-4e14-8142-27066f8612ac tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f4da4b-dca6-ff38-b7ab-6688090ff292, 'name': SearchDatastore_Task, 'duration_secs': 0.014223} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.408715] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f710ff9b-5d6a-4e14-8142-27066f8612ac tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.416802] env[70542]: DEBUG nova.network.neutron [-] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1106.521708] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Releasing lock "refresh_cache-8923d70c-588f-41c5-895e-3db23542b3e9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.522072] env[70542]: DEBUG nova.compute.manager [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Instance network_info: |[{"id": "b39fab32-95ce-4df1-9e31-354b0d00d187", "address": "fa:16:3e:15:9d:00", "network": {"id": "8d681135-929a-4d37-8f8e-5b42cb601fa2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449826457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ed649ce03f4cb994a22b4fae711fb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39fab32-95", "ovs_interfaceid": "b39fab32-95ce-4df1-9e31-354b0d00d187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1106.522442] env[70542]: DEBUG oslo_concurrency.lockutils [req-b6696920-85e2-42a3-b520-c1cac57aeb2a req-cbd0a5b9-174f-4124-9953-00b2e37ca85b service nova] Acquired lock "refresh_cache-8923d70c-588f-41c5-895e-3db23542b3e9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.522649] env[70542]: DEBUG nova.network.neutron [req-b6696920-85e2-42a3-b520-c1cac57aeb2a req-cbd0a5b9-174f-4124-9953-00b2e37ca85b service nova] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Refreshing network info cache for port b39fab32-95ce-4df1-9e31-354b0d00d187 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.523858] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:9d:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9875d38f-76e2-416c-bfb7-f18a22b0d8ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b39fab32-95ce-4df1-9e31-354b0d00d187', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.535037] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.540596] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.542125] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdb34fa3-a939-4712-ab2e-0942836762dd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.566319] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.566319] env[70542]: value = "task-3911881" [ 1106.566319] env[70542]: _type = "Task" [ 1106.566319] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.576203] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911881, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.632861] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39da2adf-0ed4-4a11-9639-81845965d39b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.640138] env[70542]: DEBUG nova.compute.manager [req-3e8c1ff4-7b15-47ff-82ca-d3b7bb777624 req-7b8e22a9-cd80-435b-b003-820b3c864fcd service nova] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Received event network-vif-plugged-d2aeb34e-4a4b-4fa9-ad19-67e6df85597f {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.640398] env[70542]: DEBUG oslo_concurrency.lockutils [req-3e8c1ff4-7b15-47ff-82ca-d3b7bb777624 req-7b8e22a9-cd80-435b-b003-820b3c864fcd service nova] Acquiring lock "5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.640637] env[70542]: DEBUG oslo_concurrency.lockutils [req-3e8c1ff4-7b15-47ff-82ca-d3b7bb777624 req-7b8e22a9-cd80-435b-b003-820b3c864fcd service nova] Lock "5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.640832] env[70542]: DEBUG oslo_concurrency.lockutils [req-3e8c1ff4-7b15-47ff-82ca-d3b7bb777624 req-7b8e22a9-cd80-435b-b003-820b3c864fcd service nova] Lock "5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.641286] env[70542]: DEBUG nova.compute.manager [req-3e8c1ff4-7b15-47ff-82ca-d3b7bb777624 req-7b8e22a9-cd80-435b-b003-820b3c864fcd service nova] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] No waiting events found dispatching network-vif-plugged-d2aeb34e-4a4b-4fa9-ad19-67e6df85597f {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1106.641552] env[70542]: WARNING nova.compute.manager [req-3e8c1ff4-7b15-47ff-82ca-d3b7bb777624 req-7b8e22a9-cd80-435b-b003-820b3c864fcd service nova] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Received unexpected event network-vif-plugged-d2aeb34e-4a4b-4fa9-ad19-67e6df85597f for instance with vm_state building and task_state spawning. [ 1106.659400] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0682f19-9ad2-4071-b6e5-9bcebd405a06 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.670085] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Updating instance 'eef02990-c512-44f2-8fc7-eab27e22ab58' progress to 83 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.683679] env[70542]: DEBUG oslo_concurrency.lockutils [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.684223] env[70542]: DEBUG nova.compute.manager [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1106.687035] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.414s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.692025] env[70542]: INFO nova.compute.claims [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.765955] env[70542]: DEBUG oslo_vmware.api [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911876, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.802122] env[70542]: DEBUG nova.network.neutron [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Successfully updated port: d2aeb34e-4a4b-4fa9-ad19-67e6df85597f {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.836935] env[70542]: DEBUG oslo_vmware.api [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911880, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.886827] env[70542]: DEBUG nova.network.neutron [req-b6696920-85e2-42a3-b520-c1cac57aeb2a req-cbd0a5b9-174f-4124-9953-00b2e37ca85b service nova] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Updated VIF entry in instance network info cache for port b39fab32-95ce-4df1-9e31-354b0d00d187. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.887357] env[70542]: DEBUG nova.network.neutron [req-b6696920-85e2-42a3-b520-c1cac57aeb2a req-cbd0a5b9-174f-4124-9953-00b2e37ca85b service nova] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Updating instance_info_cache with network_info: [{"id": "b39fab32-95ce-4df1-9e31-354b0d00d187", "address": "fa:16:3e:15:9d:00", "network": {"id": "8d681135-929a-4d37-8f8e-5b42cb601fa2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449826457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ed649ce03f4cb994a22b4fae711fb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39fab32-95", "ovs_interfaceid": "b39fab32-95ce-4df1-9e31-354b0d00d187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.919343] env[70542]: DEBUG nova.network.neutron [-] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.076456] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911881, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.177232] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.177585] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92ba72a6-4f03-408c-963e-9a7918469693 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.186797] env[70542]: DEBUG oslo_vmware.api [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1107.186797] env[70542]: value = "task-3911882" [ 1107.186797] env[70542]: _type = "Task" [ 1107.186797] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.194070] env[70542]: DEBUG nova.compute.utils [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.200837] env[70542]: DEBUG nova.compute.manager [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1107.201074] env[70542]: DEBUG nova.network.neutron [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.203224] env[70542]: DEBUG oslo_vmware.api [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.263381] env[70542]: DEBUG oslo_vmware.api [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911876, 'name': ReconfigVM_Task, 'duration_secs': 1.833246} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.265035] env[70542]: DEBUG nova.policy [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4e49506add1472caea0c732f6064adc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6639ac2c0d6341bba5ca4aa341da9ed6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.266909] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Reconfigured VM instance instance-00000058 to attach disk [datastore1] bb068ba4-14de-4b39-b127-f4c51d1c685f/bb068ba4-14de-4b39-b127-f4c51d1c685f.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.267912] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eeb6f954-7b15-40b9-a053-247f970bbcc3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.277265] env[70542]: DEBUG oslo_vmware.api [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1107.277265] env[70542]: value = "task-3911883" [ 1107.277265] env[70542]: _type = "Task" [ 1107.277265] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.291924] env[70542]: DEBUG oslo_vmware.api [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911883, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.309761] env[70542]: DEBUG oslo_concurrency.lockutils [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquiring lock "refresh_cache-5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.310112] env[70542]: DEBUG oslo_concurrency.lockutils [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquired lock "refresh_cache-5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.310430] env[70542]: DEBUG nova.network.neutron [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.338894] env[70542]: DEBUG oslo_vmware.api [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669756} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.339477] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b/eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.339941] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.340311] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8d2f321-1caa-4d62-8639-bb217a59902e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.350773] env[70542]: DEBUG oslo_vmware.api [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1107.350773] env[70542]: value = "task-3911884" [ 1107.350773] env[70542]: _type = "Task" [ 1107.350773] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.360200] env[70542]: DEBUG oslo_vmware.api [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.390931] env[70542]: DEBUG oslo_concurrency.lockutils [req-b6696920-85e2-42a3-b520-c1cac57aeb2a req-cbd0a5b9-174f-4124-9953-00b2e37ca85b service nova] Releasing lock "refresh_cache-8923d70c-588f-41c5-895e-3db23542b3e9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.422931] env[70542]: INFO nova.compute.manager [-] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Took 1.02 seconds to deallocate network for instance. [ 1107.577505] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911881, 'name': CreateVM_Task, 'duration_secs': 0.919834} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.577757] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.578448] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.578632] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.579014] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.579263] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10c0e578-13e9-4b9b-86d0-b87eec6dabb6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.584626] env[70542]: DEBUG oslo_vmware.api [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1107.584626] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524be820-64f6-ff91-8665-ce330131cb37" [ 1107.584626] env[70542]: _type = "Task" [ 1107.584626] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.594413] env[70542]: DEBUG oslo_vmware.api [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524be820-64f6-ff91-8665-ce330131cb37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.700894] env[70542]: DEBUG nova.compute.manager [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1107.704302] env[70542]: DEBUG oslo_vmware.api [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911882, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.739478] env[70542]: DEBUG nova.network.neutron [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Successfully created port: d4f2d141-40f9-4214-992b-377a73580ddc {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1107.787785] env[70542]: DEBUG oslo_vmware.api [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911883, 'name': Rename_Task, 'duration_secs': 0.242937} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.788149] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.788397] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d891c11-196b-4503-b656-69173b799761 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.800829] env[70542]: DEBUG oslo_vmware.api [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1107.800829] env[70542]: value = "task-3911885" [ 1107.800829] env[70542]: _type = "Task" [ 1107.800829] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.813874] env[70542]: DEBUG oslo_vmware.api [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.856314] env[70542]: DEBUG nova.network.neutron [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.865321] env[70542]: DEBUG oslo_vmware.api [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097368} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.865587] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.866404] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4168fd9f-0a7a-41e7-ad72-94442dab0c48 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.892194] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b/eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.895039] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94e8c1c5-08f2-4f44-8ce0-2e085e30be7a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.919560] env[70542]: DEBUG oslo_vmware.api [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1107.919560] env[70542]: value = "task-3911886" [ 1107.919560] env[70542]: _type = "Task" [ 1107.919560] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.931378] env[70542]: DEBUG oslo_concurrency.lockutils [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.931660] env[70542]: DEBUG oslo_vmware.api [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.075739] env[70542]: DEBUG nova.network.neutron [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Updating instance_info_cache with network_info: [{"id": "d2aeb34e-4a4b-4fa9-ad19-67e6df85597f", "address": "fa:16:3e:28:f4:99", "network": {"id": "3986bea0-c3ec-447c-8646-17907c4e14a6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1758764011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6639ac2c0d6341bba5ca4aa341da9ed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2aeb34e-4a", "ovs_interfaceid": "d2aeb34e-4a4b-4fa9-ad19-67e6df85597f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.096215] env[70542]: DEBUG oslo_vmware.api [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524be820-64f6-ff91-8665-ce330131cb37, 'name': SearchDatastore_Task, 'duration_secs': 0.01106} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.100047] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.100400] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.100698] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.100902] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.101186] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.102175] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca0115f3-c90c-4401-94e7-7fa855901863 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.112314] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.112528] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.114408] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83b6c9ef-e75d-4f80-8f53-05a41295de02 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.117285] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0864b2eb-fd9a-43c7-b1cd-b9f701e6600b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.125577] env[70542]: DEBUG oslo_vmware.api [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1108.125577] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]529e5389-4681-21e4-078a-8a7f9947e6dc" [ 1108.125577] env[70542]: _type = "Task" [ 1108.125577] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.131045] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabdd706-c1ec-47bf-b23d-264becde8383 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.169280] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbdad40-3a10-44d7-9cb5-7cf66ef17cbf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.172146] env[70542]: DEBUG oslo_vmware.api [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]529e5389-4681-21e4-078a-8a7f9947e6dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010717} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.173718] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ff36ff9-57bb-44ea-ba11-33835fe3fa6f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.183021] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed446602-c705-4d3d-8c0d-928f3df49436 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.187882] env[70542]: DEBUG oslo_vmware.api [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1108.187882] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524b5ed2-c335-6ae8-037c-b8f23b729b5d" [ 1108.187882] env[70542]: _type = "Task" [ 1108.187882] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.212223] env[70542]: DEBUG nova.compute.provider_tree [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.222238] env[70542]: DEBUG oslo_vmware.api [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524b5ed2-c335-6ae8-037c-b8f23b729b5d, 'name': SearchDatastore_Task, 'duration_secs': 0.015719} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.226034] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.226308] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 8923d70c-588f-41c5-895e-3db23542b3e9/8923d70c-588f-41c5-895e-3db23542b3e9.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.226605] env[70542]: DEBUG oslo_vmware.api [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3911882, 'name': PowerOnVM_Task, 'duration_secs': 0.643807} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.226811] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f755db02-d94f-421b-87a8-c7296efa99f0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.229031] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.229249] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-52ae8cfc-ce7c-494b-9343-31fe8c3cfc4e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Updating instance 'eef02990-c512-44f2-8fc7-eab27e22ab58' progress to 100 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1108.239484] env[70542]: DEBUG oslo_vmware.api [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1108.239484] env[70542]: value = "task-3911887" [ 1108.239484] env[70542]: _type = "Task" [ 1108.239484] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.251266] env[70542]: DEBUG oslo_vmware.api [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.313874] env[70542]: DEBUG oslo_vmware.api [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911885, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.434053] env[70542]: DEBUG oslo_vmware.api [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911886, 'name': ReconfigVM_Task, 'duration_secs': 0.304795} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.434053] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Reconfigured VM instance instance-00000059 to attach disk [datastore1] eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b/eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.434700] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1008438f-4a25-4eba-9744-758819a0d1a6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.444919] env[70542]: DEBUG oslo_vmware.api [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1108.444919] env[70542]: value = "task-3911888" [ 1108.444919] env[70542]: _type = "Task" [ 1108.444919] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.458528] env[70542]: DEBUG oslo_vmware.api [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911888, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.579346] env[70542]: DEBUG oslo_concurrency.lockutils [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Releasing lock "refresh_cache-5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.581038] env[70542]: DEBUG nova.compute.manager [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Instance network_info: |[{"id": "d2aeb34e-4a4b-4fa9-ad19-67e6df85597f", "address": "fa:16:3e:28:f4:99", "network": {"id": "3986bea0-c3ec-447c-8646-17907c4e14a6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1758764011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6639ac2c0d6341bba5ca4aa341da9ed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2aeb34e-4a", "ovs_interfaceid": "d2aeb34e-4a4b-4fa9-ad19-67e6df85597f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1108.581038] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:f4:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2aeb34e-4a4b-4fa9-ad19-67e6df85597f', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.592750] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Creating folder: Project (6639ac2c0d6341bba5ca4aa341da9ed6). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1108.593275] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47f2c93d-7c8e-4428-8c57-1b87b3d2b243 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.609903] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Created folder: Project (6639ac2c0d6341bba5ca4aa341da9ed6) in parent group-v776569. [ 1108.610620] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Creating folder: Instances. Parent ref: group-v776835. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1108.611059] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-baad96ca-3a20-42bb-8d2f-2b940b73981d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.625519] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Created folder: Instances in parent group-v776835. [ 1108.627139] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.627139] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.627139] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3940154-ef2c-4768-b9b5-08cb39738a5b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.652435] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.652435] env[70542]: value = "task-3911891" [ 1108.652435] env[70542]: _type = "Task" [ 1108.652435] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.664627] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911891, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.717501] env[70542]: DEBUG nova.compute.manager [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1108.728532] env[70542]: DEBUG nova.scheduler.client.report [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.753980] env[70542]: DEBUG nova.compute.manager [req-f15e8048-912f-470d-bd1c-3b3b5407efcf req-a4f31a84-c87c-4c73-a5a8-f95a383004f0 service nova] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Received event network-changed-d2aeb34e-4a4b-4fa9-ad19-67e6df85597f {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.753980] env[70542]: DEBUG nova.compute.manager [req-f15e8048-912f-470d-bd1c-3b3b5407efcf req-a4f31a84-c87c-4c73-a5a8-f95a383004f0 service nova] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Refreshing instance network info cache due to event network-changed-d2aeb34e-4a4b-4fa9-ad19-67e6df85597f. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.753980] env[70542]: DEBUG oslo_concurrency.lockutils [req-f15e8048-912f-470d-bd1c-3b3b5407efcf req-a4f31a84-c87c-4c73-a5a8-f95a383004f0 service nova] Acquiring lock "refresh_cache-5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.754119] env[70542]: DEBUG oslo_concurrency.lockutils [req-f15e8048-912f-470d-bd1c-3b3b5407efcf req-a4f31a84-c87c-4c73-a5a8-f95a383004f0 service nova] Acquired lock "refresh_cache-5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.755026] env[70542]: DEBUG nova.network.neutron [req-f15e8048-912f-470d-bd1c-3b3b5407efcf req-a4f31a84-c87c-4c73-a5a8-f95a383004f0 service nova] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Refreshing network info cache for port d2aeb34e-4a4b-4fa9-ad19-67e6df85597f {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.759323] env[70542]: DEBUG nova.virt.hardware [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.759632] env[70542]: DEBUG nova.virt.hardware [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.759808] env[70542]: DEBUG nova.virt.hardware [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.760012] env[70542]: DEBUG nova.virt.hardware [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.760238] env[70542]: DEBUG nova.virt.hardware [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.760366] env[70542]: DEBUG nova.virt.hardware [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.760688] env[70542]: DEBUG nova.virt.hardware [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.760737] env[70542]: DEBUG nova.virt.hardware [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.760904] env[70542]: DEBUG nova.virt.hardware [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.761142] env[70542]: DEBUG nova.virt.hardware [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.761325] env[70542]: DEBUG nova.virt.hardware [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.768485] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb2a63f-37d9-4dad-be55-36c82cabe574 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.772164] env[70542]: DEBUG oslo_vmware.api [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911887, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.783420] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e075d978-3a62-4eb5-90f3-01fd47b461b1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.812631] env[70542]: DEBUG oslo_vmware.api [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911885, 'name': PowerOnVM_Task, 'duration_secs': 0.589313} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.813107] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.813209] env[70542]: INFO nova.compute.manager [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Took 10.25 seconds to spawn the instance on the hypervisor. [ 1108.813316] env[70542]: DEBUG nova.compute.manager [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1108.814413] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250dc653-c650-4a7a-b823-61e9dfc04556 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.959850] env[70542]: DEBUG oslo_vmware.api [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911888, 'name': Rename_Task, 'duration_secs': 0.4687} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.960170] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.960437] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16c28881-9185-4988-99d8-c96dd91ca8c6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.967304] env[70542]: DEBUG oslo_vmware.api [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1108.967304] env[70542]: value = "task-3911892" [ 1108.967304] env[70542]: _type = "Task" [ 1108.967304] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.976058] env[70542]: DEBUG oslo_vmware.api [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.049498] env[70542]: DEBUG nova.network.neutron [req-f15e8048-912f-470d-bd1c-3b3b5407efcf req-a4f31a84-c87c-4c73-a5a8-f95a383004f0 service nova] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Updated VIF entry in instance network info cache for port d2aeb34e-4a4b-4fa9-ad19-67e6df85597f. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.049917] env[70542]: DEBUG nova.network.neutron [req-f15e8048-912f-470d-bd1c-3b3b5407efcf req-a4f31a84-c87c-4c73-a5a8-f95a383004f0 service nova] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Updating instance_info_cache with network_info: [{"id": "d2aeb34e-4a4b-4fa9-ad19-67e6df85597f", "address": "fa:16:3e:28:f4:99", "network": {"id": "3986bea0-c3ec-447c-8646-17907c4e14a6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1758764011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6639ac2c0d6341bba5ca4aa341da9ed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2aeb34e-4a", "ovs_interfaceid": "d2aeb34e-4a4b-4fa9-ad19-67e6df85597f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.164178] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911891, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.239248] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.239248] env[70542]: DEBUG nova.compute.manager [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.240170] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.884s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.240170] env[70542]: DEBUG nova.objects.instance [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lazy-loading 'resources' on Instance uuid fd4d7021-c253-4107-83e8-6d3ffa1d6fcd {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.256328] env[70542]: DEBUG oslo_vmware.api [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56067} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.257510] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 8923d70c-588f-41c5-895e-3db23542b3e9/8923d70c-588f-41c5-895e-3db23542b3e9.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.257736] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.258254] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53683967-b91c-47f8-8435-382f9014716d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.264827] env[70542]: DEBUG nova.compute.manager [req-642b174f-53f0-47ab-86e8-a3bc8e4bdd3e req-1b9c2cd8-32f5-4a6e-a77a-d8b3d0e12b55 service nova] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Received event network-vif-plugged-d4f2d141-40f9-4214-992b-377a73580ddc {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.265110] env[70542]: DEBUG oslo_concurrency.lockutils [req-642b174f-53f0-47ab-86e8-a3bc8e4bdd3e req-1b9c2cd8-32f5-4a6e-a77a-d8b3d0e12b55 service nova] Acquiring lock "7758ae36-3fab-4edf-ac5a-65964b22b2f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.265320] env[70542]: DEBUG oslo_concurrency.lockutils [req-642b174f-53f0-47ab-86e8-a3bc8e4bdd3e req-1b9c2cd8-32f5-4a6e-a77a-d8b3d0e12b55 service nova] Lock "7758ae36-3fab-4edf-ac5a-65964b22b2f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.265487] env[70542]: DEBUG oslo_concurrency.lockutils [req-642b174f-53f0-47ab-86e8-a3bc8e4bdd3e req-1b9c2cd8-32f5-4a6e-a77a-d8b3d0e12b55 service nova] Lock "7758ae36-3fab-4edf-ac5a-65964b22b2f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.265656] env[70542]: DEBUG nova.compute.manager [req-642b174f-53f0-47ab-86e8-a3bc8e4bdd3e req-1b9c2cd8-32f5-4a6e-a77a-d8b3d0e12b55 service nova] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] No waiting events found dispatching network-vif-plugged-d4f2d141-40f9-4214-992b-377a73580ddc {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1109.265861] env[70542]: WARNING nova.compute.manager [req-642b174f-53f0-47ab-86e8-a3bc8e4bdd3e req-1b9c2cd8-32f5-4a6e-a77a-d8b3d0e12b55 service nova] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Received unexpected event network-vif-plugged-d4f2d141-40f9-4214-992b-377a73580ddc for instance with vm_state building and task_state spawning. [ 1109.267791] env[70542]: DEBUG oslo_vmware.api [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1109.267791] env[70542]: value = "task-3911893" [ 1109.267791] env[70542]: _type = "Task" [ 1109.267791] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.279918] env[70542]: DEBUG oslo_vmware.api [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.332676] env[70542]: INFO nova.compute.manager [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Took 46.27 seconds to build instance. [ 1109.372247] env[70542]: DEBUG nova.network.neutron [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Successfully updated port: d4f2d141-40f9-4214-992b-377a73580ddc {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.477923] env[70542]: DEBUG oslo_vmware.api [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911892, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.552898] env[70542]: DEBUG oslo_concurrency.lockutils [req-f15e8048-912f-470d-bd1c-3b3b5407efcf req-a4f31a84-c87c-4c73-a5a8-f95a383004f0 service nova] Releasing lock "refresh_cache-5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.664781] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911891, 'name': CreateVM_Task, 'duration_secs': 0.656938} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.664956] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.665758] env[70542]: DEBUG oslo_concurrency.lockutils [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.665967] env[70542]: DEBUG oslo_concurrency.lockutils [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.666381] env[70542]: DEBUG oslo_concurrency.lockutils [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.666665] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a83be2d8-4ac0-4dad-92f1-40adba405694 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.672609] env[70542]: DEBUG oslo_vmware.api [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1109.672609] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5272e5d5-8826-e7d2-ed51-8789e88f1ea2" [ 1109.672609] env[70542]: _type = "Task" [ 1109.672609] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.682546] env[70542]: DEBUG oslo_vmware.api [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5272e5d5-8826-e7d2-ed51-8789e88f1ea2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.749816] env[70542]: DEBUG nova.compute.utils [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.756607] env[70542]: DEBUG nova.compute.manager [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.757131] env[70542]: DEBUG nova.network.neutron [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.782511] env[70542]: DEBUG oslo_vmware.api [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148427} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.782511] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.782686] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9105672a-05a4-4387-9c4c-88c8c40beb38 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.814600] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 8923d70c-588f-41c5-895e-3db23542b3e9/8923d70c-588f-41c5-895e-3db23542b3e9.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.815598] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b488864-e928-44a5-850f-49a71886a158 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.836692] env[70542]: DEBUG nova.policy [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eac7b934091d44ca86336fa6496de180', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22e68349391a48dfab03d7b512fff2ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.841317] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c480ff05-c752-4b13-91ea-5d17796b13bf tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "bb068ba4-14de-4b39-b127-f4c51d1c685f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.789s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.850880] env[70542]: DEBUG oslo_vmware.api [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1109.850880] env[70542]: value = "task-3911894" [ 1109.850880] env[70542]: _type = "Task" [ 1109.850880] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.867601] env[70542]: DEBUG oslo_vmware.api [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911894, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.874909] env[70542]: DEBUG oslo_concurrency.lockutils [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquiring lock "refresh_cache-7758ae36-3fab-4edf-ac5a-65964b22b2f0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.875121] env[70542]: DEBUG oslo_concurrency.lockutils [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquired lock "refresh_cache-7758ae36-3fab-4edf-ac5a-65964b22b2f0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.875312] env[70542]: DEBUG nova.network.neutron [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.982636] env[70542]: DEBUG oslo_vmware.api [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911892, 'name': PowerOnVM_Task, 'duration_secs': 0.924282} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.986712] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.987029] env[70542]: INFO nova.compute.manager [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1109.987245] env[70542]: DEBUG nova.compute.manager [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1109.989606] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da661d4-b7c3-423b-b97e-86915689f38d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.195976] env[70542]: DEBUG oslo_vmware.api [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5272e5d5-8826-e7d2-ed51-8789e88f1ea2, 'name': SearchDatastore_Task, 'duration_secs': 0.010388} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.197635] env[70542]: DEBUG oslo_concurrency.lockutils [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.197635] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.197635] env[70542]: DEBUG oslo_concurrency.lockutils [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.197635] env[70542]: DEBUG oslo_concurrency.lockutils [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.197635] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.197635] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dbe8958-efd2-432a-9fd9-aa30aee4e65e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.205865] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088a89d0-bf51-4ad3-9c24-77cad4cf3792 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.210757] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.211131] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.212514] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18787787-030b-4708-83cb-00d5c8287651 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.219342] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f8062d-796d-4658-becf-36052e0e975c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.224223] env[70542]: DEBUG oslo_vmware.api [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1110.224223] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52108dd5-70b4-dfa7-858a-4a0a090fb63b" [ 1110.224223] env[70542]: _type = "Task" [ 1110.224223] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.255658] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5e4445-fbed-43bc-ba5d-89ec90a4ba26 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.262874] env[70542]: DEBUG nova.compute.manager [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.265210] env[70542]: DEBUG oslo_vmware.api [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52108dd5-70b4-dfa7-858a-4a0a090fb63b, 'name': SearchDatastore_Task, 'duration_secs': 0.014046} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.267625] env[70542]: DEBUG nova.network.neutron [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Successfully created port: 36d222a7-3a24-40cd-8370-da58c978c569 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.269203] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dfd092e-e535-4e10-ae72-d47b9dfb4103 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.275803] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1fa500-1df0-4006-b610-d25cec94042a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.283217] env[70542]: DEBUG oslo_vmware.api [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1110.283217] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52777b4c-4ad7-3272-fc92-b627a751de11" [ 1110.283217] env[70542]: _type = "Task" [ 1110.283217] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.296163] env[70542]: DEBUG nova.compute.provider_tree [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.304562] env[70542]: DEBUG oslo_vmware.api [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52777b4c-4ad7-3272-fc92-b627a751de11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.344597] env[70542]: DEBUG nova.compute.manager [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1110.371247] env[70542]: DEBUG oslo_vmware.api [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911894, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.431558] env[70542]: DEBUG nova.network.neutron [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.517294] env[70542]: INFO nova.compute.manager [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Took 46.60 seconds to build instance. [ 1110.583814] env[70542]: DEBUG nova.network.neutron [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Successfully created port: 4eb58a4d-aa3e-4dcd-a30b-a3a0fdde4ddb {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.597135] env[70542]: DEBUG nova.network.neutron [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Updating instance_info_cache with network_info: [{"id": "d4f2d141-40f9-4214-992b-377a73580ddc", "address": "fa:16:3e:73:36:5f", "network": {"id": "3986bea0-c3ec-447c-8646-17907c4e14a6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1758764011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6639ac2c0d6341bba5ca4aa341da9ed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4f2d141-40", "ovs_interfaceid": "d4f2d141-40f9-4214-992b-377a73580ddc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.795228] env[70542]: DEBUG oslo_vmware.api [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52777b4c-4ad7-3272-fc92-b627a751de11, 'name': SearchDatastore_Task, 'duration_secs': 0.027101} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.795518] env[70542]: DEBUG oslo_concurrency.lockutils [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.795793] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd/5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.796083] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ece6164e-11c4-4d5c-aec3-d25c2710f0de {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.798803] env[70542]: DEBUG nova.scheduler.client.report [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.810290] env[70542]: DEBUG oslo_vmware.api [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1110.810290] env[70542]: value = "task-3911895" [ 1110.810290] env[70542]: _type = "Task" [ 1110.810290] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.822217] env[70542]: DEBUG oslo_vmware.api [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.855009] env[70542]: DEBUG oslo_concurrency.lockutils [None req-36874526-10e1-4701-ad1b-7266e51dc868 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "eef02990-c512-44f2-8fc7-eab27e22ab58" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.855855] env[70542]: DEBUG oslo_concurrency.lockutils [None req-36874526-10e1-4701-ad1b-7266e51dc868 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "eef02990-c512-44f2-8fc7-eab27e22ab58" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.856118] env[70542]: DEBUG nova.compute.manager [None req-36874526-10e1-4701-ad1b-7266e51dc868 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Going to confirm migration 5 {{(pid=70542) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1110.870073] env[70542]: DEBUG oslo_vmware.api [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911894, 'name': ReconfigVM_Task, 'duration_secs': 0.53987} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.870366] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 8923d70c-588f-41c5-895e-3db23542b3e9/8923d70c-588f-41c5-895e-3db23542b3e9.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.871096] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-061211f5-65ff-4752-b74d-e78c0a4ca412 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.881467] env[70542]: DEBUG oslo_vmware.api [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1110.881467] env[70542]: value = "task-3911896" [ 1110.881467] env[70542]: _type = "Task" [ 1110.881467] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.882591] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.892538] env[70542]: DEBUG oslo_vmware.api [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911896, 'name': Rename_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.975272] env[70542]: DEBUG nova.network.neutron [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Successfully created port: 7d688d3b-1a64-476a-bfc8-9e059b7af156 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.021269] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8daab78c-b2ab-4c82-8d9d-52cf56179424 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.110s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.100048] env[70542]: DEBUG oslo_concurrency.lockutils [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Releasing lock "refresh_cache-7758ae36-3fab-4edf-ac5a-65964b22b2f0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.101040] env[70542]: DEBUG nova.compute.manager [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Instance network_info: |[{"id": "d4f2d141-40f9-4214-992b-377a73580ddc", "address": "fa:16:3e:73:36:5f", "network": {"id": "3986bea0-c3ec-447c-8646-17907c4e14a6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1758764011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6639ac2c0d6341bba5ca4aa341da9ed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4f2d141-40", "ovs_interfaceid": "d4f2d141-40f9-4214-992b-377a73580ddc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1111.101040] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:36:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4f2d141-40f9-4214-992b-377a73580ddc', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.109719] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.112338] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.113400] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-355e6f9d-2ae0-4d48-b335-152f859b019f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.139236] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.139236] env[70542]: value = "task-3911897" [ 1111.139236] env[70542]: _type = "Task" [ 1111.139236] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.156280] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911897, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.276612] env[70542]: DEBUG nova.compute.manager [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.299513] env[70542]: DEBUG nova.compute.manager [req-319c7f16-4061-46cd-9a5c-6d86fca7026e req-73bd6fe0-49b7-4237-a2a4-f4e6f4c28523 service nova] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Received event network-changed-d4f2d141-40f9-4214-992b-377a73580ddc {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.299654] env[70542]: DEBUG nova.compute.manager [req-319c7f16-4061-46cd-9a5c-6d86fca7026e req-73bd6fe0-49b7-4237-a2a4-f4e6f4c28523 service nova] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Refreshing instance network info cache due to event network-changed-d4f2d141-40f9-4214-992b-377a73580ddc. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.299954] env[70542]: DEBUG oslo_concurrency.lockutils [req-319c7f16-4061-46cd-9a5c-6d86fca7026e req-73bd6fe0-49b7-4237-a2a4-f4e6f4c28523 service nova] Acquiring lock "refresh_cache-7758ae36-3fab-4edf-ac5a-65964b22b2f0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.300099] env[70542]: DEBUG oslo_concurrency.lockutils [req-319c7f16-4061-46cd-9a5c-6d86fca7026e req-73bd6fe0-49b7-4237-a2a4-f4e6f4c28523 service nova] Acquired lock "refresh_cache-7758ae36-3fab-4edf-ac5a-65964b22b2f0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.300271] env[70542]: DEBUG nova.network.neutron [req-319c7f16-4061-46cd-9a5c-6d86fca7026e req-73bd6fe0-49b7-4237-a2a4-f4e6f4c28523 service nova] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Refreshing network info cache for port d4f2d141-40f9-4214-992b-377a73580ddc {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.305200] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.312166] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.036s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.312166] env[70542]: INFO nova.compute.claims [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.317015] env[70542]: DEBUG nova.virt.hardware [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.317328] env[70542]: DEBUG nova.virt.hardware [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.317501] env[70542]: DEBUG nova.virt.hardware [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.317690] env[70542]: DEBUG nova.virt.hardware [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.317945] env[70542]: DEBUG nova.virt.hardware [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.318157] env[70542]: DEBUG nova.virt.hardware [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.318463] env[70542]: DEBUG nova.virt.hardware [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.318555] env[70542]: DEBUG nova.virt.hardware [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.318739] env[70542]: DEBUG nova.virt.hardware [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.318920] env[70542]: DEBUG nova.virt.hardware [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.319117] env[70542]: DEBUG nova.virt.hardware [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.321281] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f946c7-2ecf-48e4-9825-f21caf579ec9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.336903] env[70542]: DEBUG oslo_vmware.api [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911895, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.342085] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260c56cc-e512-46b8-99c7-a5d2b2ccc03b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.348391] env[70542]: INFO nova.scheduler.client.report [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Deleted allocations for instance fd4d7021-c253-4107-83e8-6d3ffa1d6fcd [ 1111.402124] env[70542]: DEBUG oslo_vmware.api [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911896, 'name': Rename_Task, 'duration_secs': 0.200189} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.402296] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.402483] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b64526d-5c32-4626-a1fa-4980d3ef69b8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.414555] env[70542]: DEBUG oslo_vmware.api [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1111.414555] env[70542]: value = "task-3911898" [ 1111.414555] env[70542]: _type = "Task" [ 1111.414555] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.424729] env[70542]: DEBUG oslo_vmware.api [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.477625] env[70542]: DEBUG oslo_concurrency.lockutils [None req-36874526-10e1-4701-ad1b-7266e51dc868 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "refresh_cache-eef02990-c512-44f2-8fc7-eab27e22ab58" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.477625] env[70542]: DEBUG oslo_concurrency.lockutils [None req-36874526-10e1-4701-ad1b-7266e51dc868 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired lock "refresh_cache-eef02990-c512-44f2-8fc7-eab27e22ab58" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.477708] env[70542]: DEBUG nova.network.neutron [None req-36874526-10e1-4701-ad1b-7266e51dc868 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.478418] env[70542]: DEBUG nova.objects.instance [None req-36874526-10e1-4701-ad1b-7266e51dc868 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lazy-loading 'info_cache' on Instance uuid eef02990-c512-44f2-8fc7-eab27e22ab58 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.527843] env[70542]: DEBUG nova.compute.manager [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1111.635067] env[70542]: DEBUG oslo_concurrency.lockutils [None req-43c384e3-7189-46d7-bf86-0cf6ae8a7b28 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "526a38ba-8b2b-4d65-a435-f690b453b052" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.635265] env[70542]: DEBUG oslo_concurrency.lockutils [None req-43c384e3-7189-46d7-bf86-0cf6ae8a7b28 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "526a38ba-8b2b-4d65-a435-f690b453b052" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.650883] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911897, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.722422] env[70542]: INFO nova.compute.manager [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Rescuing [ 1111.722713] env[70542]: DEBUG oslo_concurrency.lockutils [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "refresh_cache-eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.722895] env[70542]: DEBUG oslo_concurrency.lockutils [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquired lock "refresh_cache-eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.723132] env[70542]: DEBUG nova.network.neutron [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.836669] env[70542]: DEBUG oslo_vmware.api [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911895, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627361} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.837782] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd/5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.838071] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.838384] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cccc5c05-d59e-41af-8012-27185b4ca3bb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.846096] env[70542]: DEBUG oslo_vmware.api [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1111.846096] env[70542]: value = "task-3911899" [ 1111.846096] env[70542]: _type = "Task" [ 1111.846096] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.855984] env[70542]: DEBUG oslo_vmware.api [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.881354] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3d62d2ad-8b3c-40ba-af6c-7e7d722ce05a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "fd4d7021-c253-4107-83e8-6d3ffa1d6fcd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.944s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.925626] env[70542]: DEBUG oslo_vmware.api [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911898, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.050587] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.105641] env[70542]: DEBUG nova.network.neutron [req-319c7f16-4061-46cd-9a5c-6d86fca7026e req-73bd6fe0-49b7-4237-a2a4-f4e6f4c28523 service nova] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Updated VIF entry in instance network info cache for port d4f2d141-40f9-4214-992b-377a73580ddc. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.106034] env[70542]: DEBUG nova.network.neutron [req-319c7f16-4061-46cd-9a5c-6d86fca7026e req-73bd6fe0-49b7-4237-a2a4-f4e6f4c28523 service nova] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Updating instance_info_cache with network_info: [{"id": "d4f2d141-40f9-4214-992b-377a73580ddc", "address": "fa:16:3e:73:36:5f", "network": {"id": "3986bea0-c3ec-447c-8646-17907c4e14a6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1758764011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6639ac2c0d6341bba5ca4aa341da9ed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4f2d141-40", "ovs_interfaceid": "d4f2d141-40f9-4214-992b-377a73580ddc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.138453] env[70542]: DEBUG nova.compute.utils [None req-43c384e3-7189-46d7-bf86-0cf6ae8a7b28 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.151564] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911897, 'name': CreateVM_Task, 'duration_secs': 0.644482} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.151680] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.152366] env[70542]: DEBUG oslo_concurrency.lockutils [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.152591] env[70542]: DEBUG oslo_concurrency.lockutils [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.152931] env[70542]: DEBUG oslo_concurrency.lockutils [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.153483] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5ac0427-9122-471d-9a7f-861a6f69d82d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.160480] env[70542]: DEBUG oslo_vmware.api [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1112.160480] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522e400d-64a4-e839-42f2-b1bec01e2d79" [ 1112.160480] env[70542]: _type = "Task" [ 1112.160480] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.171347] env[70542]: DEBUG oslo_vmware.api [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522e400d-64a4-e839-42f2-b1bec01e2d79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.362503] env[70542]: DEBUG oslo_vmware.api [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072528} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.364234] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.365014] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed49148d-e812-40d9-ab1f-800095c607b9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.393714] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd/5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.394169] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fdf342d-ccab-4a3a-bfe8-cbf6067ce8f9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.424023] env[70542]: DEBUG oslo_vmware.api [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1112.424023] env[70542]: value = "task-3911900" [ 1112.424023] env[70542]: _type = "Task" [ 1112.424023] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.434683] env[70542]: DEBUG oslo_vmware.api [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911898, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.439701] env[70542]: DEBUG oslo_vmware.api [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.609799] env[70542]: DEBUG oslo_concurrency.lockutils [req-319c7f16-4061-46cd-9a5c-6d86fca7026e req-73bd6fe0-49b7-4237-a2a4-f4e6f4c28523 service nova] Releasing lock "refresh_cache-7758ae36-3fab-4edf-ac5a-65964b22b2f0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.641693] env[70542]: DEBUG oslo_concurrency.lockutils [None req-43c384e3-7189-46d7-bf86-0cf6ae8a7b28 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "526a38ba-8b2b-4d65-a435-f690b453b052" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.673136] env[70542]: DEBUG oslo_vmware.api [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522e400d-64a4-e839-42f2-b1bec01e2d79, 'name': SearchDatastore_Task, 'duration_secs': 0.045168} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.676211] env[70542]: DEBUG oslo_concurrency.lockutils [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.676521] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.676763] env[70542]: DEBUG oslo_concurrency.lockutils [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.677007] env[70542]: DEBUG oslo_concurrency.lockutils [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.677214] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.677798] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f10931a-2aa4-4be2-bcfe-5db512669fd8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.690816] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.690816] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.694081] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bad093e9-099f-46c0-b7d9-aefae2ad6d47 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.698907] env[70542]: DEBUG nova.network.neutron [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Successfully updated port: 36d222a7-3a24-40cd-8370-da58c978c569 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.702861] env[70542]: DEBUG oslo_vmware.api [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1112.702861] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52af0394-103f-5431-0061-1e6c256de357" [ 1112.702861] env[70542]: _type = "Task" [ 1112.702861] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.722862] env[70542]: DEBUG oslo_vmware.api [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52af0394-103f-5431-0061-1e6c256de357, 'name': SearchDatastore_Task, 'duration_secs': 0.014366} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.723785] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdee48b0-a277-4392-9d55-548f69567e8b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.731715] env[70542]: DEBUG oslo_vmware.api [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1112.731715] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f03625-1846-8202-87df-1970a071c86d" [ 1112.731715] env[70542]: _type = "Task" [ 1112.731715] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.747231] env[70542]: DEBUG oslo_vmware.api [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f03625-1846-8202-87df-1970a071c86d, 'name': SearchDatastore_Task, 'duration_secs': 0.011863} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.747502] env[70542]: DEBUG oslo_concurrency.lockutils [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.747855] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 7758ae36-3fab-4edf-ac5a-65964b22b2f0/7758ae36-3fab-4edf-ac5a-65964b22b2f0.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.748235] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3ff6ac9-34b8-4685-8313-a8bdad3f5a93 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.760448] env[70542]: DEBUG oslo_vmware.api [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1112.760448] env[70542]: value = "task-3911901" [ 1112.760448] env[70542]: _type = "Task" [ 1112.760448] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.762347] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa3f619-8824-4052-a16f-7cbaf5520d79 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.774159] env[70542]: DEBUG oslo_vmware.api [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.777371] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6bfc45-6236-4127-8ef8-9886983605c6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.817414] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470a0f92-078b-47fe-8ba3-17fc28c69b03 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.829088] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f4d7ea-9df5-4649-b46c-6be38b94e640 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.845706] env[70542]: DEBUG nova.compute.provider_tree [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.854399] env[70542]: DEBUG nova.network.neutron [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Updating instance_info_cache with network_info: [{"id": "fa43fa94-17ba-415d-93dc-08f24ff80781", "address": "fa:16:3e:3b:ff:e5", "network": {"id": "9f572e7a-d135-4065-a1e6-301b98e54dba", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948852501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74896de6d46b4f10a7b78d1985e8b59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa43fa94-17", "ovs_interfaceid": "fa43fa94-17ba-415d-93dc-08f24ff80781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.859166] env[70542]: DEBUG nova.network.neutron [None req-36874526-10e1-4701-ad1b-7266e51dc868 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Updating instance_info_cache with network_info: [{"id": "d852207d-5092-40c0-bc22-bf8cf0710530", "address": "fa:16:3e:17:53:d2", "network": {"id": "b34efa28-0333-4697-a2ca-0f761a8baa3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-961568765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cecd2691d1d54b7480090328eb29a4ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd852207d-50", "ovs_interfaceid": "d852207d-5092-40c0-bc22-bf8cf0710530", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.925896] env[70542]: DEBUG oslo_vmware.api [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3911898, 'name': PowerOnVM_Task, 'duration_secs': 1.117911} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.930314] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.930650] env[70542]: INFO nova.compute.manager [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Took 9.40 seconds to spawn the instance on the hypervisor. [ 1112.930929] env[70542]: DEBUG nova.compute.manager [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1112.931929] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991b6315-8642-45fa-8754-70e6ed9a6a22 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.940440] env[70542]: DEBUG oslo_vmware.api [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911900, 'name': ReconfigVM_Task, 'duration_secs': 0.409578} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.942332] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd/5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.945475] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc151bf8-51ea-40df-950b-f0f41f024257 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.953831] env[70542]: DEBUG oslo_vmware.api [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1112.953831] env[70542]: value = "task-3911902" [ 1112.953831] env[70542]: _type = "Task" [ 1112.953831] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.965239] env[70542]: DEBUG oslo_vmware.api [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911902, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.274480] env[70542]: DEBUG oslo_vmware.api [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911901, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.349207] env[70542]: DEBUG nova.scheduler.client.report [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.359760] env[70542]: DEBUG oslo_concurrency.lockutils [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Releasing lock "refresh_cache-eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.364288] env[70542]: DEBUG oslo_concurrency.lockutils [None req-36874526-10e1-4701-ad1b-7266e51dc868 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Releasing lock "refresh_cache-eef02990-c512-44f2-8fc7-eab27e22ab58" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.364288] env[70542]: DEBUG nova.objects.instance [None req-36874526-10e1-4701-ad1b-7266e51dc868 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lazy-loading 'migration_context' on Instance uuid eef02990-c512-44f2-8fc7-eab27e22ab58 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.467518] env[70542]: INFO nova.compute.manager [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Took 44.17 seconds to build instance. [ 1113.473476] env[70542]: DEBUG oslo_vmware.api [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911902, 'name': Rename_Task, 'duration_secs': 0.310372} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.474076] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.475245] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acfc3b5b-0e25-477c-be82-280ebf698407 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.487043] env[70542]: DEBUG oslo_vmware.api [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1113.487043] env[70542]: value = "task-3911903" [ 1113.487043] env[70542]: _type = "Task" [ 1113.487043] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.502188] env[70542]: DEBUG oslo_vmware.api [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.658948] env[70542]: DEBUG nova.compute.manager [req-a6b7d246-65dc-4d92-8aa6-4c72d6e788e8 req-0b33720a-5fcf-4d55-b26e-baba6d2dfc3d service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Received event network-vif-plugged-36d222a7-3a24-40cd-8370-da58c978c569 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.659204] env[70542]: DEBUG oslo_concurrency.lockutils [req-a6b7d246-65dc-4d92-8aa6-4c72d6e788e8 req-0b33720a-5fcf-4d55-b26e-baba6d2dfc3d service nova] Acquiring lock "3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.659418] env[70542]: DEBUG oslo_concurrency.lockutils [req-a6b7d246-65dc-4d92-8aa6-4c72d6e788e8 req-0b33720a-5fcf-4d55-b26e-baba6d2dfc3d service nova] Lock "3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.659584] env[70542]: DEBUG oslo_concurrency.lockutils [req-a6b7d246-65dc-4d92-8aa6-4c72d6e788e8 req-0b33720a-5fcf-4d55-b26e-baba6d2dfc3d service nova] Lock "3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.659756] env[70542]: DEBUG nova.compute.manager [req-a6b7d246-65dc-4d92-8aa6-4c72d6e788e8 req-0b33720a-5fcf-4d55-b26e-baba6d2dfc3d service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] No waiting events found dispatching network-vif-plugged-36d222a7-3a24-40cd-8370-da58c978c569 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1113.659938] env[70542]: WARNING nova.compute.manager [req-a6b7d246-65dc-4d92-8aa6-4c72d6e788e8 req-0b33720a-5fcf-4d55-b26e-baba6d2dfc3d service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Received unexpected event network-vif-plugged-36d222a7-3a24-40cd-8370-da58c978c569 for instance with vm_state building and task_state spawning. [ 1113.664247] env[70542]: DEBUG nova.compute.manager [req-a6b7d246-65dc-4d92-8aa6-4c72d6e788e8 req-0b33720a-5fcf-4d55-b26e-baba6d2dfc3d service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Received event network-changed-36d222a7-3a24-40cd-8370-da58c978c569 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.664438] env[70542]: DEBUG nova.compute.manager [req-a6b7d246-65dc-4d92-8aa6-4c72d6e788e8 req-0b33720a-5fcf-4d55-b26e-baba6d2dfc3d service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Refreshing instance network info cache due to event network-changed-36d222a7-3a24-40cd-8370-da58c978c569. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.664639] env[70542]: DEBUG oslo_concurrency.lockutils [req-a6b7d246-65dc-4d92-8aa6-4c72d6e788e8 req-0b33720a-5fcf-4d55-b26e-baba6d2dfc3d service nova] Acquiring lock "refresh_cache-3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.664781] env[70542]: DEBUG oslo_concurrency.lockutils [req-a6b7d246-65dc-4d92-8aa6-4c72d6e788e8 req-0b33720a-5fcf-4d55-b26e-baba6d2dfc3d service nova] Acquired lock "refresh_cache-3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.664942] env[70542]: DEBUG nova.network.neutron [req-a6b7d246-65dc-4d92-8aa6-4c72d6e788e8 req-0b33720a-5fcf-4d55-b26e-baba6d2dfc3d service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Refreshing network info cache for port 36d222a7-3a24-40cd-8370-da58c978c569 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.719505] env[70542]: DEBUG oslo_concurrency.lockutils [None req-43c384e3-7189-46d7-bf86-0cf6ae8a7b28 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "526a38ba-8b2b-4d65-a435-f690b453b052" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.719776] env[70542]: DEBUG oslo_concurrency.lockutils [None req-43c384e3-7189-46d7-bf86-0cf6ae8a7b28 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "526a38ba-8b2b-4d65-a435-f690b453b052" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.720030] env[70542]: INFO nova.compute.manager [None req-43c384e3-7189-46d7-bf86-0cf6ae8a7b28 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Attaching volume 2874b2f4-36a0-4740-aa71-18c4aadfb28a to /dev/sdb [ 1113.758813] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b56559-4a2f-48f8-a4b8-8dfc041cfd84 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.771235] env[70542]: DEBUG oslo_vmware.api [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.853733} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.773405] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 7758ae36-3fab-4edf-ac5a-65964b22b2f0/7758ae36-3fab-4edf-ac5a-65964b22b2f0.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.773405] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.773654] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b283d98-412f-4e6d-bb2b-3e24819f6a43 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.776333] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c17832e-fe5f-4f63-9091-c346f69972e2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.785598] env[70542]: DEBUG oslo_vmware.api [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1113.785598] env[70542]: value = "task-3911904" [ 1113.785598] env[70542]: _type = "Task" [ 1113.785598] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.793201] env[70542]: DEBUG nova.virt.block_device [None req-43c384e3-7189-46d7-bf86-0cf6ae8a7b28 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Updating existing volume attachment record: 3a1576d5-86f8-4e70-be99-2621f8ce660e {{(pid=70542) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1113.801669] env[70542]: DEBUG oslo_vmware.api [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.856152] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.856318] env[70542]: DEBUG nova.compute.manager [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.859475] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.111s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.859735] env[70542]: DEBUG nova.objects.instance [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lazy-loading 'pci_requests' on Instance uuid 89ae4a6d-70ab-4e83-8a97-063321b8dab4 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.868475] env[70542]: DEBUG nova.objects.base [None req-36874526-10e1-4701-ad1b-7266e51dc868 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70542) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1113.869422] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484fe17a-606a-4adb-aae2-ff05ea40edb6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.893091] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5713f2c3-d7df-498c-ae74-2a7ba9c569ab {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.900594] env[70542]: DEBUG oslo_vmware.api [None req-36874526-10e1-4701-ad1b-7266e51dc868 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1113.900594] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526f5177-c044-e5e6-2db2-8b340889886b" [ 1113.900594] env[70542]: _type = "Task" [ 1113.900594] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.911225] env[70542]: DEBUG oslo_vmware.api [None req-36874526-10e1-4701-ad1b-7266e51dc868 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526f5177-c044-e5e6-2db2-8b340889886b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.971328] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c50becdd-3e15-4743-b43b-5f3bad78e3a2 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "8923d70c-588f-41c5-895e-3db23542b3e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.680s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.997151] env[70542]: DEBUG oslo_vmware.api [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911903, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.228606] env[70542]: DEBUG nova.network.neutron [req-a6b7d246-65dc-4d92-8aa6-4c72d6e788e8 req-0b33720a-5fcf-4d55-b26e-baba6d2dfc3d service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.300350] env[70542]: DEBUG oslo_vmware.api [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086682} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.300350] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.300952] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f57196-1cbb-4185-9c96-6baac1de4f27 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.334996] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 7758ae36-3fab-4edf-ac5a-65964b22b2f0/7758ae36-3fab-4edf-ac5a-65964b22b2f0.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.336246] env[70542]: DEBUG nova.network.neutron [req-a6b7d246-65dc-4d92-8aa6-4c72d6e788e8 req-0b33720a-5fcf-4d55-b26e-baba6d2dfc3d service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.337469] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b009a882-24ba-4ed1-883c-c5c4f2a07f05 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.356878] env[70542]: DEBUG oslo_concurrency.lockutils [req-a6b7d246-65dc-4d92-8aa6-4c72d6e788e8 req-0b33720a-5fcf-4d55-b26e-baba6d2dfc3d service nova] Releasing lock "refresh_cache-3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.362768] env[70542]: DEBUG nova.compute.utils [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.366030] env[70542]: DEBUG nova.objects.instance [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lazy-loading 'numa_topology' on Instance uuid 89ae4a6d-70ab-4e83-8a97-063321b8dab4 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.368339] env[70542]: DEBUG nova.compute.manager [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1114.368525] env[70542]: DEBUG nova.network.neutron [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.371565] env[70542]: DEBUG oslo_vmware.api [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1114.371565] env[70542]: value = "task-3911908" [ 1114.371565] env[70542]: _type = "Task" [ 1114.371565] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.382573] env[70542]: DEBUG oslo_vmware.api [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911908, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.421017] env[70542]: DEBUG oslo_vmware.api [None req-36874526-10e1-4701-ad1b-7266e51dc868 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526f5177-c044-e5e6-2db2-8b340889886b, 'name': SearchDatastore_Task, 'duration_secs': 0.011477} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.422817] env[70542]: DEBUG nova.policy [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4e49506add1472caea0c732f6064adc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6639ac2c0d6341bba5ca4aa341da9ed6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.425688] env[70542]: DEBUG oslo_concurrency.lockutils [None req-36874526-10e1-4701-ad1b-7266e51dc868 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.474208] env[70542]: DEBUG nova.compute.manager [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1114.502066] env[70542]: DEBUG oslo_vmware.api [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911903, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.867574] env[70542]: DEBUG nova.compute.manager [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.871909] env[70542]: DEBUG nova.network.neutron [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Successfully created port: 620a5939-39b1-4e86-b8c1-f16c60e0ecc8 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.874113] env[70542]: INFO nova.compute.claims [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.887972] env[70542]: DEBUG oslo_vmware.api [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.915061] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.915401] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86ef78cb-c763-4b37-bee4-eceecc3dc365 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.926629] env[70542]: DEBUG oslo_vmware.api [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1114.926629] env[70542]: value = "task-3911909" [ 1114.926629] env[70542]: _type = "Task" [ 1114.926629] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.939570] env[70542]: DEBUG oslo_vmware.api [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.955231] env[70542]: DEBUG nova.network.neutron [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Successfully updated port: 4eb58a4d-aa3e-4dcd-a30b-a3a0fdde4ddb {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.005140] env[70542]: DEBUG oslo_vmware.api [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911903, 'name': PowerOnVM_Task, 'duration_secs': 1.079757} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.005498] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.005820] env[70542]: INFO nova.compute.manager [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1115.006096] env[70542]: DEBUG nova.compute.manager [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1115.006928] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8730eef-8c7b-420a-8964-de137b733354 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.012755] env[70542]: DEBUG oslo_concurrency.lockutils [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.392419] env[70542]: DEBUG oslo_vmware.api [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911908, 'name': ReconfigVM_Task, 'duration_secs': 0.740074} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.392881] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 7758ae36-3fab-4edf-ac5a-65964b22b2f0/7758ae36-3fab-4edf-ac5a-65964b22b2f0.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.393704] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-921068c7-1e0b-4c3d-91fb-c53dd0a64d19 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.402889] env[70542]: DEBUG oslo_vmware.api [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1115.402889] env[70542]: value = "task-3911911" [ 1115.402889] env[70542]: _type = "Task" [ 1115.402889] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.414928] env[70542]: DEBUG oslo_vmware.api [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911911, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.441574] env[70542]: DEBUG oslo_vmware.api [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911909, 'name': PowerOffVM_Task, 'duration_secs': 0.395423} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.445509] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.447080] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c932d9-f9c6-4e97-8fb5-6d49d0c16b15 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.477466] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f337d1-2e24-4f2d-b629-f46fa59c1b89 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.521932] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.528426] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37ca96bb-bc90-49b1-81b7-f65d6e9b0406 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.534280] env[70542]: INFO nova.compute.manager [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Took 46.19 seconds to build instance. [ 1115.535784] env[70542]: DEBUG oslo_vmware.api [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1115.535784] env[70542]: value = "task-3911912" [ 1115.535784] env[70542]: _type = "Task" [ 1115.535784] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.547613] env[70542]: DEBUG oslo_vmware.api [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.786563] env[70542]: DEBUG nova.compute.manager [req-510805c8-1dea-4dc9-a22d-48cc9e39c4f4 req-77d17020-06c5-4498-b085-f0479c4005a9 service nova] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Received event network-changed-b39fab32-95ce-4df1-9e31-354b0d00d187 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.786843] env[70542]: DEBUG nova.compute.manager [req-510805c8-1dea-4dc9-a22d-48cc9e39c4f4 req-77d17020-06c5-4498-b085-f0479c4005a9 service nova] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Refreshing instance network info cache due to event network-changed-b39fab32-95ce-4df1-9e31-354b0d00d187. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.787188] env[70542]: DEBUG oslo_concurrency.lockutils [req-510805c8-1dea-4dc9-a22d-48cc9e39c4f4 req-77d17020-06c5-4498-b085-f0479c4005a9 service nova] Acquiring lock "refresh_cache-8923d70c-588f-41c5-895e-3db23542b3e9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.787417] env[70542]: DEBUG oslo_concurrency.lockutils [req-510805c8-1dea-4dc9-a22d-48cc9e39c4f4 req-77d17020-06c5-4498-b085-f0479c4005a9 service nova] Acquired lock "refresh_cache-8923d70c-588f-41c5-895e-3db23542b3e9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.787666] env[70542]: DEBUG nova.network.neutron [req-510805c8-1dea-4dc9-a22d-48cc9e39c4f4 req-77d17020-06c5-4498-b085-f0479c4005a9 service nova] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Refreshing network info cache for port b39fab32-95ce-4df1-9e31-354b0d00d187 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.803843] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cc1128-aa5d-4bb0-a88b-c5ad53bc3197 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.816705] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65744991-3319-4a04-82a8-6e7eb11631fa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.854995] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78d371a-3005-4981-b0cd-fc047d6c0c20 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.865156] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce906e86-289f-461d-be56-a70589bdb5e7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.880460] env[70542]: DEBUG nova.compute.provider_tree [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.885360] env[70542]: DEBUG nova.compute.manager [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.910168] env[70542]: DEBUG nova.virt.hardware [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.910446] env[70542]: DEBUG nova.virt.hardware [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.910566] env[70542]: DEBUG nova.virt.hardware [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.910738] env[70542]: DEBUG nova.virt.hardware [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.910883] env[70542]: DEBUG nova.virt.hardware [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.911041] env[70542]: DEBUG nova.virt.hardware [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.911256] env[70542]: DEBUG nova.virt.hardware [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.911416] env[70542]: DEBUG nova.virt.hardware [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.911585] env[70542]: DEBUG nova.virt.hardware [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.911744] env[70542]: DEBUG nova.virt.hardware [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.911917] env[70542]: DEBUG nova.virt.hardware [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.913245] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f474f0-ab86-41ff-84c5-dbae8d173a00 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.919218] env[70542]: DEBUG oslo_vmware.api [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911911, 'name': Rename_Task, 'duration_secs': 0.191872} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.919852] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.920151] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-953f3ccc-6ee1-4257-9bdf-b157cdb3138b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.925258] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff719ca9-1963-4c96-8406-e3bfa06e1eb5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.932951] env[70542]: DEBUG oslo_vmware.api [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1115.932951] env[70542]: value = "task-3911913" [ 1115.932951] env[70542]: _type = "Task" [ 1115.932951] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.950480] env[70542]: DEBUG oslo_vmware.api [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911913, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.036864] env[70542]: DEBUG oslo_concurrency.lockutils [None req-405f6f79-bd6b-4222-b2d9-a66131f4a1ac tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.704s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.046908] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] VM already powered off {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1116.047166] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.047412] env[70542]: DEBUG oslo_concurrency.lockutils [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.047563] env[70542]: DEBUG oslo_concurrency.lockutils [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.047747] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.048055] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf835b7f-2d72-42b8-aeee-474d76fbfb1c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.058876] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.059086] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.059831] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-877fdb01-2efe-4c8a-a00b-82a2b0d221ed {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.065498] env[70542]: DEBUG oslo_vmware.api [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1116.065498] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fcf922-401e-1fe3-63a3-823a6a69d994" [ 1116.065498] env[70542]: _type = "Task" [ 1116.065498] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.073905] env[70542]: DEBUG oslo_vmware.api [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fcf922-401e-1fe3-63a3-823a6a69d994, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.388092] env[70542]: DEBUG nova.scheduler.client.report [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.445485] env[70542]: DEBUG oslo_vmware.api [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911913, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.531225] env[70542]: DEBUG nova.compute.manager [req-97271807-93d5-413c-8a80-59d3d99e679d req-29ea7931-f325-4708-8af3-35a7b81bdd3c service nova] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Received event network-vif-plugged-620a5939-39b1-4e86-b8c1-f16c60e0ecc8 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.531831] env[70542]: DEBUG oslo_concurrency.lockutils [req-97271807-93d5-413c-8a80-59d3d99e679d req-29ea7931-f325-4708-8af3-35a7b81bdd3c service nova] Acquiring lock "808b40ba-d9f9-486f-890b-3269035f6bd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.533023] env[70542]: DEBUG oslo_concurrency.lockutils [req-97271807-93d5-413c-8a80-59d3d99e679d req-29ea7931-f325-4708-8af3-35a7b81bdd3c service nova] Lock "808b40ba-d9f9-486f-890b-3269035f6bd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.533492] env[70542]: DEBUG oslo_concurrency.lockutils [req-97271807-93d5-413c-8a80-59d3d99e679d req-29ea7931-f325-4708-8af3-35a7b81bdd3c service nova] Lock "808b40ba-d9f9-486f-890b-3269035f6bd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.534026] env[70542]: DEBUG nova.compute.manager [req-97271807-93d5-413c-8a80-59d3d99e679d req-29ea7931-f325-4708-8af3-35a7b81bdd3c service nova] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] No waiting events found dispatching network-vif-plugged-620a5939-39b1-4e86-b8c1-f16c60e0ecc8 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1116.535126] env[70542]: WARNING nova.compute.manager [req-97271807-93d5-413c-8a80-59d3d99e679d req-29ea7931-f325-4708-8af3-35a7b81bdd3c service nova] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Received unexpected event network-vif-plugged-620a5939-39b1-4e86-b8c1-f16c60e0ecc8 for instance with vm_state building and task_state spawning. [ 1116.546448] env[70542]: DEBUG nova.network.neutron [req-510805c8-1dea-4dc9-a22d-48cc9e39c4f4 req-77d17020-06c5-4498-b085-f0479c4005a9 service nova] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Updated VIF entry in instance network info cache for port b39fab32-95ce-4df1-9e31-354b0d00d187. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.546448] env[70542]: DEBUG nova.network.neutron [req-510805c8-1dea-4dc9-a22d-48cc9e39c4f4 req-77d17020-06c5-4498-b085-f0479c4005a9 service nova] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Updating instance_info_cache with network_info: [{"id": "b39fab32-95ce-4df1-9e31-354b0d00d187", "address": "fa:16:3e:15:9d:00", "network": {"id": "8d681135-929a-4d37-8f8e-5b42cb601fa2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449826457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ed649ce03f4cb994a22b4fae711fb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb39fab32-95", "ovs_interfaceid": "b39fab32-95ce-4df1-9e31-354b0d00d187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.577613] env[70542]: DEBUG oslo_vmware.api [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fcf922-401e-1fe3-63a3-823a6a69d994, 'name': SearchDatastore_Task, 'duration_secs': 0.045108} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.579059] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d90c2a55-028c-4ba2-b5a8-9e7489608ef1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.586674] env[70542]: DEBUG oslo_vmware.api [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1116.586674] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ccf1eb-91c1-4866-51f2-8422b94d3c32" [ 1116.586674] env[70542]: _type = "Task" [ 1116.586674] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.597854] env[70542]: DEBUG oslo_vmware.api [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ccf1eb-91c1-4866-51f2-8422b94d3c32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.639761] env[70542]: DEBUG nova.network.neutron [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Successfully updated port: 620a5939-39b1-4e86-b8c1-f16c60e0ecc8 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.893564] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.034s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.897283] env[70542]: DEBUG oslo_concurrency.lockutils [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.623s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.897534] env[70542]: INFO nova.compute.claims [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.932222] env[70542]: INFO nova.network.neutron [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Updating port e8502457-3e1c-459a-9499-fa08683817a8 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1116.944736] env[70542]: DEBUG oslo_vmware.api [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911913, 'name': PowerOnVM_Task, 'duration_secs': 0.851248} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.945143] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.945359] env[70542]: INFO nova.compute.manager [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1116.945591] env[70542]: DEBUG nova.compute.manager [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1116.946520] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c350cc-cf2d-4193-a349-05c465c8d843 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.049217] env[70542]: DEBUG oslo_concurrency.lockutils [req-510805c8-1dea-4dc9-a22d-48cc9e39c4f4 req-77d17020-06c5-4498-b085-f0479c4005a9 service nova] Releasing lock "refresh_cache-8923d70c-588f-41c5-895e-3db23542b3e9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.049483] env[70542]: DEBUG nova.compute.manager [req-510805c8-1dea-4dc9-a22d-48cc9e39c4f4 req-77d17020-06c5-4498-b085-f0479c4005a9 service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Received event network-vif-plugged-4eb58a4d-aa3e-4dcd-a30b-a3a0fdde4ddb {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.049677] env[70542]: DEBUG oslo_concurrency.lockutils [req-510805c8-1dea-4dc9-a22d-48cc9e39c4f4 req-77d17020-06c5-4498-b085-f0479c4005a9 service nova] Acquiring lock "3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.049880] env[70542]: DEBUG oslo_concurrency.lockutils [req-510805c8-1dea-4dc9-a22d-48cc9e39c4f4 req-77d17020-06c5-4498-b085-f0479c4005a9 service nova] Lock "3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.050051] env[70542]: DEBUG oslo_concurrency.lockutils [req-510805c8-1dea-4dc9-a22d-48cc9e39c4f4 req-77d17020-06c5-4498-b085-f0479c4005a9 service nova] Lock "3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.050315] env[70542]: DEBUG nova.compute.manager [req-510805c8-1dea-4dc9-a22d-48cc9e39c4f4 req-77d17020-06c5-4498-b085-f0479c4005a9 service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] No waiting events found dispatching network-vif-plugged-4eb58a4d-aa3e-4dcd-a30b-a3a0fdde4ddb {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1117.050492] env[70542]: WARNING nova.compute.manager [req-510805c8-1dea-4dc9-a22d-48cc9e39c4f4 req-77d17020-06c5-4498-b085-f0479c4005a9 service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Received unexpected event network-vif-plugged-4eb58a4d-aa3e-4dcd-a30b-a3a0fdde4ddb for instance with vm_state building and task_state spawning. [ 1117.050655] env[70542]: DEBUG nova.compute.manager [req-510805c8-1dea-4dc9-a22d-48cc9e39c4f4 req-77d17020-06c5-4498-b085-f0479c4005a9 service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Received event network-changed-4eb58a4d-aa3e-4dcd-a30b-a3a0fdde4ddb {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.050808] env[70542]: DEBUG nova.compute.manager [req-510805c8-1dea-4dc9-a22d-48cc9e39c4f4 req-77d17020-06c5-4498-b085-f0479c4005a9 service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Refreshing instance network info cache due to event network-changed-4eb58a4d-aa3e-4dcd-a30b-a3a0fdde4ddb. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.050994] env[70542]: DEBUG oslo_concurrency.lockutils [req-510805c8-1dea-4dc9-a22d-48cc9e39c4f4 req-77d17020-06c5-4498-b085-f0479c4005a9 service nova] Acquiring lock "refresh_cache-3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.051147] env[70542]: DEBUG oslo_concurrency.lockutils [req-510805c8-1dea-4dc9-a22d-48cc9e39c4f4 req-77d17020-06c5-4498-b085-f0479c4005a9 service nova] Acquired lock "refresh_cache-3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.051301] env[70542]: DEBUG nova.network.neutron [req-510805c8-1dea-4dc9-a22d-48cc9e39c4f4 req-77d17020-06c5-4498-b085-f0479c4005a9 service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Refreshing network info cache for port 4eb58a4d-aa3e-4dcd-a30b-a3a0fdde4ddb {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.099320] env[70542]: DEBUG oslo_vmware.api [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ccf1eb-91c1-4866-51f2-8422b94d3c32, 'name': SearchDatastore_Task, 'duration_secs': 0.013556} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.099616] env[70542]: DEBUG oslo_concurrency.lockutils [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.099761] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b/4c78ae56-da5c-496a-96d4-9e4c383c4552-rescue.vmdk. {{(pid=70542) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1117.100051] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2424c7b1-a13d-406a-9517-389cb8b88431 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.108622] env[70542]: DEBUG oslo_vmware.api [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1117.108622] env[70542]: value = "task-3911915" [ 1117.108622] env[70542]: _type = "Task" [ 1117.108622] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.117961] env[70542]: DEBUG oslo_vmware.api [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.142147] env[70542]: DEBUG nova.network.neutron [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Successfully updated port: 7d688d3b-1a64-476a-bfc8-9e059b7af156 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.143353] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquiring lock "refresh_cache-808b40ba-d9f9-486f-890b-3269035f6bd9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.143484] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquired lock "refresh_cache-808b40ba-d9f9-486f-890b-3269035f6bd9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.143628] env[70542]: DEBUG nova.network.neutron [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.469233] env[70542]: INFO nova.compute.manager [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Took 47.42 seconds to build instance. [ 1117.598340] env[70542]: DEBUG nova.network.neutron [req-510805c8-1dea-4dc9-a22d-48cc9e39c4f4 req-77d17020-06c5-4498-b085-f0479c4005a9 service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.622837] env[70542]: DEBUG oslo_vmware.api [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911915, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.639769] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Acquiring lock "refresh_cache-3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.706322] env[70542]: DEBUG nova.network.neutron [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.736292] env[70542]: DEBUG nova.network.neutron [req-510805c8-1dea-4dc9-a22d-48cc9e39c4f4 req-77d17020-06c5-4498-b085-f0479c4005a9 service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.836165] env[70542]: DEBUG nova.compute.manager [req-d4ddbfce-1258-4ca2-a1ac-4e2903a3565d req-a5756308-ac47-4e79-9a0f-97bb54ae79a4 service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Received event network-vif-plugged-7d688d3b-1a64-476a-bfc8-9e059b7af156 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.836165] env[70542]: DEBUG oslo_concurrency.lockutils [req-d4ddbfce-1258-4ca2-a1ac-4e2903a3565d req-a5756308-ac47-4e79-9a0f-97bb54ae79a4 service nova] Acquiring lock "3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.836165] env[70542]: DEBUG oslo_concurrency.lockutils [req-d4ddbfce-1258-4ca2-a1ac-4e2903a3565d req-a5756308-ac47-4e79-9a0f-97bb54ae79a4 service nova] Lock "3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.836165] env[70542]: DEBUG oslo_concurrency.lockutils [req-d4ddbfce-1258-4ca2-a1ac-4e2903a3565d req-a5756308-ac47-4e79-9a0f-97bb54ae79a4 service nova] Lock "3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.841742] env[70542]: DEBUG nova.compute.manager [req-d4ddbfce-1258-4ca2-a1ac-4e2903a3565d req-a5756308-ac47-4e79-9a0f-97bb54ae79a4 service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] No waiting events found dispatching network-vif-plugged-7d688d3b-1a64-476a-bfc8-9e059b7af156 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1117.841742] env[70542]: WARNING nova.compute.manager [req-d4ddbfce-1258-4ca2-a1ac-4e2903a3565d req-a5756308-ac47-4e79-9a0f-97bb54ae79a4 service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Received unexpected event network-vif-plugged-7d688d3b-1a64-476a-bfc8-9e059b7af156 for instance with vm_state building and task_state spawning. [ 1117.841742] env[70542]: DEBUG nova.compute.manager [req-d4ddbfce-1258-4ca2-a1ac-4e2903a3565d req-a5756308-ac47-4e79-9a0f-97bb54ae79a4 service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Received event network-changed-7d688d3b-1a64-476a-bfc8-9e059b7af156 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.841742] env[70542]: DEBUG nova.compute.manager [req-d4ddbfce-1258-4ca2-a1ac-4e2903a3565d req-a5756308-ac47-4e79-9a0f-97bb54ae79a4 service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Refreshing instance network info cache due to event network-changed-7d688d3b-1a64-476a-bfc8-9e059b7af156. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.841742] env[70542]: DEBUG oslo_concurrency.lockutils [req-d4ddbfce-1258-4ca2-a1ac-4e2903a3565d req-a5756308-ac47-4e79-9a0f-97bb54ae79a4 service nova] Acquiring lock "refresh_cache-3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.937538] env[70542]: DEBUG nova.network.neutron [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Updating instance_info_cache with network_info: [{"id": "620a5939-39b1-4e86-b8c1-f16c60e0ecc8", "address": "fa:16:3e:c9:1b:fb", "network": {"id": "3986bea0-c3ec-447c-8646-17907c4e14a6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1758764011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6639ac2c0d6341bba5ca4aa341da9ed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap620a5939-39", "ovs_interfaceid": "620a5939-39b1-4e86-b8c1-f16c60e0ecc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.973461] env[70542]: DEBUG oslo_concurrency.lockutils [None req-91109e8c-eac3-4736-a342-d69ad5a3d190 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "7758ae36-3fab-4edf-ac5a-65964b22b2f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.937s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.127163] env[70542]: DEBUG oslo_vmware.api [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590767} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.127513] env[70542]: INFO nova.virt.vmwareapi.ds_util [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b/4c78ae56-da5c-496a-96d4-9e4c383c4552-rescue.vmdk. [ 1118.128449] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9a3107-6e44-407b-8b52-7d9146ee028a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.162872] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b/4c78ae56-da5c-496a-96d4-9e4c383c4552-rescue.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.163257] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b743abcb-064f-4d12-a01c-c1d0bd8bbc56 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.186833] env[70542]: DEBUG oslo_vmware.api [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1118.186833] env[70542]: value = "task-3911917" [ 1118.186833] env[70542]: _type = "Task" [ 1118.186833] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.199357] env[70542]: DEBUG oslo_vmware.api [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.240435] env[70542]: DEBUG oslo_concurrency.lockutils [req-510805c8-1dea-4dc9-a22d-48cc9e39c4f4 req-77d17020-06c5-4498-b085-f0479c4005a9 service nova] Releasing lock "refresh_cache-3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.240863] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Acquired lock "refresh_cache-3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.241018] env[70542]: DEBUG nova.network.neutron [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.335527] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1292b508-b8f3-4a08-97fe-51daaece0d7a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.344367] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f802f2c-eb64-4c0e-8612-e907499f3c4f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.396463] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11dc012-2b6b-4502-870b-997d3c3178d9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.408230] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5d7935-bb0e-4bc8-950f-9e146a1d7737 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.421133] env[70542]: DEBUG nova.compute.provider_tree [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.445061] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Releasing lock "refresh_cache-808b40ba-d9f9-486f-890b-3269035f6bd9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.445437] env[70542]: DEBUG nova.compute.manager [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Instance network_info: |[{"id": "620a5939-39b1-4e86-b8c1-f16c60e0ecc8", "address": "fa:16:3e:c9:1b:fb", "network": {"id": "3986bea0-c3ec-447c-8646-17907c4e14a6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1758764011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6639ac2c0d6341bba5ca4aa341da9ed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap620a5939-39", "ovs_interfaceid": "620a5939-39b1-4e86-b8c1-f16c60e0ecc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.445850] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:1b:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '620a5939-39b1-4e86-b8c1-f16c60e0ecc8', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.453941] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.454524] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.454773] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d83bf233-a600-417c-812d-974c41e02c3a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.478027] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.478027] env[70542]: value = "task-3911918" [ 1118.478027] env[70542]: _type = "Task" [ 1118.478027] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.486631] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911918, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.508808] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquiring lock "refresh_cache-89ae4a6d-70ab-4e83-8a97-063321b8dab4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.509188] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquired lock "refresh_cache-89ae4a6d-70ab-4e83-8a97-063321b8dab4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.509533] env[70542]: DEBUG nova.network.neutron [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.605452] env[70542]: DEBUG nova.compute.manager [req-34f6f5e5-f7ad-4884-ab71-725856b3a85d req-245ab1c1-6fdc-49ab-9802-bc7dde003014 service nova] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Received event network-changed-620a5939-39b1-4e86-b8c1-f16c60e0ecc8 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.606224] env[70542]: DEBUG nova.compute.manager [req-34f6f5e5-f7ad-4884-ab71-725856b3a85d req-245ab1c1-6fdc-49ab-9802-bc7dde003014 service nova] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Refreshing instance network info cache due to event network-changed-620a5939-39b1-4e86-b8c1-f16c60e0ecc8. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.606282] env[70542]: DEBUG oslo_concurrency.lockutils [req-34f6f5e5-f7ad-4884-ab71-725856b3a85d req-245ab1c1-6fdc-49ab-9802-bc7dde003014 service nova] Acquiring lock "refresh_cache-808b40ba-d9f9-486f-890b-3269035f6bd9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.606438] env[70542]: DEBUG oslo_concurrency.lockutils [req-34f6f5e5-f7ad-4884-ab71-725856b3a85d req-245ab1c1-6fdc-49ab-9802-bc7dde003014 service nova] Acquired lock "refresh_cache-808b40ba-d9f9-486f-890b-3269035f6bd9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.606611] env[70542]: DEBUG nova.network.neutron [req-34f6f5e5-f7ad-4884-ab71-725856b3a85d req-245ab1c1-6fdc-49ab-9802-bc7dde003014 service nova] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Refreshing network info cache for port 620a5939-39b1-4e86-b8c1-f16c60e0ecc8 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.698730] env[70542]: DEBUG oslo_vmware.api [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.785286] env[70542]: DEBUG nova.network.neutron [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.849962] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-43c384e3-7189-46d7-bf86-0cf6ae8a7b28 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Volume attach. Driver type: vmdk {{(pid=70542) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1118.850253] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-43c384e3-7189-46d7-bf86-0cf6ae8a7b28 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776840', 'volume_id': '2874b2f4-36a0-4740-aa71-18c4aadfb28a', 'name': 'volume-2874b2f4-36a0-4740-aa71-18c4aadfb28a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '526a38ba-8b2b-4d65-a435-f690b453b052', 'attached_at': '', 'detached_at': '', 'volume_id': '2874b2f4-36a0-4740-aa71-18c4aadfb28a', 'serial': '2874b2f4-36a0-4740-aa71-18c4aadfb28a'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1118.851170] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2c41f3-228a-443b-82b9-041eed858769 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.869401] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c504469-1cee-47bb-a8a4-fe9d08c80ef7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.895262] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-43c384e3-7189-46d7-bf86-0cf6ae8a7b28 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] volume-2874b2f4-36a0-4740-aa71-18c4aadfb28a/volume-2874b2f4-36a0-4740-aa71-18c4aadfb28a.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.895990] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fea477c4-2954-41e6-8ef7-87dce7f84f0e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.917867] env[70542]: DEBUG oslo_vmware.api [None req-43c384e3-7189-46d7-bf86-0cf6ae8a7b28 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1118.917867] env[70542]: value = "task-3911919" [ 1118.917867] env[70542]: _type = "Task" [ 1118.917867] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.927498] env[70542]: DEBUG nova.scheduler.client.report [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.931032] env[70542]: DEBUG oslo_vmware.api [None req-43c384e3-7189-46d7-bf86-0cf6ae8a7b28 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.992546] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911918, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.210271] env[70542]: DEBUG oslo_vmware.api [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.387380] env[70542]: DEBUG nova.network.neutron [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Updating instance_info_cache with network_info: [{"id": "36d222a7-3a24-40cd-8370-da58c978c569", "address": "fa:16:3e:71:f2:ec", "network": {"id": "a985f8df-91c0-479b-86e1-e21e64463dd2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-904976962", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22e68349391a48dfab03d7b512fff2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d222a7-3a", "ovs_interfaceid": "36d222a7-3a24-40cd-8370-da58c978c569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4eb58a4d-aa3e-4dcd-a30b-a3a0fdde4ddb", "address": "fa:16:3e:a5:79:87", "network": {"id": "0de1e7b7-5967-4367-8104-bb67d17c6289", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1709879750", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "22e68349391a48dfab03d7b512fff2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4eb58a4d-aa", "ovs_interfaceid": "4eb58a4d-aa3e-4dcd-a30b-a3a0fdde4ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d688d3b-1a64-476a-bfc8-9e059b7af156", "address": "fa:16:3e:fa:91:bb", "network": {"id": "a985f8df-91c0-479b-86e1-e21e64463dd2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-904976962", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22e68349391a48dfab03d7b512fff2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d688d3b-1a", "ovs_interfaceid": "7d688d3b-1a64-476a-bfc8-9e059b7af156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.433972] env[70542]: DEBUG oslo_vmware.api [None req-43c384e3-7189-46d7-bf86-0cf6ae8a7b28 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.436695] env[70542]: DEBUG oslo_concurrency.lockutils [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.437416] env[70542]: DEBUG nova.compute.manager [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.441918] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.912s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.444454] env[70542]: INFO nova.compute.claims [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.493653] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911918, 'name': CreateVM_Task, 'duration_secs': 0.77841} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.495448] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.496536] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.496778] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.497295] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.498056] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb412cb4-2a67-4a6a-881f-291c8404afe5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.504288] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1119.504288] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5223420b-b57b-63bf-0c55-9a0d1511d761" [ 1119.504288] env[70542]: _type = "Task" [ 1119.504288] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.517211] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5223420b-b57b-63bf-0c55-9a0d1511d761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.698308] env[70542]: DEBUG oslo_vmware.api [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911917, 'name': ReconfigVM_Task, 'duration_secs': 1.237302} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.698706] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Reconfigured VM instance instance-00000059 to attach disk [datastore1] eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b/4c78ae56-da5c-496a-96d4-9e4c383c4552-rescue.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.699668] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bff6deb-769e-4936-8dec-0000109e3bd5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.729868] env[70542]: DEBUG nova.network.neutron [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Updating instance_info_cache with network_info: [{"id": "e8502457-3e1c-459a-9499-fa08683817a8", "address": "fa:16:3e:66:2b:13", "network": {"id": "40effc2b-43a3-47f4-b31f-3b92dad3ff52", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-756019620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5dba3f2d644ffab877e8c5100a3837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8502457-3e", "ovs_interfaceid": "e8502457-3e1c-459a-9499-fa08683817a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.731545] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fe3c1a7-367f-4a89-b555-042fd785df14 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.753688] env[70542]: DEBUG oslo_vmware.api [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1119.753688] env[70542]: value = "task-3911920" [ 1119.753688] env[70542]: _type = "Task" [ 1119.753688] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.766173] env[70542]: DEBUG oslo_vmware.api [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911920, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.809139] env[70542]: DEBUG nova.network.neutron [req-34f6f5e5-f7ad-4884-ab71-725856b3a85d req-245ab1c1-6fdc-49ab-9802-bc7dde003014 service nova] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Updated VIF entry in instance network info cache for port 620a5939-39b1-4e86-b8c1-f16c60e0ecc8. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.809487] env[70542]: DEBUG nova.network.neutron [req-34f6f5e5-f7ad-4884-ab71-725856b3a85d req-245ab1c1-6fdc-49ab-9802-bc7dde003014 service nova] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Updating instance_info_cache with network_info: [{"id": "620a5939-39b1-4e86-b8c1-f16c60e0ecc8", "address": "fa:16:3e:c9:1b:fb", "network": {"id": "3986bea0-c3ec-447c-8646-17907c4e14a6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1758764011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6639ac2c0d6341bba5ca4aa341da9ed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap620a5939-39", "ovs_interfaceid": "620a5939-39b1-4e86-b8c1-f16c60e0ecc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.891513] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Releasing lock "refresh_cache-3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.891944] env[70542]: DEBUG nova.compute.manager [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Instance network_info: |[{"id": "36d222a7-3a24-40cd-8370-da58c978c569", "address": "fa:16:3e:71:f2:ec", "network": {"id": "a985f8df-91c0-479b-86e1-e21e64463dd2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-904976962", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22e68349391a48dfab03d7b512fff2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d222a7-3a", "ovs_interfaceid": "36d222a7-3a24-40cd-8370-da58c978c569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4eb58a4d-aa3e-4dcd-a30b-a3a0fdde4ddb", "address": "fa:16:3e:a5:79:87", "network": {"id": "0de1e7b7-5967-4367-8104-bb67d17c6289", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1709879750", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "22e68349391a48dfab03d7b512fff2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4eb58a4d-aa", "ovs_interfaceid": "4eb58a4d-aa3e-4dcd-a30b-a3a0fdde4ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d688d3b-1a64-476a-bfc8-9e059b7af156", "address": "fa:16:3e:fa:91:bb", "network": {"id": "a985f8df-91c0-479b-86e1-e21e64463dd2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-904976962", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22e68349391a48dfab03d7b512fff2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d688d3b-1a", "ovs_interfaceid": "7d688d3b-1a64-476a-bfc8-9e059b7af156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.892340] env[70542]: DEBUG oslo_concurrency.lockutils [req-d4ddbfce-1258-4ca2-a1ac-4e2903a3565d req-a5756308-ac47-4e79-9a0f-97bb54ae79a4 service nova] Acquired lock "refresh_cache-3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.892530] env[70542]: DEBUG nova.network.neutron [req-d4ddbfce-1258-4ca2-a1ac-4e2903a3565d req-a5756308-ac47-4e79-9a0f-97bb54ae79a4 service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Refreshing network info cache for port 7d688d3b-1a64-476a-bfc8-9e059b7af156 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.893794] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:f2:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36d222a7-3a24-40cd-8370-da58c978c569', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:79:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4eb58a4d-aa3e-4dcd-a30b-a3a0fdde4ddb', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:91:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d688d3b-1a64-476a-bfc8-9e059b7af156', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.905905] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Creating folder: Project (22e68349391a48dfab03d7b512fff2ac). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.907234] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee8cf48d-ef2f-4e36-bcb6-64bf0b08a6a5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.928182] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Created folder: Project (22e68349391a48dfab03d7b512fff2ac) in parent group-v776569. [ 1119.928440] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Creating folder: Instances. Parent ref: group-v776843. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.929558] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2fed8b2-b8ab-4552-a34e-514b725855a7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.935236] env[70542]: DEBUG oslo_vmware.api [None req-43c384e3-7189-46d7-bf86-0cf6ae8a7b28 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911919, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.948061] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Created folder: Instances in parent group-v776843. [ 1119.948061] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.948061] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.948599] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f32991fd-8c0b-4223-b6b9-526cc79ef292 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.968869] env[70542]: DEBUG nova.compute.utils [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.972428] env[70542]: DEBUG nova.compute.manager [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1119.972626] env[70542]: DEBUG nova.network.neutron [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.981493] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.981493] env[70542]: value = "task-3911923" [ 1119.981493] env[70542]: _type = "Task" [ 1119.981493] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.991903] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911923, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.023769] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5223420b-b57b-63bf-0c55-9a0d1511d761, 'name': SearchDatastore_Task, 'duration_secs': 0.022394} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.025923] env[70542]: DEBUG nova.policy [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc09931b23ca4916813a48dd7b8eede6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61e08b9a5d9e4633a5a552d37a71e158', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.028232] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.028605] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.028951] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.029208] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.029492] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.029895] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4059f593-3e43-4060-a682-73fb1c84bfd5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.041925] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.042225] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.043329] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a2bd45d-470f-4018-b62a-0688bb573024 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.051582] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1120.051582] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e99f25-0810-fca1-4912-2042f9e05c25" [ 1120.051582] env[70542]: _type = "Task" [ 1120.051582] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.060705] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e99f25-0810-fca1-4912-2042f9e05c25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.246402] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Releasing lock "refresh_cache-89ae4a6d-70ab-4e83-8a97-063321b8dab4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.266253] env[70542]: DEBUG oslo_vmware.api [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911920, 'name': ReconfigVM_Task, 'duration_secs': 0.259938} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.266592] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.267910] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b2e4947-6c86-4e39-b6ab-37a427c4026e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.275146] env[70542]: DEBUG oslo_vmware.api [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1120.275146] env[70542]: value = "task-3911925" [ 1120.275146] env[70542]: _type = "Task" [ 1120.275146] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.289320] env[70542]: DEBUG oslo_vmware.api [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911925, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.294196] env[70542]: DEBUG nova.virt.hardware [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='949761451db3d26cc7eff5aff7c0af54',container_format='bare',created_at=2025-05-08T11:58:20Z,direct_url=,disk_format='vmdk',id=71e3cdf3-ba9d-4d87-ac1d-910be8a5f775,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-423076184-shelved',owner='2b5dba3f2d644ffab877e8c5100a3837',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2025-05-08T11:58:37Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.294196] env[70542]: DEBUG nova.virt.hardware [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.294196] env[70542]: DEBUG nova.virt.hardware [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.294196] env[70542]: DEBUG nova.virt.hardware [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.294196] env[70542]: DEBUG nova.virt.hardware [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.294196] env[70542]: DEBUG nova.virt.hardware [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.294196] env[70542]: DEBUG nova.virt.hardware [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.294196] env[70542]: DEBUG nova.virt.hardware [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.294196] env[70542]: DEBUG nova.virt.hardware [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.294196] env[70542]: DEBUG nova.virt.hardware [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.294196] env[70542]: DEBUG nova.virt.hardware [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.294196] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132ec4c6-9fb0-4295-a89e-adc7c1d0eada {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.303747] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0af3a6-2744-45ec-8ef9-8ce9d04f6ffc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.320892] env[70542]: DEBUG oslo_concurrency.lockutils [req-34f6f5e5-f7ad-4884-ab71-725856b3a85d req-245ab1c1-6fdc-49ab-9802-bc7dde003014 service nova] Releasing lock "refresh_cache-808b40ba-d9f9-486f-890b-3269035f6bd9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.322028] env[70542]: DEBUG nova.compute.manager [req-34f6f5e5-f7ad-4884-ab71-725856b3a85d req-245ab1c1-6fdc-49ab-9802-bc7dde003014 service nova] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Received event network-vif-plugged-e8502457-3e1c-459a-9499-fa08683817a8 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.322028] env[70542]: DEBUG oslo_concurrency.lockutils [req-34f6f5e5-f7ad-4884-ab71-725856b3a85d req-245ab1c1-6fdc-49ab-9802-bc7dde003014 service nova] Acquiring lock "89ae4a6d-70ab-4e83-8a97-063321b8dab4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.322028] env[70542]: DEBUG oslo_concurrency.lockutils [req-34f6f5e5-f7ad-4884-ab71-725856b3a85d req-245ab1c1-6fdc-49ab-9802-bc7dde003014 service nova] Lock "89ae4a6d-70ab-4e83-8a97-063321b8dab4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.322028] env[70542]: DEBUG oslo_concurrency.lockutils [req-34f6f5e5-f7ad-4884-ab71-725856b3a85d req-245ab1c1-6fdc-49ab-9802-bc7dde003014 service nova] Lock "89ae4a6d-70ab-4e83-8a97-063321b8dab4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.322028] env[70542]: DEBUG nova.compute.manager [req-34f6f5e5-f7ad-4884-ab71-725856b3a85d req-245ab1c1-6fdc-49ab-9802-bc7dde003014 service nova] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] No waiting events found dispatching network-vif-plugged-e8502457-3e1c-459a-9499-fa08683817a8 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1120.322333] env[70542]: WARNING nova.compute.manager [req-34f6f5e5-f7ad-4884-ab71-725856b3a85d req-245ab1c1-6fdc-49ab-9802-bc7dde003014 service nova] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Received unexpected event network-vif-plugged-e8502457-3e1c-459a-9499-fa08683817a8 for instance with vm_state shelved_offloaded and task_state spawning. [ 1120.322466] env[70542]: DEBUG nova.compute.manager [req-34f6f5e5-f7ad-4884-ab71-725856b3a85d req-245ab1c1-6fdc-49ab-9802-bc7dde003014 service nova] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Received event network-changed-e8502457-3e1c-459a-9499-fa08683817a8 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.322629] env[70542]: DEBUG nova.compute.manager [req-34f6f5e5-f7ad-4884-ab71-725856b3a85d req-245ab1c1-6fdc-49ab-9802-bc7dde003014 service nova] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Refreshing instance network info cache due to event network-changed-e8502457-3e1c-459a-9499-fa08683817a8. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.322817] env[70542]: DEBUG oslo_concurrency.lockutils [req-34f6f5e5-f7ad-4884-ab71-725856b3a85d req-245ab1c1-6fdc-49ab-9802-bc7dde003014 service nova] Acquiring lock "refresh_cache-89ae4a6d-70ab-4e83-8a97-063321b8dab4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.322979] env[70542]: DEBUG oslo_concurrency.lockutils [req-34f6f5e5-f7ad-4884-ab71-725856b3a85d req-245ab1c1-6fdc-49ab-9802-bc7dde003014 service nova] Acquired lock "refresh_cache-89ae4a6d-70ab-4e83-8a97-063321b8dab4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.323126] env[70542]: DEBUG nova.network.neutron [req-34f6f5e5-f7ad-4884-ab71-725856b3a85d req-245ab1c1-6fdc-49ab-9802-bc7dde003014 service nova] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Refreshing network info cache for port e8502457-3e1c-459a-9499-fa08683817a8 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.324647] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:2b:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19671de9-8b5b-4710-adc3-7419f3c0f171', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8502457-3e1c-459a-9499-fa08683817a8', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.332940] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.333545] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.333780] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-349cd316-fed3-4efd-ad86-9c71938be92f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.357901] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.357901] env[70542]: value = "task-3911926" [ 1120.357901] env[70542]: _type = "Task" [ 1120.357901] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.371561] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911926, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.431951] env[70542]: DEBUG oslo_vmware.api [None req-43c384e3-7189-46d7-bf86-0cf6ae8a7b28 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911919, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.473084] env[70542]: DEBUG nova.compute.manager [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.493392] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911923, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.528177] env[70542]: DEBUG nova.network.neutron [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Successfully created port: b9772d12-7120-4f6b-9cf9-7836904f34e4 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.565915] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e99f25-0810-fca1-4912-2042f9e05c25, 'name': SearchDatastore_Task, 'duration_secs': 0.023125} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.567905] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27b31d56-175d-4e54-9cae-bf294efd8654 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.575867] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1120.575867] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52aa41ae-3108-7f87-ccbd-1a04d43aab31" [ 1120.575867] env[70542]: _type = "Task" [ 1120.575867] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.586036] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52aa41ae-3108-7f87-ccbd-1a04d43aab31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.790850] env[70542]: DEBUG oslo_vmware.api [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911925, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.859073] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "a02183c0-68a1-4618-922a-64ce8d3fefc1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.860157] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "a02183c0-68a1-4618-922a-64ce8d3fefc1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.860157] env[70542]: INFO nova.compute.manager [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Shelving [ 1120.884806] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911926, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.911021] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68c801b-14b9-4bce-a693-415bd1236bcf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.920219] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91237718-a858-4619-b724-8d99bd1e47ff {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.934781] env[70542]: DEBUG oslo_vmware.api [None req-43c384e3-7189-46d7-bf86-0cf6ae8a7b28 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911919, 'name': ReconfigVM_Task, 'duration_secs': 1.819533} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.962083] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-43c384e3-7189-46d7-bf86-0cf6ae8a7b28 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Reconfigured VM instance instance-00000053 to attach disk [datastore2] volume-2874b2f4-36a0-4740-aa71-18c4aadfb28a/volume-2874b2f4-36a0-4740-aa71-18c4aadfb28a.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.968425] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69316c23-f64f-4b90-9b41-d78c0c02059b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.979381] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b739edf-a576-4e8b-9e32-67f3348d409c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.993524] env[70542]: DEBUG oslo_vmware.api [None req-43c384e3-7189-46d7-bf86-0cf6ae8a7b28 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1120.993524] env[70542]: value = "task-3911927" [ 1120.993524] env[70542]: _type = "Task" [ 1120.993524] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.997329] env[70542]: DEBUG nova.network.neutron [req-d4ddbfce-1258-4ca2-a1ac-4e2903a3565d req-a5756308-ac47-4e79-9a0f-97bb54ae79a4 service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Updated VIF entry in instance network info cache for port 7d688d3b-1a64-476a-bfc8-9e059b7af156. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.997329] env[70542]: DEBUG nova.network.neutron [req-d4ddbfce-1258-4ca2-a1ac-4e2903a3565d req-a5756308-ac47-4e79-9a0f-97bb54ae79a4 service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Updating instance_info_cache with network_info: [{"id": "36d222a7-3a24-40cd-8370-da58c978c569", "address": "fa:16:3e:71:f2:ec", "network": {"id": "a985f8df-91c0-479b-86e1-e21e64463dd2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-904976962", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22e68349391a48dfab03d7b512fff2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d222a7-3a", "ovs_interfaceid": "36d222a7-3a24-40cd-8370-da58c978c569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4eb58a4d-aa3e-4dcd-a30b-a3a0fdde4ddb", "address": "fa:16:3e:a5:79:87", "network": {"id": "0de1e7b7-5967-4367-8104-bb67d17c6289", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1709879750", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "22e68349391a48dfab03d7b512fff2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4eb58a4d-aa", "ovs_interfaceid": "4eb58a4d-aa3e-4dcd-a30b-a3a0fdde4ddb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d688d3b-1a64-476a-bfc8-9e059b7af156", "address": "fa:16:3e:fa:91:bb", "network": {"id": "a985f8df-91c0-479b-86e1-e21e64463dd2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-904976962", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22e68349391a48dfab03d7b512fff2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d688d3b-1a", "ovs_interfaceid": "7d688d3b-1a64-476a-bfc8-9e059b7af156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.007070] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6842311d-b0e8-40a0-be51-e9d7709b0a5e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.013026] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911923, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.021902] env[70542]: DEBUG oslo_vmware.api [None req-43c384e3-7189-46d7-bf86-0cf6ae8a7b28 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911927, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.032231] env[70542]: DEBUG nova.compute.provider_tree [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1121.089903] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52aa41ae-3108-7f87-ccbd-1a04d43aab31, 'name': SearchDatastore_Task, 'duration_secs': 0.014956} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.089903] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.089903] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 808b40ba-d9f9-486f-890b-3269035f6bd9/808b40ba-d9f9-486f-890b-3269035f6bd9.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.090222] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73245b17-c80a-4201-9b74-28bacd85916f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.098876] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1121.098876] env[70542]: value = "task-3911928" [ 1121.098876] env[70542]: _type = "Task" [ 1121.098876] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.108485] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.204698] env[70542]: DEBUG nova.network.neutron [req-34f6f5e5-f7ad-4884-ab71-725856b3a85d req-245ab1c1-6fdc-49ab-9802-bc7dde003014 service nova] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Updated VIF entry in instance network info cache for port e8502457-3e1c-459a-9499-fa08683817a8. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.205165] env[70542]: DEBUG nova.network.neutron [req-34f6f5e5-f7ad-4884-ab71-725856b3a85d req-245ab1c1-6fdc-49ab-9802-bc7dde003014 service nova] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Updating instance_info_cache with network_info: [{"id": "e8502457-3e1c-459a-9499-fa08683817a8", "address": "fa:16:3e:66:2b:13", "network": {"id": "40effc2b-43a3-47f4-b31f-3b92dad3ff52", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-756019620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5dba3f2d644ffab877e8c5100a3837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8502457-3e", "ovs_interfaceid": "e8502457-3e1c-459a-9499-fa08683817a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.287169] env[70542]: DEBUG oslo_vmware.api [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911925, 'name': PowerOnVM_Task, 'duration_secs': 0.649228} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.287460] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.290267] env[70542]: DEBUG nova.compute.manager [None req-10a17c76-945d-4bb8-be6b-c04f05adfdb5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1121.291108] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91097d4e-e8fe-4667-9add-8699a1e2401d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.372872] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911926, 'name': CreateVM_Task, 'duration_secs': 0.73563} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.373064] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.373782] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/71e3cdf3-ba9d-4d87-ac1d-910be8a5f775" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.374118] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/71e3cdf3-ba9d-4d87-ac1d-910be8a5f775" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.374538] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/71e3cdf3-ba9d-4d87-ac1d-910be8a5f775" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.379782] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2f2becc-ae55-46a8-97c0-834ca9c06bc7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.386156] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 1121.386156] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52298c4f-29b6-272f-a19f-aa5a970bcf32" [ 1121.386156] env[70542]: _type = "Task" [ 1121.386156] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.395655] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52298c4f-29b6-272f-a19f-aa5a970bcf32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.488616] env[70542]: DEBUG nova.compute.manager [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.502877] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911923, 'name': CreateVM_Task, 'duration_secs': 1.296242} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.503557] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.504520] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.504696] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.505032] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.505299] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b10c68e-319d-4813-b24f-955a64a8b348 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.510155] env[70542]: DEBUG oslo_vmware.api [None req-43c384e3-7189-46d7-bf86-0cf6ae8a7b28 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3911927, 'name': ReconfigVM_Task, 'duration_secs': 0.265249} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.512612] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-43c384e3-7189-46d7-bf86-0cf6ae8a7b28 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776840', 'volume_id': '2874b2f4-36a0-4740-aa71-18c4aadfb28a', 'name': 'volume-2874b2f4-36a0-4740-aa71-18c4aadfb28a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '526a38ba-8b2b-4d65-a435-f690b453b052', 'attached_at': '', 'detached_at': '', 'volume_id': '2874b2f4-36a0-4740-aa71-18c4aadfb28a', 'serial': '2874b2f4-36a0-4740-aa71-18c4aadfb28a'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1121.515632] env[70542]: DEBUG oslo_concurrency.lockutils [req-d4ddbfce-1258-4ca2-a1ac-4e2903a3565d req-a5756308-ac47-4e79-9a0f-97bb54ae79a4 service nova] Releasing lock "refresh_cache-3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.516128] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Waiting for the task: (returnval){ [ 1121.516128] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52621971-f2b8-25f4-9319-612f4c04718a" [ 1121.516128] env[70542]: _type = "Task" [ 1121.516128] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.521803] env[70542]: DEBUG nova.virt.hardware [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.522070] env[70542]: DEBUG nova.virt.hardware [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.522229] env[70542]: DEBUG nova.virt.hardware [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.522415] env[70542]: DEBUG nova.virt.hardware [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.522585] env[70542]: DEBUG nova.virt.hardware [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.522762] env[70542]: DEBUG nova.virt.hardware [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.522909] env[70542]: DEBUG nova.virt.hardware [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.523080] env[70542]: DEBUG nova.virt.hardware [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.523252] env[70542]: DEBUG nova.virt.hardware [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.523446] env[70542]: DEBUG nova.virt.hardware [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.523606] env[70542]: DEBUG nova.virt.hardware [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.524494] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5024108-0837-4313-9d53-52c4d5400569 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.534354] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52621971-f2b8-25f4-9319-612f4c04718a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.540742] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6379dbc2-d13d-4e16-90c2-592b9ad3590d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.560023] env[70542]: ERROR nova.scheduler.client.report [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [req-181f3362-60b2-4a65-8a04-ee0f0af387f2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 42cfc9d8-0155-4d55-9653-7de4fa794724. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-181f3362-60b2-4a65-8a04-ee0f0af387f2"}]} [ 1121.580072] env[70542]: DEBUG nova.scheduler.client.report [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Refreshing inventories for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1121.601432] env[70542]: DEBUG nova.scheduler.client.report [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Updating ProviderTree inventory for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1121.601694] env[70542]: DEBUG nova.compute.provider_tree [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1121.613783] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911928, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.621548] env[70542]: DEBUG nova.scheduler.client.report [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Refreshing aggregate associations for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724, aggregates: None {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1121.650595] env[70542]: DEBUG nova.scheduler.client.report [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Refreshing trait associations for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1121.708288] env[70542]: DEBUG oslo_concurrency.lockutils [req-34f6f5e5-f7ad-4884-ab71-725856b3a85d req-245ab1c1-6fdc-49ab-9802-bc7dde003014 service nova] Releasing lock "refresh_cache-89ae4a6d-70ab-4e83-8a97-063321b8dab4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.884194] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.884549] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c877b95-bee6-4703-b990-a426fc1552a1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.911195] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/71e3cdf3-ba9d-4d87-ac1d-910be8a5f775" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.911635] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Processing image 71e3cdf3-ba9d-4d87-ac1d-910be8a5f775 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.912022] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/71e3cdf3-ba9d-4d87-ac1d-910be8a5f775/71e3cdf3-ba9d-4d87-ac1d-910be8a5f775.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.912283] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/71e3cdf3-ba9d-4d87-ac1d-910be8a5f775/71e3cdf3-ba9d-4d87-ac1d-910be8a5f775.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.912582] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.912945] env[70542]: DEBUG oslo_vmware.api [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 1121.912945] env[70542]: value = "task-3911929" [ 1121.912945] env[70542]: _type = "Task" [ 1121.912945] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.913438] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1fa8fa7-0a07-43d7-a1fe-618a618a00e1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.927502] env[70542]: DEBUG oslo_vmware.api [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.932423] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.932527] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.933427] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e83494bf-c88c-4f8d-9e5a-7cf1f6a52ef2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.940157] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 1121.940157] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52aee4c6-8a3c-a058-69a3-f0f7d2dc1d24" [ 1121.940157] env[70542]: _type = "Task" [ 1121.940157] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.953572] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52aee4c6-8a3c-a058-69a3-f0f7d2dc1d24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.031439] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52621971-f2b8-25f4-9319-612f4c04718a, 'name': SearchDatastore_Task, 'duration_secs': 0.043141} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.031657] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.031897] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.032246] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.032408] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.032605] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.032873] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9feb462a-b01c-4cc2-8dec-4d0f70855eb4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.043132] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.043132] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.046469] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4d673ae-b63f-48e6-90f2-d3dad2e22c71 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.053361] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Waiting for the task: (returnval){ [ 1122.053361] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f22a7d-f8c7-9172-ae21-1efc64354a5a" [ 1122.053361] env[70542]: _type = "Task" [ 1122.053361] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.060768] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edc77bd-ab30-4be5-a603-2867b7dfdc42 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.066800] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f22a7d-f8c7-9172-ae21-1efc64354a5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.072384] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1095f9c9-b528-4d9f-b62d-41af852a470b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.108265] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d650d4-b729-428d-8e67-f78771b0390b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.119862] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225f495f-3325-4f9f-ad69-9e6c62fce3a7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.123909] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847538} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.124592] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 808b40ba-d9f9-486f-890b-3269035f6bd9/808b40ba-d9f9-486f-890b-3269035f6bd9.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.124825] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.125518] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05074ba8-f36a-40f3-94d0-c61b074911b3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.135891] env[70542]: DEBUG nova.compute.provider_tree [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1122.144948] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1122.144948] env[70542]: value = "task-3911930" [ 1122.144948] env[70542]: _type = "Task" [ 1122.144948] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.157907] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.332046] env[70542]: DEBUG nova.compute.manager [req-aab4e296-bca6-400e-ae98-9a3aecf09f6f req-ed995560-497c-4226-a392-bc1bc8cc182f service nova] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Received event network-vif-plugged-b9772d12-7120-4f6b-9cf9-7836904f34e4 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.332284] env[70542]: DEBUG oslo_concurrency.lockutils [req-aab4e296-bca6-400e-ae98-9a3aecf09f6f req-ed995560-497c-4226-a392-bc1bc8cc182f service nova] Acquiring lock "7e0383d2-e841-4e74-b5dc-aa54e9f1ea47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.332502] env[70542]: DEBUG oslo_concurrency.lockutils [req-aab4e296-bca6-400e-ae98-9a3aecf09f6f req-ed995560-497c-4226-a392-bc1bc8cc182f service nova] Lock "7e0383d2-e841-4e74-b5dc-aa54e9f1ea47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.332668] env[70542]: DEBUG oslo_concurrency.lockutils [req-aab4e296-bca6-400e-ae98-9a3aecf09f6f req-ed995560-497c-4226-a392-bc1bc8cc182f service nova] Lock "7e0383d2-e841-4e74-b5dc-aa54e9f1ea47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.332871] env[70542]: DEBUG nova.compute.manager [req-aab4e296-bca6-400e-ae98-9a3aecf09f6f req-ed995560-497c-4226-a392-bc1bc8cc182f service nova] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] No waiting events found dispatching network-vif-plugged-b9772d12-7120-4f6b-9cf9-7836904f34e4 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1122.333196] env[70542]: WARNING nova.compute.manager [req-aab4e296-bca6-400e-ae98-9a3aecf09f6f req-ed995560-497c-4226-a392-bc1bc8cc182f service nova] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Received unexpected event network-vif-plugged-b9772d12-7120-4f6b-9cf9-7836904f34e4 for instance with vm_state building and task_state spawning. [ 1122.427083] env[70542]: DEBUG oslo_vmware.api [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911929, 'name': PowerOffVM_Task, 'duration_secs': 0.409143} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.427083] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.427748] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8ce7bb-fb99-4d6e-967c-16699e0c5d4b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.454035] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8ec5ab-012c-40c8-9091-ecae61e2d517 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.467718] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Preparing fetch location {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1122.467977] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Fetch image to [datastore2] OSTACK_IMG_7dde9fa8-0e93-42ae-b6a7-459e561d665e/OSTACK_IMG_7dde9fa8-0e93-42ae-b6a7-459e561d665e.vmdk {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1122.468251] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Downloading stream optimized image 71e3cdf3-ba9d-4d87-ac1d-910be8a5f775 to [datastore2] OSTACK_IMG_7dde9fa8-0e93-42ae-b6a7-459e561d665e/OSTACK_IMG_7dde9fa8-0e93-42ae-b6a7-459e561d665e.vmdk on the data store datastore2 as vApp {{(pid=70542) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1122.468430] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Downloading image file data 71e3cdf3-ba9d-4d87-ac1d-910be8a5f775 to the ESX as VM named 'OSTACK_IMG_7dde9fa8-0e93-42ae-b6a7-459e561d665e' {{(pid=70542) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1122.558488] env[70542]: DEBUG oslo_vmware.rw_handles [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1122.558488] env[70542]: value = "resgroup-9" [ 1122.558488] env[70542]: _type = "ResourcePool" [ 1122.558488] env[70542]: }. {{(pid=70542) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1122.559691] env[70542]: DEBUG nova.objects.instance [None req-43c384e3-7189-46d7-bf86-0cf6ae8a7b28 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lazy-loading 'flavor' on Instance uuid 526a38ba-8b2b-4d65-a435-f690b453b052 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.560923] env[70542]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c78075f1-b7c4-42ae-8aa2-556b49dff79b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.587521] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f22a7d-f8c7-9172-ae21-1efc64354a5a, 'name': SearchDatastore_Task, 'duration_secs': 0.020877} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.590253] env[70542]: DEBUG oslo_vmware.rw_handles [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lease: (returnval){ [ 1122.590253] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fc537b-0841-1052-b44a-de7b60c192d1" [ 1122.590253] env[70542]: _type = "HttpNfcLease" [ 1122.590253] env[70542]: } obtained for vApp import into resource pool (val){ [ 1122.590253] env[70542]: value = "resgroup-9" [ 1122.590253] env[70542]: _type = "ResourcePool" [ 1122.590253] env[70542]: }. {{(pid=70542) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1122.590572] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the lease: (returnval){ [ 1122.590572] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fc537b-0841-1052-b44a-de7b60c192d1" [ 1122.590572] env[70542]: _type = "HttpNfcLease" [ 1122.590572] env[70542]: } to be ready. {{(pid=70542) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1122.590773] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86074828-6c71-4bb1-8538-d77cabbd4413 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.602988] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Waiting for the task: (returnval){ [ 1122.602988] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]520f586b-b7b2-4428-e7f2-4a19445ac768" [ 1122.602988] env[70542]: _type = "Task" [ 1122.602988] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.605407] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1122.605407] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fc537b-0841-1052-b44a-de7b60c192d1" [ 1122.605407] env[70542]: _type = "HttpNfcLease" [ 1122.605407] env[70542]: } is initializing. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1122.618093] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]520f586b-b7b2-4428-e7f2-4a19445ac768, 'name': SearchDatastore_Task, 'duration_secs': 0.011267} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.618374] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.618888] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c/3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.619877] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff306cd3-3f9f-4275-8da1-5f8382a71ba0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.631514] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Waiting for the task: (returnval){ [ 1122.631514] env[70542]: value = "task-3911933" [ 1122.631514] env[70542]: _type = "Task" [ 1122.631514] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.645047] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3911933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.659674] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083588} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.659900] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.660815] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72405285-68d0-4283-99af-bcb806752eb4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.688157] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 808b40ba-d9f9-486f-890b-3269035f6bd9/808b40ba-d9f9-486f-890b-3269035f6bd9.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.689430] env[70542]: DEBUG nova.scheduler.client.report [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Updated inventory for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1122.689804] env[70542]: DEBUG nova.compute.provider_tree [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Updating resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724 generation from 129 to 130 during operation: update_inventory {{(pid=70542) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1122.689804] env[70542]: DEBUG nova.compute.provider_tree [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1122.694831] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf77377f-86da-4429-a13c-fee0ae0b4311 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.720290] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1122.720290] env[70542]: value = "task-3911934" [ 1122.720290] env[70542]: _type = "Task" [ 1122.720290] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.732297] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.975859] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Creating Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1122.976477] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4fbe8e02-fd74-4011-acff-66276cdd83d3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.987190] env[70542]: DEBUG oslo_vmware.api [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 1122.987190] env[70542]: value = "task-3911935" [ 1122.987190] env[70542]: _type = "Task" [ 1122.987190] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.998723] env[70542]: DEBUG oslo_vmware.api [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911935, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.019239] env[70542]: DEBUG nova.network.neutron [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Successfully updated port: b9772d12-7120-4f6b-9cf9-7836904f34e4 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.080659] env[70542]: DEBUG oslo_concurrency.lockutils [None req-43c384e3-7189-46d7-bf86-0cf6ae8a7b28 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "526a38ba-8b2b-4d65-a435-f690b453b052" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.360s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.106341] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1123.106341] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fc537b-0841-1052-b44a-de7b60c192d1" [ 1123.106341] env[70542]: _type = "HttpNfcLease" [ 1123.106341] env[70542]: } is initializing. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1123.144654] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3911933, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.169390] env[70542]: DEBUG nova.compute.manager [req-fb356ad5-255d-4f2b-9263-9fcadfad0ad1 req-1edadc34-1015-40e7-9d6b-773e6a748500 service nova] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Received event network-changed-b9772d12-7120-4f6b-9cf9-7836904f34e4 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.169390] env[70542]: DEBUG nova.compute.manager [req-fb356ad5-255d-4f2b-9263-9fcadfad0ad1 req-1edadc34-1015-40e7-9d6b-773e6a748500 service nova] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Refreshing instance network info cache due to event network-changed-b9772d12-7120-4f6b-9cf9-7836904f34e4. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.169557] env[70542]: DEBUG oslo_concurrency.lockutils [req-fb356ad5-255d-4f2b-9263-9fcadfad0ad1 req-1edadc34-1015-40e7-9d6b-773e6a748500 service nova] Acquiring lock "refresh_cache-7e0383d2-e841-4e74-b5dc-aa54e9f1ea47" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.169593] env[70542]: DEBUG oslo_concurrency.lockutils [req-fb356ad5-255d-4f2b-9263-9fcadfad0ad1 req-1edadc34-1015-40e7-9d6b-773e6a748500 service nova] Acquired lock "refresh_cache-7e0383d2-e841-4e74-b5dc-aa54e9f1ea47" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.169763] env[70542]: DEBUG nova.network.neutron [req-fb356ad5-255d-4f2b-9263-9fcadfad0ad1 req-1edadc34-1015-40e7-9d6b-773e6a748500 service nova] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Refreshing network info cache for port b9772d12-7120-4f6b-9cf9-7836904f34e4 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.213624] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.772s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.215052] env[70542]: DEBUG nova.compute.manager [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1123.217763] env[70542]: DEBUG oslo_concurrency.lockutils [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.388s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.217763] env[70542]: DEBUG nova.objects.instance [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70542) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1123.237779] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.499787] env[70542]: DEBUG oslo_vmware.api [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911935, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.521487] env[70542]: DEBUG oslo_concurrency.lockutils [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "refresh_cache-7e0383d2-e841-4e74-b5dc-aa54e9f1ea47" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.608292] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1123.608292] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fc537b-0841-1052-b44a-de7b60c192d1" [ 1123.608292] env[70542]: _type = "HttpNfcLease" [ 1123.608292] env[70542]: } is initializing. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1123.644200] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3911933, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744248} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.644570] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c/3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.645504] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.645504] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6fe53c0-5d7d-4ce1-9392-c5706898d298 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.654060] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Waiting for the task: (returnval){ [ 1123.654060] env[70542]: value = "task-3911936" [ 1123.654060] env[70542]: _type = "Task" [ 1123.654060] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.665189] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3911936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.714166] env[70542]: DEBUG nova.network.neutron [req-fb356ad5-255d-4f2b-9263-9fcadfad0ad1 req-1edadc34-1015-40e7-9d6b-773e6a748500 service nova] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.727502] env[70542]: DEBUG nova.compute.utils [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.729822] env[70542]: DEBUG nova.compute.manager [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1123.730035] env[70542]: DEBUG nova.network.neutron [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1123.745256] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911934, 'name': ReconfigVM_Task, 'duration_secs': 0.699404} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.745442] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 808b40ba-d9f9-486f-890b-3269035f6bd9/808b40ba-d9f9-486f-890b-3269035f6bd9.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.746516] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d93a6f2d-255e-4df1-8fa9-e454c89b8d52 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.756075] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1123.756075] env[70542]: value = "task-3911937" [ 1123.756075] env[70542]: _type = "Task" [ 1123.756075] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.767059] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911937, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.782738] env[70542]: DEBUG nova.policy [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '393ae5b0a871441c82199499f26e6af5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dc0b5d1a0604a93990949de74a62cb1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.813340] env[70542]: DEBUG nova.network.neutron [req-fb356ad5-255d-4f2b-9263-9fcadfad0ad1 req-1edadc34-1015-40e7-9d6b-773e6a748500 service nova] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.998892] env[70542]: DEBUG oslo_vmware.api [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911935, 'name': CreateSnapshot_Task, 'duration_secs': 0.719241} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.999294] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Created Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1124.000166] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa4eae4-a846-46a4-9098-7cead4aa34c9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.106111] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1124.106111] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fc537b-0841-1052-b44a-de7b60c192d1" [ 1124.106111] env[70542]: _type = "HttpNfcLease" [ 1124.106111] env[70542]: } is ready. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1124.106445] env[70542]: DEBUG oslo_vmware.rw_handles [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1124.106445] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fc537b-0841-1052-b44a-de7b60c192d1" [ 1124.106445] env[70542]: _type = "HttpNfcLease" [ 1124.106445] env[70542]: }. {{(pid=70542) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1124.107243] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9973b68d-d466-4527-b7e2-f674be0c092d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.115792] env[70542]: DEBUG oslo_vmware.rw_handles [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52771f4e-c2ab-bac8-db71-92d24bdbf722/disk-0.vmdk from lease info. {{(pid=70542) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1124.116035] env[70542]: DEBUG oslo_vmware.rw_handles [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52771f4e-c2ab-bac8-db71-92d24bdbf722/disk-0.vmdk. {{(pid=70542) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1124.187801] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dd8c84a9-4fed-4212-9c16-7f3f7c64f414 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.189891] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3911936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123999} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.190202] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.191453] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae02c7d-fd78-477b-8d99-22c716d013c8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.221649] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c/3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.223743] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67e4c0c5-777f-4996-a25f-5e4152cdd701 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.244578] env[70542]: DEBUG nova.network.neutron [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Successfully created port: 872fb7c5-f72d-4cdb-ba23-8cb5c683d68c {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1124.247690] env[70542]: DEBUG oslo_concurrency.lockutils [None req-48a6bd21-a32f-42d9-a805-52297f20ad59 tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.031s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.248974] env[70542]: DEBUG nova.compute.manager [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1124.253036] env[70542]: DEBUG nova.compute.manager [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Stashing vm_state: active {{(pid=70542) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1124.255999] env[70542]: DEBUG oslo_concurrency.lockutils [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.275s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.257436] env[70542]: INFO nova.compute.claims [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.269832] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Waiting for the task: (returnval){ [ 1124.269832] env[70542]: value = "task-3911938" [ 1124.269832] env[70542]: _type = "Task" [ 1124.269832] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.275819] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911937, 'name': Rename_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.284162] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3911938, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.317035] env[70542]: DEBUG oslo_concurrency.lockutils [req-fb356ad5-255d-4f2b-9263-9fcadfad0ad1 req-1edadc34-1015-40e7-9d6b-773e6a748500 service nova] Releasing lock "refresh_cache-7e0383d2-e841-4e74-b5dc-aa54e9f1ea47" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.317035] env[70542]: DEBUG oslo_concurrency.lockutils [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquired lock "refresh_cache-7e0383d2-e841-4e74-b5dc-aa54e9f1ea47" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.317035] env[70542]: DEBUG nova.network.neutron [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.382637] env[70542]: INFO nova.compute.manager [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Rescuing [ 1124.382942] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "refresh_cache-bb068ba4-14de-4b39-b127-f4c51d1c685f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.383113] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquired lock "refresh_cache-bb068ba4-14de-4b39-b127-f4c51d1c685f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.383288] env[70542]: DEBUG nova.network.neutron [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.529099] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Creating linked-clone VM from snapshot {{(pid=70542) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1124.529852] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-48319209-ad9a-4bea-b670-13c91e48eeee {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.539536] env[70542]: DEBUG oslo_vmware.api [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 1124.539536] env[70542]: value = "task-3911940" [ 1124.539536] env[70542]: _type = "Task" [ 1124.539536] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.549072] env[70542]: DEBUG oslo_vmware.api [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911940, 'name': CloneVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.782388] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911937, 'name': Rename_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.790024] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3911938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.797187] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.872273] env[70542]: DEBUG nova.network.neutron [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.056905] env[70542]: DEBUG oslo_vmware.api [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911940, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.250187] env[70542]: DEBUG nova.network.neutron [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Updating instance_info_cache with network_info: [{"id": "b9772d12-7120-4f6b-9cf9-7836904f34e4", "address": "fa:16:3e:e9:c3:df", "network": {"id": "20d310b5-8e82-48d7-831a-f4574abe6a68", "bridge": "br-int", "label": "tempest-ServersTestJSON-1326883806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e08b9a5d9e4633a5a552d37a71e158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9772d12-71", "ovs_interfaceid": "b9772d12-7120-4f6b-9cf9-7836904f34e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.260725] env[70542]: DEBUG nova.compute.manager [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.294211] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911937, 'name': Rename_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.301171] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3911938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.312553] env[70542]: DEBUG nova.virt.hardware [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.312796] env[70542]: DEBUG nova.virt.hardware [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.312956] env[70542]: DEBUG nova.virt.hardware [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.313265] env[70542]: DEBUG nova.virt.hardware [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.313439] env[70542]: DEBUG nova.virt.hardware [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.313654] env[70542]: DEBUG nova.virt.hardware [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.313908] env[70542]: DEBUG nova.virt.hardware [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.314090] env[70542]: DEBUG nova.virt.hardware [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.314271] env[70542]: DEBUG nova.virt.hardware [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.314521] env[70542]: DEBUG nova.virt.hardware [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.314771] env[70542]: DEBUG nova.virt.hardware [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.316254] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331ea672-e822-4ca5-b754-99fd37dc6511 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.333735] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998364c6-946b-4412-ac2b-9a052d7e889d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.372777] env[70542]: DEBUG nova.network.neutron [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Updating instance_info_cache with network_info: [{"id": "15be8e29-fa05-4b1e-9ade-a4d8ac3fb487", "address": "fa:16:3e:fb:e8:34", "network": {"id": "9f572e7a-d135-4065-a1e6-301b98e54dba", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948852501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74896de6d46b4f10a7b78d1985e8b59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15be8e29-fa", "ovs_interfaceid": "15be8e29-fa05-4b1e-9ade-a4d8ac3fb487", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.558196] env[70542]: DEBUG oslo_vmware.api [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911940, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.746604] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39ce1eb-a555-4257-aa2a-cd56922983a0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.756147] env[70542]: DEBUG oslo_concurrency.lockutils [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Releasing lock "refresh_cache-7e0383d2-e841-4e74-b5dc-aa54e9f1ea47" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.756520] env[70542]: DEBUG nova.compute.manager [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Instance network_info: |[{"id": "b9772d12-7120-4f6b-9cf9-7836904f34e4", "address": "fa:16:3e:e9:c3:df", "network": {"id": "20d310b5-8e82-48d7-831a-f4574abe6a68", "bridge": "br-int", "label": "tempest-ServersTestJSON-1326883806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e08b9a5d9e4633a5a552d37a71e158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9772d12-71", "ovs_interfaceid": "b9772d12-7120-4f6b-9cf9-7836904f34e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1125.757749] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:c3:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9772d12-7120-4f6b-9cf9-7836904f34e4', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.765021] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Creating folder: Project (61e08b9a5d9e4633a5a552d37a71e158). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1125.766235] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f96c9bc-7e43-49a8-aec7-56be66bc8283 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.772512] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7385700-641f-49df-b942-5253228188d4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.818685] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b796b62-a386-4faf-9d26-6fb230105c48 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.822026] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911937, 'name': Rename_Task, 'duration_secs': 1.546499} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.822363] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Created folder: Project (61e08b9a5d9e4633a5a552d37a71e158) in parent group-v776569. [ 1125.822529] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Creating folder: Instances. Parent ref: group-v776851. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1125.828288] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.828579] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7941591-61da-4eec-b640-eb3b67c17e67 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.830635] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3911938, 'name': ReconfigVM_Task, 'duration_secs': 1.197834} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.831209] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eda1a91e-7a27-4bb6-a5bb-f484f884aad8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.833404] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c/3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.837133] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82ccaa56-354d-4dea-95b4-668d6dfae431 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.843016] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ff506e-3c93-4a9a-bb34-52201bf35c98 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.854022] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Created folder: Instances in parent group-v776851. [ 1125.854368] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.854596] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1125.854596] env[70542]: value = "task-3911943" [ 1125.854596] env[70542]: _type = "Task" [ 1125.854596] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.855183] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.855512] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c86cb43-b95c-4bf1-8715-8ec7e4b55686 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.893800] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Releasing lock "refresh_cache-bb068ba4-14de-4b39-b127-f4c51d1c685f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.896400] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Waiting for the task: (returnval){ [ 1125.896400] env[70542]: value = "task-3911944" [ 1125.896400] env[70542]: _type = "Task" [ 1125.896400] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.897100] env[70542]: DEBUG nova.compute.provider_tree [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.914062] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911943, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.916405] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.916405] env[70542]: value = "task-3911945" [ 1125.916405] env[70542]: _type = "Task" [ 1125.916405] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.929808] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3911944, 'name': Rename_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.943162] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911945, 'name': CreateVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.021714] env[70542]: DEBUG nova.compute.manager [req-9a935649-7f33-4594-b37b-e89394c8cb3e req-83cee99c-a7c2-4dda-9a72-da33344dba8f service nova] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Received event network-vif-plugged-872fb7c5-f72d-4cdb-ba23-8cb5c683d68c {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.021989] env[70542]: DEBUG oslo_concurrency.lockutils [req-9a935649-7f33-4594-b37b-e89394c8cb3e req-83cee99c-a7c2-4dda-9a72-da33344dba8f service nova] Acquiring lock "6ab42af6-337e-4c56-b72e-d973d0530fab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.022280] env[70542]: DEBUG oslo_concurrency.lockutils [req-9a935649-7f33-4594-b37b-e89394c8cb3e req-83cee99c-a7c2-4dda-9a72-da33344dba8f service nova] Lock "6ab42af6-337e-4c56-b72e-d973d0530fab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.022551] env[70542]: DEBUG oslo_concurrency.lockutils [req-9a935649-7f33-4594-b37b-e89394c8cb3e req-83cee99c-a7c2-4dda-9a72-da33344dba8f service nova] Lock "6ab42af6-337e-4c56-b72e-d973d0530fab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.022842] env[70542]: DEBUG nova.compute.manager [req-9a935649-7f33-4594-b37b-e89394c8cb3e req-83cee99c-a7c2-4dda-9a72-da33344dba8f service nova] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] No waiting events found dispatching network-vif-plugged-872fb7c5-f72d-4cdb-ba23-8cb5c683d68c {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1126.022935] env[70542]: WARNING nova.compute.manager [req-9a935649-7f33-4594-b37b-e89394c8cb3e req-83cee99c-a7c2-4dda-9a72-da33344dba8f service nova] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Received unexpected event network-vif-plugged-872fb7c5-f72d-4cdb-ba23-8cb5c683d68c for instance with vm_state building and task_state spawning. [ 1126.051328] env[70542]: DEBUG oslo_vmware.api [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911940, 'name': CloneVM_Task, 'duration_secs': 1.401138} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.051666] env[70542]: INFO nova.virt.vmwareapi.vmops [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Created linked-clone VM from snapshot [ 1126.052572] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52990819-4e0c-447d-adf8-8faea74bcff8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.062316] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Uploading image 698fa90d-a329-49e2-8d2c-ae5303bb55f5 {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1126.090443] env[70542]: DEBUG oslo_vmware.rw_handles [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1126.090443] env[70542]: value = "vm-776850" [ 1126.090443] env[70542]: _type = "VirtualMachine" [ 1126.090443] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1126.091144] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-558a5383-8e3c-49b0-9445-17606ccd5a28 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.099992] env[70542]: DEBUG oslo_vmware.rw_handles [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lease: (returnval){ [ 1126.099992] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521d89ce-ab4d-8df9-8fc8-96051e3e1927" [ 1126.099992] env[70542]: _type = "HttpNfcLease" [ 1126.099992] env[70542]: } obtained for exporting VM: (result){ [ 1126.099992] env[70542]: value = "vm-776850" [ 1126.099992] env[70542]: _type = "VirtualMachine" [ 1126.099992] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1126.100461] env[70542]: DEBUG oslo_vmware.api [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the lease: (returnval){ [ 1126.100461] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521d89ce-ab4d-8df9-8fc8-96051e3e1927" [ 1126.100461] env[70542]: _type = "HttpNfcLease" [ 1126.100461] env[70542]: } to be ready. {{(pid=70542) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1126.111035] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1126.111035] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521d89ce-ab4d-8df9-8fc8-96051e3e1927" [ 1126.111035] env[70542]: _type = "HttpNfcLease" [ 1126.111035] env[70542]: } is initializing. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1126.128085] env[70542]: DEBUG nova.network.neutron [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Successfully updated port: 872fb7c5-f72d-4cdb-ba23-8cb5c683d68c {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1126.353530] env[70542]: DEBUG oslo_vmware.rw_handles [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Completed reading data from the image iterator. {{(pid=70542) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1126.353836] env[70542]: DEBUG oslo_vmware.rw_handles [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52771f4e-c2ab-bac8-db71-92d24bdbf722/disk-0.vmdk. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1126.354887] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dd36dc-c75c-4ffe-a953-7cca238da62f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.366508] env[70542]: DEBUG oslo_vmware.rw_handles [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52771f4e-c2ab-bac8-db71-92d24bdbf722/disk-0.vmdk is in state: ready. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1126.366776] env[70542]: DEBUG oslo_vmware.rw_handles [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52771f4e-c2ab-bac8-db71-92d24bdbf722/disk-0.vmdk. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1126.371080] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e5f72cff-9461-415f-b550-3de8eb26b6b6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.372065] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911943, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.403994] env[70542]: DEBUG nova.scheduler.client.report [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.417524] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3911944, 'name': Rename_Task, 'duration_secs': 0.269288} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.417800] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.418082] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39d55069-cab7-45db-ac54-4afb084b7126 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.429689] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911945, 'name': CreateVM_Task, 'duration_secs': 0.471804} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.430996] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.431363] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Waiting for the task: (returnval){ [ 1126.431363] env[70542]: value = "task-3911947" [ 1126.431363] env[70542]: _type = "Task" [ 1126.431363] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.432010] env[70542]: DEBUG oslo_concurrency.lockutils [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.432178] env[70542]: DEBUG oslo_concurrency.lockutils [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.432510] env[70542]: DEBUG oslo_concurrency.lockutils [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.432870] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8fa811e-50f7-4d88-9072-d69432b9ea12 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.448358] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3911947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.449632] env[70542]: DEBUG oslo_vmware.api [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1126.449632] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]529aaf9e-e0a9-f94a-c531-a63956b2154d" [ 1126.449632] env[70542]: _type = "Task" [ 1126.449632] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.460081] env[70542]: DEBUG oslo_vmware.api [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]529aaf9e-e0a9-f94a-c531-a63956b2154d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.612804] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1126.612804] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521d89ce-ab4d-8df9-8fc8-96051e3e1927" [ 1126.612804] env[70542]: _type = "HttpNfcLease" [ 1126.612804] env[70542]: } is ready. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1126.613157] env[70542]: DEBUG oslo_vmware.rw_handles [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1126.613157] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521d89ce-ab4d-8df9-8fc8-96051e3e1927" [ 1126.613157] env[70542]: _type = "HttpNfcLease" [ 1126.613157] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1126.613978] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881806c9-31bc-4c62-8391-db245755cfb9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.622457] env[70542]: DEBUG oslo_vmware.rw_handles [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215a5ad-f90a-a521-2fb8-a68b6d0ae599/disk-0.vmdk from lease info. {{(pid=70542) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1126.622734] env[70542]: DEBUG oslo_vmware.rw_handles [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215a5ad-f90a-a521-2fb8-a68b6d0ae599/disk-0.vmdk for reading. {{(pid=70542) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1126.677431] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "refresh_cache-6ab42af6-337e-4c56-b72e-d973d0530fab" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.677584] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired lock "refresh_cache-6ab42af6-337e-4c56-b72e-d973d0530fab" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.677730] env[70542]: DEBUG nova.network.neutron [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.735822] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6d66681d-a9d8-4264-8a12-ef7b1b90f3a6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.745335] env[70542]: DEBUG oslo_vmware.rw_handles [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52771f4e-c2ab-bac8-db71-92d24bdbf722/disk-0.vmdk. {{(pid=70542) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1126.745841] env[70542]: INFO nova.virt.vmwareapi.images [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Downloaded image file data 71e3cdf3-ba9d-4d87-ac1d-910be8a5f775 [ 1126.747266] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e149f3-e1f5-45b8-97dd-401ec30d418f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.771076] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71283069-4f53-4fe7-8169-783d2f9c4e11 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.871878] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911943, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.873989] env[70542]: INFO nova.virt.vmwareapi.images [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] The imported VM was unregistered [ 1126.876442] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Caching image {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1126.876671] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Creating directory with path [datastore2] devstack-image-cache_base/71e3cdf3-ba9d-4d87-ac1d-910be8a5f775 {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.876955] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7d5022d-d26c-453c-9e4e-668d241565fa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.910030] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Created directory with path [datastore2] devstack-image-cache_base/71e3cdf3-ba9d-4d87-ac1d-910be8a5f775 {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.910030] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_7dde9fa8-0e93-42ae-b6a7-459e561d665e/OSTACK_IMG_7dde9fa8-0e93-42ae-b6a7-459e561d665e.vmdk to [datastore2] devstack-image-cache_base/71e3cdf3-ba9d-4d87-ac1d-910be8a5f775/71e3cdf3-ba9d-4d87-ac1d-910be8a5f775.vmdk. {{(pid=70542) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1126.911024] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-720e8a95-a9bc-4c47-950e-a2628a878637 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.913445] env[70542]: DEBUG oslo_concurrency.lockutils [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.913545] env[70542]: DEBUG nova.compute.manager [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1126.916926] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f710ff9b-5d6a-4e14-8142-27066f8612ac tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 20.508s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.924439] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 1126.924439] env[70542]: value = "task-3911950" [ 1126.924439] env[70542]: _type = "Task" [ 1126.924439] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.934300] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911950, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.946660] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3911947, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.964827] env[70542]: DEBUG oslo_vmware.api [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]529aaf9e-e0a9-f94a-c531-a63956b2154d, 'name': SearchDatastore_Task, 'duration_secs': 0.017281} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.964827] env[70542]: DEBUG oslo_concurrency.lockutils [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.965090] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.965494] env[70542]: DEBUG oslo_concurrency.lockutils [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.965494] env[70542]: DEBUG oslo_concurrency.lockutils [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.965689] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.968311] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-697d0975-edef-4f3f-8c9c-6c1400b10701 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.982112] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.982327] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.983103] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12e66553-a741-431d-8083-0fe982ad2c5a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.994430] env[70542]: DEBUG oslo_vmware.api [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1126.994430] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5295a1c0-d067-2292-e07f-583c263de3ad" [ 1126.994430] env[70542]: _type = "Task" [ 1126.994430] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.002937] env[70542]: DEBUG oslo_vmware.api [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5295a1c0-d067-2292-e07f-583c263de3ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.247166] env[70542]: DEBUG nova.network.neutron [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.373455] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911943, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.420095] env[70542]: DEBUG nova.compute.utils [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.425134] env[70542]: DEBUG nova.compute.manager [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1127.425599] env[70542]: DEBUG nova.network.neutron [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.444009] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911950, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.452638] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3911947, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.463241] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.463747] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cac09e6c-3e65-43cf-be28-2e0e75f4b78c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.475732] env[70542]: DEBUG oslo_vmware.api [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1127.475732] env[70542]: value = "task-3911951" [ 1127.475732] env[70542]: _type = "Task" [ 1127.475732] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.489481] env[70542]: DEBUG oslo_vmware.api [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.498549] env[70542]: DEBUG nova.network.neutron [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Updating instance_info_cache with network_info: [{"id": "872fb7c5-f72d-4cdb-ba23-8cb5c683d68c", "address": "fa:16:3e:94:bb:db", "network": {"id": "b9eb532a-2933-4850-b01e-c496fa6ef875", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-217105513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc0b5d1a0604a93990949de74a62cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap872fb7c5-f7", "ovs_interfaceid": "872fb7c5-f72d-4cdb-ba23-8cb5c683d68c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.511016] env[70542]: DEBUG nova.policy [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46f336b7709047d39b0e316e6c508575', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e922748ead94b5cbab3c291b4e567b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1127.520963] env[70542]: DEBUG oslo_vmware.api [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5295a1c0-d067-2292-e07f-583c263de3ad, 'name': SearchDatastore_Task, 'duration_secs': 0.02616} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.522927] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc131368-4de2-4dbb-ad30-88d7c4f88f34 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.533452] env[70542]: DEBUG oslo_vmware.api [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1127.533452] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d9bea7-8dfa-7f4c-7a5a-87f1b7f52931" [ 1127.533452] env[70542]: _type = "Task" [ 1127.533452] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.552264] env[70542]: DEBUG oslo_vmware.api [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d9bea7-8dfa-7f4c-7a5a-87f1b7f52931, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.877176] env[70542]: DEBUG oslo_vmware.api [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911943, 'name': PowerOnVM_Task, 'duration_secs': 1.812334} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.877176] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.877176] env[70542]: INFO nova.compute.manager [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Took 11.99 seconds to spawn the instance on the hypervisor. [ 1127.877565] env[70542]: DEBUG nova.compute.manager [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1127.878116] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf60874-55fa-4d6b-b994-5590b6063e0e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.925828] env[70542]: DEBUG nova.compute.manager [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1127.960866] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3911947, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.967237] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911950, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.979849] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4ace29-c352-425e-b0c6-7f95bd419e6c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.993200] env[70542]: DEBUG oslo_vmware.api [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911951, 'name': PowerOffVM_Task, 'duration_secs': 0.24085} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.994091] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.995432] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99951af-7b77-410f-9d9f-5b541535a85c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.000557] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57b429f-a7be-466a-b880-f4c5ddb992f1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.005581] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Releasing lock "refresh_cache-6ab42af6-337e-4c56-b72e-d973d0530fab" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.006307] env[70542]: DEBUG nova.compute.manager [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Instance network_info: |[{"id": "872fb7c5-f72d-4cdb-ba23-8cb5c683d68c", "address": "fa:16:3e:94:bb:db", "network": {"id": "b9eb532a-2933-4850-b01e-c496fa6ef875", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-217105513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc0b5d1a0604a93990949de74a62cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap872fb7c5-f7", "ovs_interfaceid": "872fb7c5-f72d-4cdb-ba23-8cb5c683d68c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1128.007423] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:bb:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '872fb7c5-f72d-4cdb-ba23-8cb5c683d68c', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.017228] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.061475] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.064778] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1aa05439-3291-40f8-a125-b645cb980e78 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.084435] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd505d01-1d73-4944-bd4c-fa0954013285 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.088142] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d115c30-46bc-455c-a916-ec66480228d0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.104022] env[70542]: DEBUG oslo_vmware.api [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d9bea7-8dfa-7f4c-7a5a-87f1b7f52931, 'name': SearchDatastore_Task, 'duration_secs': 0.094825} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.114161] env[70542]: DEBUG oslo_concurrency.lockutils [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.114644] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47/7e0383d2-e841-4e74-b5dc-aa54e9f1ea47.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.117687] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.117687] env[70542]: value = "task-3911952" [ 1128.117687] env[70542]: _type = "Task" [ 1128.117687] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.119082] env[70542]: DEBUG nova.compute.manager [req-357cca6d-98d2-4c81-993e-bf19fa60273b req-d4d77965-0a42-4c11-97c5-15aace7759be service nova] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Received event network-changed-872fb7c5-f72d-4cdb-ba23-8cb5c683d68c {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.119294] env[70542]: DEBUG nova.compute.manager [req-357cca6d-98d2-4c81-993e-bf19fa60273b req-d4d77965-0a42-4c11-97c5-15aace7759be service nova] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Refreshing instance network info cache due to event network-changed-872fb7c5-f72d-4cdb-ba23-8cb5c683d68c. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.119519] env[70542]: DEBUG oslo_concurrency.lockutils [req-357cca6d-98d2-4c81-993e-bf19fa60273b req-d4d77965-0a42-4c11-97c5-15aace7759be service nova] Acquiring lock "refresh_cache-6ab42af6-337e-4c56-b72e-d973d0530fab" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.119666] env[70542]: DEBUG oslo_concurrency.lockutils [req-357cca6d-98d2-4c81-993e-bf19fa60273b req-d4d77965-0a42-4c11-97c5-15aace7759be service nova] Acquired lock "refresh_cache-6ab42af6-337e-4c56-b72e-d973d0530fab" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.119835] env[70542]: DEBUG nova.network.neutron [req-357cca6d-98d2-4c81-993e-bf19fa60273b req-d4d77965-0a42-4c11-97c5-15aace7759be service nova] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Refreshing network info cache for port 872fb7c5-f72d-4cdb-ba23-8cb5c683d68c {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.122758] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52e8baad-98ad-4595-95a0-2f761fb77b8a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.126883] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3e20fe-355e-4f8e-b78f-58e7bf5b6790 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.141152] env[70542]: DEBUG nova.network.neutron [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Successfully created port: 3aa77909-854f-4c98-aea3-552c6caa5e6c {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.177775] env[70542]: DEBUG nova.compute.provider_tree [None req-f710ff9b-5d6a-4e14-8142-27066f8612ac tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.179727] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911952, 'name': CreateVM_Task} progress is 15%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.180127] env[70542]: DEBUG oslo_vmware.api [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1128.180127] env[70542]: value = "task-3911953" [ 1128.180127] env[70542]: _type = "Task" [ 1128.180127] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.199937] env[70542]: DEBUG oslo_vmware.api [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3911953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.203087] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.203253] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2eafde8a-1f6b-45e9-93b1-edcddce02e15 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.216371] env[70542]: DEBUG oslo_vmware.api [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1128.216371] env[70542]: value = "task-3911954" [ 1128.216371] env[70542]: _type = "Task" [ 1128.216371] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.232416] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] VM already powered off {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1128.232747] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.233029] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.233186] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.233610] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.233985] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7324da11-37ed-4795-b682-2a434b155a93 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.250934] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.251131] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.251979] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae9adc32-7d10-4a4d-896f-065010041af4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.261997] env[70542]: DEBUG oslo_vmware.api [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1128.261997] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522fea7e-6040-f3ce-d2ac-0544e100c681" [ 1128.261997] env[70542]: _type = "Task" [ 1128.261997] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.275692] env[70542]: DEBUG oslo_vmware.api [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522fea7e-6040-f3ce-d2ac-0544e100c681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.408612] env[70542]: INFO nova.compute.manager [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Took 46.15 seconds to build instance. [ 1128.456998] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911950, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.468071] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3911947, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.646301] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911952, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.683060] env[70542]: DEBUG nova.scheduler.client.report [None req-f710ff9b-5d6a-4e14-8142-27066f8612ac tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.702676] env[70542]: DEBUG oslo_vmware.api [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3911953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.778172] env[70542]: DEBUG oslo_vmware.api [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522fea7e-6040-f3ce-d2ac-0544e100c681, 'name': SearchDatastore_Task, 'duration_secs': 0.029834} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.779913] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af61a820-b4b5-4811-9be3-ef320c5e61fb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.791838] env[70542]: DEBUG oslo_vmware.api [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1128.791838] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528ed244-6f9e-373b-c52c-f29af3c5092e" [ 1128.791838] env[70542]: _type = "Task" [ 1128.791838] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.804738] env[70542]: DEBUG oslo_vmware.api [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528ed244-6f9e-373b-c52c-f29af3c5092e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.913413] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5484db37-e46e-47fd-b4bc-f6162273d90c tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "808b40ba-d9f9-486f-890b-3269035f6bd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.177s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.949649] env[70542]: DEBUG nova.compute.manager [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1128.952777] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911950, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.965859] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3911947, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.992179] env[70542]: DEBUG nova.virt.hardware [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.992577] env[70542]: DEBUG nova.virt.hardware [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.992715] env[70542]: DEBUG nova.virt.hardware [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.992922] env[70542]: DEBUG nova.virt.hardware [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.993100] env[70542]: DEBUG nova.virt.hardware [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.993269] env[70542]: DEBUG nova.virt.hardware [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.994179] env[70542]: DEBUG nova.virt.hardware [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.994179] env[70542]: DEBUG nova.virt.hardware [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.994179] env[70542]: DEBUG nova.virt.hardware [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.994179] env[70542]: DEBUG nova.virt.hardware [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.994653] env[70542]: DEBUG nova.virt.hardware [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.995491] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922eccf2-36b2-4417-9926-647f54130447 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.008657] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ee699b-90ae-4dfc-b734-76d009e3e2ce {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.031849] env[70542]: DEBUG nova.network.neutron [req-357cca6d-98d2-4c81-993e-bf19fa60273b req-d4d77965-0a42-4c11-97c5-15aace7759be service nova] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Updated VIF entry in instance network info cache for port 872fb7c5-f72d-4cdb-ba23-8cb5c683d68c. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.033369] env[70542]: DEBUG nova.network.neutron [req-357cca6d-98d2-4c81-993e-bf19fa60273b req-d4d77965-0a42-4c11-97c5-15aace7759be service nova] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Updating instance_info_cache with network_info: [{"id": "872fb7c5-f72d-4cdb-ba23-8cb5c683d68c", "address": "fa:16:3e:94:bb:db", "network": {"id": "b9eb532a-2933-4850-b01e-c496fa6ef875", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-217105513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dc0b5d1a0604a93990949de74a62cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap872fb7c5-f7", "ovs_interfaceid": "872fb7c5-f72d-4cdb-ba23-8cb5c683d68c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.142206] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911952, 'name': CreateVM_Task, 'duration_secs': 0.617331} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.142443] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.143235] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.143407] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.143774] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.144276] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9219b8cd-261d-4bf0-9680-e26bf2762a15 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.154043] env[70542]: DEBUG oslo_vmware.api [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 1129.154043] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52bd4f59-7efc-ee61-2b26-db1016d9aab7" [ 1129.154043] env[70542]: _type = "Task" [ 1129.154043] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.167731] env[70542]: DEBUG oslo_vmware.api [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52bd4f59-7efc-ee61-2b26-db1016d9aab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.212683] env[70542]: DEBUG oslo_vmware.api [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3911953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.309428] env[70542]: DEBUG oslo_vmware.api [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528ed244-6f9e-373b-c52c-f29af3c5092e, 'name': SearchDatastore_Task, 'duration_secs': 0.019873} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.309738] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.310041] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] bb068ba4-14de-4b39-b127-f4c51d1c685f/4c78ae56-da5c-496a-96d4-9e4c383c4552-rescue.vmdk. {{(pid=70542) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1129.310490] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0746122-4531-4dc4-82bd-c6e55d949d17 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.322147] env[70542]: DEBUG oslo_vmware.api [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1129.322147] env[70542]: value = "task-3911956" [ 1129.322147] env[70542]: _type = "Task" [ 1129.322147] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.333966] env[70542]: DEBUG oslo_vmware.api [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.449812] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911950, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.464935] env[70542]: DEBUG oslo_vmware.api [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3911947, 'name': PowerOnVM_Task, 'duration_secs': 2.539659} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.465299] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.465515] env[70542]: INFO nova.compute.manager [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Took 18.19 seconds to spawn the instance on the hypervisor. [ 1129.465788] env[70542]: DEBUG nova.compute.manager [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1129.466722] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5cae0f-0b3e-4415-8fa3-aef94c2b084b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.538656] env[70542]: DEBUG oslo_concurrency.lockutils [req-357cca6d-98d2-4c81-993e-bf19fa60273b req-d4d77965-0a42-4c11-97c5-15aace7759be service nova] Releasing lock "refresh_cache-6ab42af6-337e-4c56-b72e-d973d0530fab" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.667000] env[70542]: DEBUG oslo_vmware.api [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52bd4f59-7efc-ee61-2b26-db1016d9aab7, 'name': SearchDatastore_Task, 'duration_secs': 0.024705} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.667364] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.667672] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.667943] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.668180] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.668322] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.668713] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f5dd39e-9ba7-442e-a7d5-a8a7278e2b5d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.685629] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.685629] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.686336] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef144c05-766d-4cb7-838a-b8d0c4693003 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.703831] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f710ff9b-5d6a-4e14-8142-27066f8612ac tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.787s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.707464] env[70542]: DEBUG oslo_vmware.api [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3911953, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.710225] env[70542]: DEBUG oslo_concurrency.lockutils [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.779s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.711367] env[70542]: DEBUG nova.objects.instance [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Lazy-loading 'resources' on Instance uuid 00f1948b-70ea-4fa7-bbff-1980c306a215 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.715092] env[70542]: DEBUG oslo_vmware.api [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 1129.715092] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526b7c2f-4bba-fad7-66e4-b1310dab6632" [ 1129.715092] env[70542]: _type = "Task" [ 1129.715092] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.728245] env[70542]: DEBUG oslo_vmware.api [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526b7c2f-4bba-fad7-66e4-b1310dab6632, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.835746] env[70542]: DEBUG oslo_vmware.api [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911956, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.950924] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911950, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.973047} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.951333] env[70542]: INFO nova.virt.vmwareapi.ds_util [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_7dde9fa8-0e93-42ae-b6a7-459e561d665e/OSTACK_IMG_7dde9fa8-0e93-42ae-b6a7-459e561d665e.vmdk to [datastore2] devstack-image-cache_base/71e3cdf3-ba9d-4d87-ac1d-910be8a5f775/71e3cdf3-ba9d-4d87-ac1d-910be8a5f775.vmdk. [ 1129.951333] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Cleaning up location [datastore2] OSTACK_IMG_7dde9fa8-0e93-42ae-b6a7-459e561d665e {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1129.951513] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_7dde9fa8-0e93-42ae-b6a7-459e561d665e {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.951801] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9dc395a-a20f-4f92-901e-06c6ab908d25 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.961896] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 1129.961896] env[70542]: value = "task-3911957" [ 1129.961896] env[70542]: _type = "Task" [ 1129.961896] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.980046] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.990195] env[70542]: INFO nova.compute.manager [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Took 55.74 seconds to build instance. [ 1130.172828] env[70542]: DEBUG nova.network.neutron [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Successfully updated port: 3aa77909-854f-4c98-aea3-552c6caa5e6c {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.206455] env[70542]: DEBUG oslo_vmware.api [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3911953, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.033402} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.206772] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47/7e0383d2-e841-4e74-b5dc-aa54e9f1ea47.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.206975] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.207265] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba748573-dd76-45bf-ae31-5360484fc8fc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.224410] env[70542]: DEBUG oslo_vmware.api [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1130.224410] env[70542]: value = "task-3911958" [ 1130.224410] env[70542]: _type = "Task" [ 1130.224410] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.234678] env[70542]: DEBUG oslo_vmware.api [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526b7c2f-4bba-fad7-66e4-b1310dab6632, 'name': SearchDatastore_Task, 'duration_secs': 0.055221} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.236821] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ae466b5-0900-4638-9165-9f0c21272b5c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.245014] env[70542]: DEBUG oslo_vmware.api [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3911958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.249221] env[70542]: DEBUG oslo_vmware.api [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 1130.249221] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523ce901-ea14-22fc-c25a-fb5656ff4561" [ 1130.249221] env[70542]: _type = "Task" [ 1130.249221] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.257397] env[70542]: DEBUG oslo_vmware.api [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523ce901-ea14-22fc-c25a-fb5656ff4561, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.264184] env[70542]: DEBUG nova.compute.manager [req-5399940f-555c-4b1b-96d4-5a3bfcf5a32b req-250571b0-4d57-4da6-962f-b892614a6b3a service nova] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Received event network-vif-plugged-3aa77909-854f-4c98-aea3-552c6caa5e6c {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.265518] env[70542]: DEBUG oslo_concurrency.lockutils [req-5399940f-555c-4b1b-96d4-5a3bfcf5a32b req-250571b0-4d57-4da6-962f-b892614a6b3a service nova] Acquiring lock "6bb7f6e7-2466-4199-9b36-b8163ba19256-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.265518] env[70542]: DEBUG oslo_concurrency.lockutils [req-5399940f-555c-4b1b-96d4-5a3bfcf5a32b req-250571b0-4d57-4da6-962f-b892614a6b3a service nova] Lock "6bb7f6e7-2466-4199-9b36-b8163ba19256-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.265518] env[70542]: DEBUG oslo_concurrency.lockutils [req-5399940f-555c-4b1b-96d4-5a3bfcf5a32b req-250571b0-4d57-4da6-962f-b892614a6b3a service nova] Lock "6bb7f6e7-2466-4199-9b36-b8163ba19256-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.265518] env[70542]: DEBUG nova.compute.manager [req-5399940f-555c-4b1b-96d4-5a3bfcf5a32b req-250571b0-4d57-4da6-962f-b892614a6b3a service nova] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] No waiting events found dispatching network-vif-plugged-3aa77909-854f-4c98-aea3-552c6caa5e6c {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1130.265518] env[70542]: WARNING nova.compute.manager [req-5399940f-555c-4b1b-96d4-5a3bfcf5a32b req-250571b0-4d57-4da6-962f-b892614a6b3a service nova] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Received unexpected event network-vif-plugged-3aa77909-854f-4c98-aea3-552c6caa5e6c for instance with vm_state building and task_state spawning. [ 1130.280845] env[70542]: INFO nova.scheduler.client.report [None req-f710ff9b-5d6a-4e14-8142-27066f8612ac tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Deleted allocation for migration 11ea6c69-aae4-4efc-bc86-6a95db001684 [ 1130.334602] env[70542]: DEBUG oslo_vmware.api [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771482} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.337573] env[70542]: INFO nova.virt.vmwareapi.ds_util [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] bb068ba4-14de-4b39-b127-f4c51d1c685f/4c78ae56-da5c-496a-96d4-9e4c383c4552-rescue.vmdk. [ 1130.340185] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e1b735-901d-4655-b307-ff3d37d39492 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.364281] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] bb068ba4-14de-4b39-b127-f4c51d1c685f/4c78ae56-da5c-496a-96d4-9e4c383c4552-rescue.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.367948] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d696b76a-2eb8-4fd3-9463-440b419804fd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.389251] env[70542]: DEBUG oslo_vmware.api [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1130.389251] env[70542]: value = "task-3911959" [ 1130.389251] env[70542]: _type = "Task" [ 1130.389251] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.401019] env[70542]: DEBUG oslo_vmware.api [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911959, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.471352] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222476} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.471612] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.471779] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/71e3cdf3-ba9d-4d87-ac1d-910be8a5f775/71e3cdf3-ba9d-4d87-ac1d-910be8a5f775.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.472039] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/71e3cdf3-ba9d-4d87-ac1d-910be8a5f775/71e3cdf3-ba9d-4d87-ac1d-910be8a5f775.vmdk to [datastore2] 89ae4a6d-70ab-4e83-8a97-063321b8dab4/89ae4a6d-70ab-4e83-8a97-063321b8dab4.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.472310] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c3dbd31-4974-4193-91f2-e6bdb26a46fb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.483439] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 1130.483439] env[70542]: value = "task-3911960" [ 1130.483439] env[70542]: _type = "Task" [ 1130.483439] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.492237] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4bb0042b-6aee-4bb6-999f-e245eb7b025c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Lock "3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.385s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.498746] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.650413] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b093d4e-7142-40a2-a10b-7198a766d874 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.659295] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449939db-e747-4f7b-acbd-db0c451007e5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.692935] env[70542]: DEBUG oslo_concurrency.lockutils [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "refresh_cache-6bb7f6e7-2466-4199-9b36-b8163ba19256" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.692935] env[70542]: DEBUG oslo_concurrency.lockutils [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquired lock "refresh_cache-6bb7f6e7-2466-4199-9b36-b8163ba19256" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.692935] env[70542]: DEBUG nova.network.neutron [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.695128] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dd8519-919b-441e-a237-2cc4e9f7ac6c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.708273] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6613f2fc-9d4f-4c62-b09e-518a351f58f1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.726177] env[70542]: DEBUG nova.compute.provider_tree [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.743628] env[70542]: DEBUG oslo_vmware.api [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3911958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081899} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.744748] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.745685] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7882c3-3c32-44a4-893f-079028a79bd4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.774117] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47/7e0383d2-e841-4e74-b5dc-aa54e9f1ea47.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.775366] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78458e0d-5777-4b1f-b244-26b2cc7b4733 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.796413] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f710ff9b-5d6a-4e14-8142-27066f8612ac tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "a1f250ef-d141-4a91-9a5c-df91115e5ad9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 27.725s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.796991] env[70542]: DEBUG oslo_vmware.api [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523ce901-ea14-22fc-c25a-fb5656ff4561, 'name': SearchDatastore_Task, 'duration_secs': 0.012226} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.797712] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.797906] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 6ab42af6-337e-4c56-b72e-d973d0530fab/6ab42af6-337e-4c56-b72e-d973d0530fab.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.798423] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8b36225-155b-41e1-bcf2-bae2c7b85b73 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.807256] env[70542]: DEBUG oslo_vmware.api [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1130.807256] env[70542]: value = "task-3911962" [ 1130.807256] env[70542]: _type = "Task" [ 1130.807256] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.815050] env[70542]: DEBUG oslo_vmware.api [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 1130.815050] env[70542]: value = "task-3911963" [ 1130.815050] env[70542]: _type = "Task" [ 1130.815050] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.824335] env[70542]: DEBUG oslo_vmware.api [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3911962, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.831182] env[70542]: DEBUG oslo_vmware.api [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.902186] env[70542]: DEBUG oslo_vmware.api [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.999142] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911960, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.238967] env[70542]: DEBUG nova.scheduler.client.report [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.260647] env[70542]: DEBUG nova.network.neutron [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.324251] env[70542]: DEBUG oslo_vmware.api [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3911962, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.336489] env[70542]: DEBUG oslo_vmware.api [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911963, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.409949] env[70542]: DEBUG oslo_vmware.api [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911959, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.497580] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911960, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.503035] env[70542]: DEBUG nova.network.neutron [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Updating instance_info_cache with network_info: [{"id": "3aa77909-854f-4c98-aea3-552c6caa5e6c", "address": "fa:16:3e:c4:50:eb", "network": {"id": "6d890173-8c4a-4650-b12e-fdf4413c0b42", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1479529892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e922748ead94b5cbab3c291b4e567b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa77909-85", "ovs_interfaceid": "3aa77909-854f-4c98-aea3-552c6caa5e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.747387] env[70542]: DEBUG oslo_concurrency.lockutils [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.749570] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.867s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.751471] env[70542]: INFO nova.compute.claims [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.789727] env[70542]: INFO nova.scheduler.client.report [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Deleted allocations for instance 00f1948b-70ea-4fa7-bbff-1980c306a215 [ 1131.822502] env[70542]: DEBUG oslo_vmware.api [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3911962, 'name': ReconfigVM_Task, 'duration_secs': 0.929053} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.825069] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47/7e0383d2-e841-4e74-b5dc-aa54e9f1ea47.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.825069] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7134291a-9dfd-4935-9884-e1dfd5151aea {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.844309] env[70542]: DEBUG oslo_vmware.api [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725143} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.847770] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 6ab42af6-337e-4c56-b72e-d973d0530fab/6ab42af6-337e-4c56-b72e-d973d0530fab.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.847770] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.847770] env[70542]: DEBUG oslo_vmware.api [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1131.847770] env[70542]: value = "task-3911964" [ 1131.847770] env[70542]: _type = "Task" [ 1131.847770] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.847770] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd01daf2-1758-4712-996f-73b09acf7f35 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.865993] env[70542]: DEBUG oslo_vmware.api [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3911964, 'name': Rename_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.868488] env[70542]: DEBUG oslo_vmware.api [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 1131.868488] env[70542]: value = "task-3911965" [ 1131.868488] env[70542]: _type = "Task" [ 1131.868488] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.884379] env[70542]: DEBUG oslo_vmware.api [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911965, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.908817] env[70542]: DEBUG oslo_vmware.api [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911959, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.999805] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911960, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.005760] env[70542]: DEBUG oslo_concurrency.lockutils [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Releasing lock "refresh_cache-6bb7f6e7-2466-4199-9b36-b8163ba19256" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.006312] env[70542]: DEBUG nova.compute.manager [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Instance network_info: |[{"id": "3aa77909-854f-4c98-aea3-552c6caa5e6c", "address": "fa:16:3e:c4:50:eb", "network": {"id": "6d890173-8c4a-4650-b12e-fdf4413c0b42", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1479529892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e922748ead94b5cbab3c291b4e567b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa77909-85", "ovs_interfaceid": "3aa77909-854f-4c98-aea3-552c6caa5e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1132.007605] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:50:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3aa77909-854f-4c98-aea3-552c6caa5e6c', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.019917] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.020763] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.021100] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45164d88-e0e5-432f-b3e4-313f296f5323 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.055743] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.055743] env[70542]: value = "task-3911966" [ 1132.055743] env[70542]: _type = "Task" [ 1132.055743] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.069636] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911966, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.302053] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Acquiring lock "3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.302053] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Lock "3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.302260] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Acquiring lock "3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.302558] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Lock "3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.302785] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Lock "3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.305297] env[70542]: INFO nova.compute.manager [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Terminating instance [ 1132.310297] env[70542]: DEBUG oslo_concurrency.lockutils [None req-261eac24-6462-4b6f-8e29-69b68f665a9d tempest-ServerShowV257Test-855738783 tempest-ServerShowV257Test-855738783-project-member] Lock "00f1948b-70ea-4fa7-bbff-1980c306a215" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.666s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.338119] env[70542]: DEBUG nova.compute.manager [req-d939c8f6-508f-4673-8783-038eccb89689 req-e184bb15-5998-4c81-80e7-025b8d94ba20 service nova] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Received event network-changed-3aa77909-854f-4c98-aea3-552c6caa5e6c {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.338372] env[70542]: DEBUG nova.compute.manager [req-d939c8f6-508f-4673-8783-038eccb89689 req-e184bb15-5998-4c81-80e7-025b8d94ba20 service nova] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Refreshing instance network info cache due to event network-changed-3aa77909-854f-4c98-aea3-552c6caa5e6c. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.338590] env[70542]: DEBUG oslo_concurrency.lockutils [req-d939c8f6-508f-4673-8783-038eccb89689 req-e184bb15-5998-4c81-80e7-025b8d94ba20 service nova] Acquiring lock "refresh_cache-6bb7f6e7-2466-4199-9b36-b8163ba19256" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.338736] env[70542]: DEBUG oslo_concurrency.lockutils [req-d939c8f6-508f-4673-8783-038eccb89689 req-e184bb15-5998-4c81-80e7-025b8d94ba20 service nova] Acquired lock "refresh_cache-6bb7f6e7-2466-4199-9b36-b8163ba19256" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.338939] env[70542]: DEBUG nova.network.neutron [req-d939c8f6-508f-4673-8783-038eccb89689 req-e184bb15-5998-4c81-80e7-025b8d94ba20 service nova] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Refreshing network info cache for port 3aa77909-854f-4c98-aea3-552c6caa5e6c {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.371306] env[70542]: DEBUG oslo_vmware.api [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3911964, 'name': Rename_Task, 'duration_secs': 0.414754} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.377126] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.378395] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e947ef1-e2f2-4810-8f65-45f6019ff3cc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.393065] env[70542]: DEBUG oslo_vmware.api [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911965, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135834} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.400587] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.401225] env[70542]: DEBUG oslo_vmware.api [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1132.401225] env[70542]: value = "task-3911967" [ 1132.401225] env[70542]: _type = "Task" [ 1132.401225] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.402442] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d9497a-6a42-4ec3-9b4e-34c63dc16fc9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.419513] env[70542]: DEBUG oslo_vmware.api [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911959, 'name': ReconfigVM_Task, 'duration_secs': 1.757643} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.420621] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Reconfigured VM instance instance-00000058 to attach disk [datastore1] bb068ba4-14de-4b39-b127-f4c51d1c685f/4c78ae56-da5c-496a-96d4-9e4c383c4552-rescue.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.421634] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad9ddfc-aa50-4cf5-b32b-71f4281654cb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.439102] env[70542]: DEBUG oslo_vmware.api [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3911967, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.449617] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 6ab42af6-337e-4c56-b72e-d973d0530fab/6ab42af6-337e-4c56-b72e-d973d0530fab.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.450986] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee65337a-9ec4-421f-b9a7-2cfe0d27f47b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.499372] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bda4b3e5-723f-4a07-a23c-1cc2dfc7e1be {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.513513] env[70542]: DEBUG oslo_vmware.api [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 1132.513513] env[70542]: value = "task-3911968" [ 1132.513513] env[70542]: _type = "Task" [ 1132.513513] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.523250] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911960, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.525675] env[70542]: DEBUG oslo_vmware.api [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1132.525675] env[70542]: value = "task-3911969" [ 1132.525675] env[70542]: _type = "Task" [ 1132.525675] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.535009] env[70542]: DEBUG oslo_vmware.api [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.542768] env[70542]: DEBUG oslo_vmware.api [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911969, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.570809] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911966, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.679461] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a09be579-9766-4705-853a-8746b53c9371 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquiring lock "5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.679792] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a09be579-9766-4705-853a-8746b53c9371 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.679983] env[70542]: DEBUG nova.compute.manager [None req-a09be579-9766-4705-853a-8746b53c9371 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1132.681427] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45bd54e-41f1-4287-bded-2707da01ae6d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.693118] env[70542]: DEBUG nova.compute.manager [None req-a09be579-9766-4705-853a-8746b53c9371 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70542) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1132.693919] env[70542]: DEBUG nova.objects.instance [None req-a09be579-9766-4705-853a-8746b53c9371 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lazy-loading 'flavor' on Instance uuid 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.815549] env[70542]: DEBUG nova.compute.manager [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1132.815763] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.817043] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030e41f3-34ec-4662-83a1-5540d777d560 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.828789] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.831981] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b17cd0b-8909-401a-b3f1-67b09ded3dc0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.848050] env[70542]: DEBUG oslo_vmware.api [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Waiting for the task: (returnval){ [ 1132.848050] env[70542]: value = "task-3911970" [ 1132.848050] env[70542]: _type = "Task" [ 1132.848050] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.867753] env[70542]: DEBUG oslo_vmware.api [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3911970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.920052] env[70542]: DEBUG oslo_vmware.api [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3911967, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.005536] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911960, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.025505] env[70542]: DEBUG oslo_vmware.api [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911968, 'name': ReconfigVM_Task, 'duration_secs': 0.510726} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.025888] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 6ab42af6-337e-4c56-b72e-d973d0530fab/6ab42af6-337e-4c56-b72e-d973d0530fab.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.026796] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fddc071-e4ec-4f8c-8aed-07868ca61718 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.040900] env[70542]: DEBUG oslo_vmware.api [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911969, 'name': ReconfigVM_Task, 'duration_secs': 0.290487} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.042795] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.043244] env[70542]: DEBUG oslo_vmware.api [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 1133.043244] env[70542]: value = "task-3911971" [ 1133.043244] env[70542]: _type = "Task" [ 1133.043244] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.043489] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a59c6535-b98f-48a8-ad9b-789ab6a7e3db {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.065117] env[70542]: DEBUG oslo_vmware.api [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1133.065117] env[70542]: value = "task-3911972" [ 1133.065117] env[70542]: _type = "Task" [ 1133.065117] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.065406] env[70542]: DEBUG oslo_vmware.api [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911971, 'name': Rename_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.075262] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911966, 'name': CreateVM_Task, 'duration_secs': 0.597178} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.075262] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1133.075824] env[70542]: DEBUG oslo_concurrency.lockutils [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.076023] env[70542]: DEBUG oslo_concurrency.lockutils [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.076368] env[70542]: DEBUG oslo_concurrency.lockutils [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.076687] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06d0c9b8-fc4f-457a-9eb5-5758286df8b0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.085439] env[70542]: DEBUG oslo_vmware.api [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911972, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.090696] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1133.090696] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fed5ef-f949-2db6-5f3d-ad83f7c534c4" [ 1133.090696] env[70542]: _type = "Task" [ 1133.090696] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.109024] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fed5ef-f949-2db6-5f3d-ad83f7c534c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.251900] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89affefa-b2ca-4963-8e44-206f773420df {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.264220] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427e6c53-5091-4cf7-8516-42d5709b2c71 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.310778] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f478bb-534d-4660-916f-55ff7583bcca {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.321568] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3a6a3a-d82e-48f3-8c23-9cd6daaf8e80 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.330524] env[70542]: DEBUG nova.network.neutron [req-d939c8f6-508f-4673-8783-038eccb89689 req-e184bb15-5998-4c81-80e7-025b8d94ba20 service nova] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Updated VIF entry in instance network info cache for port 3aa77909-854f-4c98-aea3-552c6caa5e6c. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.330906] env[70542]: DEBUG nova.network.neutron [req-d939c8f6-508f-4673-8783-038eccb89689 req-e184bb15-5998-4c81-80e7-025b8d94ba20 service nova] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Updating instance_info_cache with network_info: [{"id": "3aa77909-854f-4c98-aea3-552c6caa5e6c", "address": "fa:16:3e:c4:50:eb", "network": {"id": "6d890173-8c4a-4650-b12e-fdf4413c0b42", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1479529892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e922748ead94b5cbab3c291b4e567b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa77909-85", "ovs_interfaceid": "3aa77909-854f-4c98-aea3-552c6caa5e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.340973] env[70542]: DEBUG nova.compute.provider_tree [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.359144] env[70542]: DEBUG oslo_vmware.api [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3911970, 'name': PowerOffVM_Task, 'duration_secs': 0.360222} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.360046] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.360266] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.360533] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-156119f0-5423-4224-bf13-46644217a1cd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.419721] env[70542]: DEBUG oslo_vmware.api [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3911967, 'name': PowerOnVM_Task, 'duration_secs': 0.92082} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.420060] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.420291] env[70542]: INFO nova.compute.manager [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Took 11.93 seconds to spawn the instance on the hypervisor. [ 1133.420478] env[70542]: DEBUG nova.compute.manager [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1133.421294] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1ec198-a886-467e-b81a-3b9cd0da4d97 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.501722] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911960, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.560748} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.502080] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/71e3cdf3-ba9d-4d87-ac1d-910be8a5f775/71e3cdf3-ba9d-4d87-ac1d-910be8a5f775.vmdk to [datastore2] 89ae4a6d-70ab-4e83-8a97-063321b8dab4/89ae4a6d-70ab-4e83-8a97-063321b8dab4.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.502924] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f119a1c9-b621-4f05-be90-9160edaecbb6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.528983] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 89ae4a6d-70ab-4e83-8a97-063321b8dab4/89ae4a6d-70ab-4e83-8a97-063321b8dab4.vmdk or device None with type streamOptimized {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.529390] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5aef0c6-570f-4fd6-96ea-a550ffed55a5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.551841] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 1133.551841] env[70542]: value = "task-3911974" [ 1133.551841] env[70542]: _type = "Task" [ 1133.551841] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.558976] env[70542]: DEBUG oslo_vmware.api [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911971, 'name': Rename_Task, 'duration_secs': 0.201976} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.559730] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.559995] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74209f61-eb08-4ba1-8f69-ac900ab160b3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.565405] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911974, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.572312] env[70542]: DEBUG oslo_vmware.api [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 1133.572312] env[70542]: value = "task-3911975" [ 1133.572312] env[70542]: _type = "Task" [ 1133.572312] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.580830] env[70542]: DEBUG oslo_vmware.api [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911972, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.588617] env[70542]: DEBUG oslo_vmware.api [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.605846] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fed5ef-f949-2db6-5f3d-ad83f7c534c4, 'name': SearchDatastore_Task, 'duration_secs': 0.013337} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.606287] env[70542]: DEBUG oslo_concurrency.lockutils [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.606810] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1133.606810] env[70542]: DEBUG oslo_concurrency.lockutils [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.607058] env[70542]: DEBUG oslo_concurrency.lockutils [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.607802] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1133.607802] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c83a6fcb-8144-407a-8a53-e92ad0273a2a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.627850] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "3bca2ad2-586a-4993-8697-b0d5e596196d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.628184] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "3bca2ad2-586a-4993-8697-b0d5e596196d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.632095] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.632283] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1133.633314] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc31d533-f48c-4c0f-8c92-2d6e1d60d1be {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.641326] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1133.641326] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]529f8280-4ed9-9747-f249-bf36e10035c2" [ 1133.641326] env[70542]: _type = "Task" [ 1133.641326] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.656201] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]529f8280-4ed9-9747-f249-bf36e10035c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.717424] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09be579-9766-4705-853a-8746b53c9371 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.717783] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3d67ff3-3cff-4ff7-a248-3ccbf4aaacab {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.726693] env[70542]: DEBUG oslo_vmware.api [None req-a09be579-9766-4705-853a-8746b53c9371 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1133.726693] env[70542]: value = "task-3911976" [ 1133.726693] env[70542]: _type = "Task" [ 1133.726693] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.737741] env[70542]: DEBUG oslo_vmware.api [None req-a09be579-9766-4705-853a-8746b53c9371 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.843760] env[70542]: DEBUG oslo_concurrency.lockutils [req-d939c8f6-508f-4673-8783-038eccb89689 req-e184bb15-5998-4c81-80e7-025b8d94ba20 service nova] Releasing lock "refresh_cache-6bb7f6e7-2466-4199-9b36-b8163ba19256" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.845196] env[70542]: DEBUG nova.scheduler.client.report [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.852128] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.852475] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.853231] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Deleting the datastore file [datastore2] 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.853231] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3f4ed45-d096-42f8-a742-063346d0878f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.863476] env[70542]: DEBUG oslo_vmware.api [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Waiting for the task: (returnval){ [ 1133.863476] env[70542]: value = "task-3911977" [ 1133.863476] env[70542]: _type = "Task" [ 1133.863476] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.876194] env[70542]: DEBUG oslo_vmware.api [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3911977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.942388] env[70542]: INFO nova.compute.manager [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Took 40.70 seconds to build instance. [ 1134.065269] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911974, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.076548] env[70542]: DEBUG oslo_vmware.api [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911972, 'name': PowerOnVM_Task, 'duration_secs': 0.718667} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.080092] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.083074] env[70542]: DEBUG nova.compute.manager [None req-3ed0b7ed-455b-4f17-a286-89f9c08c0dd5 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1134.083927] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a517800-bb43-48c7-8e6c-262560fa8327 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.090721] env[70542]: DEBUG oslo_vmware.api [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911975, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.132207] env[70542]: DEBUG nova.compute.manager [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1134.152840] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]529f8280-4ed9-9747-f249-bf36e10035c2, 'name': SearchDatastore_Task, 'duration_secs': 0.020199} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.153721] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bc7a56e-35e2-4012-a6cc-11dfb28e74c3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.160342] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1134.160342] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fd12c8-9d38-9989-a565-34c3735ba998" [ 1134.160342] env[70542]: _type = "Task" [ 1134.160342] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.170795] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fd12c8-9d38-9989-a565-34c3735ba998, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.239388] env[70542]: DEBUG oslo_vmware.api [None req-a09be579-9766-4705-853a-8746b53c9371 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911976, 'name': PowerOffVM_Task, 'duration_secs': 0.301634} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.239388] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09be579-9766-4705-853a-8746b53c9371 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.239388] env[70542]: DEBUG nova.compute.manager [None req-a09be579-9766-4705-853a-8746b53c9371 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1134.239388] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21ef62b-3fb6-4e2f-b9ef-f4eb854e1acf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.351894] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.353054] env[70542]: DEBUG nova.compute.manager [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1134.355555] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.305s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.359171] env[70542]: INFO nova.compute.claims [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.375280] env[70542]: DEBUG oslo_vmware.api [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3911977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328967} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.375649] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.375934] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.376143] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.376542] env[70542]: INFO nova.compute.manager [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Took 1.56 seconds to destroy the instance on the hypervisor. [ 1134.376642] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.376936] env[70542]: DEBUG nova.compute.manager [-] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.377079] env[70542]: DEBUG nova.network.neutron [-] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.444206] env[70542]: DEBUG oslo_concurrency.lockutils [None req-83d2172c-fe3b-4256-9f60-b577cf248a5c tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "7e0383d2-e841-4e74-b5dc-aa54e9f1ea47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.807s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.566032] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911974, 'name': ReconfigVM_Task, 'duration_secs': 0.514364} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.566032] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 89ae4a6d-70ab-4e83-8a97-063321b8dab4/89ae4a6d-70ab-4e83-8a97-063321b8dab4.vmdk or device None with type streamOptimized {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.566032] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-425b341f-07a6-4062-9b91-c70efc31e67c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.573249] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 1134.573249] env[70542]: value = "task-3911978" [ 1134.573249] env[70542]: _type = "Task" [ 1134.573249] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.588890] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911978, 'name': Rename_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.593441] env[70542]: DEBUG oslo_vmware.api [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911975, 'name': PowerOnVM_Task, 'duration_secs': 0.788214} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.593993] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.594665] env[70542]: INFO nova.compute.manager [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1134.596278] env[70542]: DEBUG nova.compute.manager [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1134.596553] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b32086-9acf-4e8c-bb99-6e5b63f6ec13 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.668724] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.678909] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fd12c8-9d38-9989-a565-34c3735ba998, 'name': SearchDatastore_Task, 'duration_secs': 0.013589} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.683687] env[70542]: DEBUG oslo_concurrency.lockutils [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.685637] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 6bb7f6e7-2466-4199-9b36-b8163ba19256/6bb7f6e7-2466-4199-9b36-b8163ba19256.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.685637] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-907c8151-000b-405d-8e47-8efcbf2f2d9b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.694749] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1134.694749] env[70542]: value = "task-3911979" [ 1134.694749] env[70542]: _type = "Task" [ 1134.694749] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.704542] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.754127] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a09be579-9766-4705-853a-8746b53c9371 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.828192] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.828562] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.862866] env[70542]: DEBUG nova.compute.utils [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1134.866945] env[70542]: DEBUG nova.compute.manager [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1134.867067] env[70542]: DEBUG nova.network.neutron [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1134.919688] env[70542]: DEBUG nova.policy [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fa2fb535b034f0ca323417a5ec00968', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f974897deac94f82bcc21dc9f99839e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.091232] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911978, 'name': Rename_Task, 'duration_secs': 0.204949} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.091587] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.091820] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a590845a-105e-437e-8945-a2f6a9dee103 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.105846] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 1135.105846] env[70542]: value = "task-3911980" [ 1135.105846] env[70542]: _type = "Task" [ 1135.105846] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.125044] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.125044] env[70542]: INFO nova.compute.manager [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Took 33.62 seconds to build instance. [ 1135.211490] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911979, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.329725] env[70542]: DEBUG nova.compute.manager [req-95b09561-0ae4-45ba-8931-1b78e2475149 req-bb6583b6-25c3-474d-b0d1-393074513589 service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Received event network-vif-deleted-4eb58a4d-aa3e-4dcd-a30b-a3a0fdde4ddb {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.329725] env[70542]: INFO nova.compute.manager [req-95b09561-0ae4-45ba-8931-1b78e2475149 req-bb6583b6-25c3-474d-b0d1-393074513589 service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Neutron deleted interface 4eb58a4d-aa3e-4dcd-a30b-a3a0fdde4ddb; detaching it from the instance and deleting it from the info cache [ 1135.330430] env[70542]: DEBUG nova.network.neutron [req-95b09561-0ae4-45ba-8931-1b78e2475149 req-bb6583b6-25c3-474d-b0d1-393074513589 service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Updating instance_info_cache with network_info: [{"id": "36d222a7-3a24-40cd-8370-da58c978c569", "address": "fa:16:3e:71:f2:ec", "network": {"id": "a985f8df-91c0-479b-86e1-e21e64463dd2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-904976962", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22e68349391a48dfab03d7b512fff2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d222a7-3a", "ovs_interfaceid": "36d222a7-3a24-40cd-8370-da58c978c569", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d688d3b-1a64-476a-bfc8-9e059b7af156", "address": "fa:16:3e:fa:91:bb", "network": {"id": "a985f8df-91c0-479b-86e1-e21e64463dd2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-904976962", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22e68349391a48dfab03d7b512fff2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d688d3b-1a", "ovs_interfaceid": "7d688d3b-1a64-476a-bfc8-9e059b7af156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.333321] env[70542]: DEBUG nova.compute.manager [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1135.370330] env[70542]: DEBUG nova.compute.manager [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1135.457603] env[70542]: DEBUG nova.network.neutron [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Successfully created port: 92dd50f9-487c-4023-9d40-3a8e46c6716d {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1135.625394] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911980, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.627100] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1e7151c-4c3e-49ca-8d99-2d1826e83572 tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "6ab42af6-337e-4c56-b72e-d973d0530fab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.975s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.711797] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791636} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.712202] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 6bb7f6e7-2466-4199-9b36-b8163ba19256/6bb7f6e7-2466-4199-9b36-b8163ba19256.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.713391] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.713391] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d3ac632-7906-49d8-a6fb-d58f79acf6dc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.725845] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1135.725845] env[70542]: value = "task-3911981" [ 1135.725845] env[70542]: _type = "Task" [ 1135.725845] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.747788] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.842936] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77c8da0b-7de6-4c0a-b807-f6c87249b00a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.859818] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22021450-a3c9-4e27-ba15-5109b2c5eb2f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.874740] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.925144] env[70542]: DEBUG nova.compute.manager [req-95b09561-0ae4-45ba-8931-1b78e2475149 req-bb6583b6-25c3-474d-b0d1-393074513589 service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Detach interface failed, port_id=4eb58a4d-aa3e-4dcd-a30b-a3a0fdde4ddb, reason: Instance 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1135.978034] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b18964-1ae1-45df-a98b-15475edaa354 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.987917] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b16b78d-c252-4d3f-a5eb-51204169b419 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.022930] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37beef40-24b5-4783-9347-7703648e02cc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.032858] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b67035-82c6-459d-9d60-97b6ebc1ba77 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.050073] env[70542]: DEBUG nova.compute.provider_tree [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.115321] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911980, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.238139] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144169} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.238751] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1136.240072] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f7b449-2ca4-45ca-a461-663f3904fa17 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.267380] env[70542]: DEBUG nova.network.neutron [-] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.282432] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 6bb7f6e7-2466-4199-9b36-b8163ba19256/6bb7f6e7-2466-4199-9b36-b8163ba19256.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.284119] env[70542]: INFO nova.compute.manager [-] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Took 1.91 seconds to deallocate network for instance. [ 1136.284560] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-350eabcf-6b31-4be4-afb7-af0901e02df7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.312355] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1136.312355] env[70542]: value = "task-3911982" [ 1136.312355] env[70542]: _type = "Task" [ 1136.312355] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.326930] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911982, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.383044] env[70542]: DEBUG nova.objects.instance [None req-c0b0d653-9209-4465-ac4e-af8b8d6860eb tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lazy-loading 'flavor' on Instance uuid 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.387909] env[70542]: DEBUG nova.compute.manager [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1136.427384] env[70542]: DEBUG nova.virt.hardware [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.427621] env[70542]: DEBUG nova.virt.hardware [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.427777] env[70542]: DEBUG nova.virt.hardware [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.427953] env[70542]: DEBUG nova.virt.hardware [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.428176] env[70542]: DEBUG nova.virt.hardware [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.428425] env[70542]: DEBUG nova.virt.hardware [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.428654] env[70542]: DEBUG nova.virt.hardware [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.428798] env[70542]: DEBUG nova.virt.hardware [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.428964] env[70542]: DEBUG nova.virt.hardware [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.429142] env[70542]: DEBUG nova.virt.hardware [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.429344] env[70542]: DEBUG nova.virt.hardware [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.430290] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c15959-d5e2-4e24-af04-558f67adc09b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.440275] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b6dd76-873c-48c6-88a2-0477e3ec884d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.553981] env[70542]: DEBUG nova.scheduler.client.report [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.620427] env[70542]: DEBUG oslo_vmware.api [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911980, 'name': PowerOnVM_Task, 'duration_secs': 1.148916} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.620853] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.747437] env[70542]: DEBUG nova.compute.manager [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1136.748548] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8341f65f-afd1-44cd-b4e8-730f4982e804 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.808990] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.824623] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.888499] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c0b0d653-9209-4465-ac4e-af8b8d6860eb tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquiring lock "refresh_cache-5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.888735] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c0b0d653-9209-4465-ac4e-af8b8d6860eb tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquired lock "refresh_cache-5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.888972] env[70542]: DEBUG nova.network.neutron [None req-c0b0d653-9209-4465-ac4e-af8b8d6860eb tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.889335] env[70542]: DEBUG nova.objects.instance [None req-c0b0d653-9209-4465-ac4e-af8b8d6860eb tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lazy-loading 'info_cache' on Instance uuid 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.060781] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.061097] env[70542]: DEBUG nova.compute.manager [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1137.064392] env[70542]: DEBUG oslo_concurrency.lockutils [None req-36874526-10e1-4701-ad1b-7266e51dc868 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 22.639s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.273056] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6170c1de-98e1-4894-ba1a-5db778b0c0f4 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lock "89ae4a6d-70ab-4e83-8a97-063321b8dab4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 47.568s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.329868] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911982, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.335597] env[70542]: INFO nova.compute.manager [None req-751e9345-eca2-4d90-9558-016565478023 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Unrescuing [ 1137.335945] env[70542]: DEBUG oslo_concurrency.lockutils [None req-751e9345-eca2-4d90-9558-016565478023 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "refresh_cache-bb068ba4-14de-4b39-b127-f4c51d1c685f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.336044] env[70542]: DEBUG oslo_concurrency.lockutils [None req-751e9345-eca2-4d90-9558-016565478023 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquired lock "refresh_cache-bb068ba4-14de-4b39-b127-f4c51d1c685f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.336272] env[70542]: DEBUG nova.network.neutron [None req-751e9345-eca2-4d90-9558-016565478023 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.341383] env[70542]: DEBUG nova.network.neutron [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Successfully updated port: 92dd50f9-487c-4023-9d40-3a8e46c6716d {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.346321] env[70542]: DEBUG nova.compute.manager [req-cd642f38-8d52-4aef-a0ed-3d265586cbfe req-b776d571-7de0-45a0-a894-79fa310a0d39 service nova] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Received event network-vif-plugged-92dd50f9-487c-4023-9d40-3a8e46c6716d {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.346321] env[70542]: DEBUG oslo_concurrency.lockutils [req-cd642f38-8d52-4aef-a0ed-3d265586cbfe req-b776d571-7de0-45a0-a894-79fa310a0d39 service nova] Acquiring lock "5cbf310f-5a9a-4026-9eea-462525cb0fd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.346321] env[70542]: DEBUG oslo_concurrency.lockutils [req-cd642f38-8d52-4aef-a0ed-3d265586cbfe req-b776d571-7de0-45a0-a894-79fa310a0d39 service nova] Lock "5cbf310f-5a9a-4026-9eea-462525cb0fd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.346321] env[70542]: DEBUG oslo_concurrency.lockutils [req-cd642f38-8d52-4aef-a0ed-3d265586cbfe req-b776d571-7de0-45a0-a894-79fa310a0d39 service nova] Lock "5cbf310f-5a9a-4026-9eea-462525cb0fd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.346470] env[70542]: DEBUG nova.compute.manager [req-cd642f38-8d52-4aef-a0ed-3d265586cbfe req-b776d571-7de0-45a0-a894-79fa310a0d39 service nova] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] No waiting events found dispatching network-vif-plugged-92dd50f9-487c-4023-9d40-3a8e46c6716d {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1137.346752] env[70542]: WARNING nova.compute.manager [req-cd642f38-8d52-4aef-a0ed-3d265586cbfe req-b776d571-7de0-45a0-a894-79fa310a0d39 service nova] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Received unexpected event network-vif-plugged-92dd50f9-487c-4023-9d40-3a8e46c6716d for instance with vm_state building and task_state spawning. [ 1137.393258] env[70542]: DEBUG nova.objects.base [None req-c0b0d653-9209-4465-ac4e-af8b8d6860eb tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Object Instance<5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd> lazy-loaded attributes: flavor,info_cache {{(pid=70542) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1137.521233] env[70542]: DEBUG nova.compute.manager [req-2f044ee2-669a-4927-a71a-f9a2bfccd4b9 req-2b238ff4-8713-4b1f-b44b-791b4ca88b83 service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Received event network-vif-deleted-7d688d3b-1a64-476a-bfc8-9e059b7af156 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.522018] env[70542]: DEBUG nova.compute.manager [req-2f044ee2-669a-4927-a71a-f9a2bfccd4b9 req-2b238ff4-8713-4b1f-b44b-791b4ca88b83 service nova] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Received event network-vif-deleted-36d222a7-3a24-40cd-8370-da58c978c569 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.568749] env[70542]: DEBUG nova.compute.utils [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1137.570291] env[70542]: DEBUG nova.compute.manager [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1137.570464] env[70542]: DEBUG nova.network.neutron [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.445463] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquiring lock "refresh_cache-5cbf310f-5a9a-4026-9eea-462525cb0fd7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.445734] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquired lock "refresh_cache-5cbf310f-5a9a-4026-9eea-462525cb0fd7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.445734] env[70542]: DEBUG nova.network.neutron [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.450279] env[70542]: DEBUG nova.compute.manager [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1138.453298] env[70542]: DEBUG nova.policy [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '792c08bcc476449cae93e883619a3ea9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47a07775e4774d509368d0b1476d045a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.464093] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "eaac2297-6a38-4b0a-b195-6e7a80ca044f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.464361] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "eaac2297-6a38-4b0a-b195-6e7a80ca044f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.474262] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911982, 'name': ReconfigVM_Task, 'duration_secs': 1.495914} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.476133] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 6bb7f6e7-2466-4199-9b36-b8163ba19256/6bb7f6e7-2466-4199-9b36-b8163ba19256.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.477765] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7ab11dd-ab69-4d0d-869c-a990598acf89 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.489025] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1138.489025] env[70542]: value = "task-3911983" [ 1138.489025] env[70542]: _type = "Task" [ 1138.489025] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.497654] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911983, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.744757] env[70542]: DEBUG oslo_vmware.rw_handles [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215a5ad-f90a-a521-2fb8-a68b6d0ae599/disk-0.vmdk. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1138.745803] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b38cf09-3423-469b-8c5f-7946a8f5181e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.757407] env[70542]: DEBUG oslo_vmware.rw_handles [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215a5ad-f90a-a521-2fb8-a68b6d0ae599/disk-0.vmdk is in state: ready. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1138.757587] env[70542]: ERROR oslo_vmware.rw_handles [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215a5ad-f90a-a521-2fb8-a68b6d0ae599/disk-0.vmdk due to incomplete transfer. [ 1138.757831] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4db9a1bd-2636-473b-92c2-1104a1117ed1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.776618] env[70542]: DEBUG oslo_vmware.rw_handles [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5215a5ad-f90a-a521-2fb8-a68b6d0ae599/disk-0.vmdk. {{(pid=70542) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1138.776924] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Uploaded image 698fa90d-a329-49e2-8d2c-ae5303bb55f5 to the Glance image server {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1138.778818] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Destroying the VM {{(pid=70542) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1138.780058] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1c33c900-e6aa-414a-a400-be821d93d8bf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.796884] env[70542]: DEBUG oslo_vmware.api [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 1138.796884] env[70542]: value = "task-3911984" [ 1138.796884] env[70542]: _type = "Task" [ 1138.796884] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.806419] env[70542]: DEBUG oslo_vmware.api [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911984, 'name': Destroy_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.862327] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee848228-2001-4524-9ab8-8f43ba695c9b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.870777] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ef1f2f-63ac-4583-9751-5bb540957273 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.906562] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248a5ca7-b896-44cb-92f4-96d6921adc8a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.914892] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d60eb3-7915-4c2e-8783-a1961f675836 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.931819] env[70542]: DEBUG nova.compute.provider_tree [None req-36874526-10e1-4701-ad1b-7266e51dc868 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.936815] env[70542]: DEBUG nova.network.neutron [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Successfully created port: 736104e5-a189-4796-a0cc-34b8fd17f47a {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1138.942092] env[70542]: DEBUG nova.network.neutron [None req-751e9345-eca2-4d90-9558-016565478023 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Updating instance_info_cache with network_info: [{"id": "15be8e29-fa05-4b1e-9ade-a4d8ac3fb487", "address": "fa:16:3e:fb:e8:34", "network": {"id": "9f572e7a-d135-4065-a1e6-301b98e54dba", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948852501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74896de6d46b4f10a7b78d1985e8b59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15be8e29-fa", "ovs_interfaceid": "15be8e29-fa05-4b1e-9ade-a4d8ac3fb487", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.948167] env[70542]: DEBUG nova.network.neutron [None req-c0b0d653-9209-4465-ac4e-af8b8d6860eb tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Updating instance_info_cache with network_info: [{"id": "d2aeb34e-4a4b-4fa9-ad19-67e6df85597f", "address": "fa:16:3e:28:f4:99", "network": {"id": "3986bea0-c3ec-447c-8646-17907c4e14a6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1758764011-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6639ac2c0d6341bba5ca4aa341da9ed6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2aeb34e-4a", "ovs_interfaceid": "d2aeb34e-4a4b-4fa9-ad19-67e6df85597f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.967530] env[70542]: DEBUG oslo_concurrency.lockutils [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "6ab42af6-337e-4c56-b72e-d973d0530fab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.967719] env[70542]: DEBUG oslo_concurrency.lockutils [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "6ab42af6-337e-4c56-b72e-d973d0530fab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.967932] env[70542]: DEBUG oslo_concurrency.lockutils [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "6ab42af6-337e-4c56-b72e-d973d0530fab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.969756] env[70542]: DEBUG oslo_concurrency.lockutils [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "6ab42af6-337e-4c56-b72e-d973d0530fab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.969756] env[70542]: DEBUG oslo_concurrency.lockutils [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "6ab42af6-337e-4c56-b72e-d973d0530fab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.971500] env[70542]: DEBUG nova.compute.manager [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1138.975079] env[70542]: INFO nova.compute.manager [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Terminating instance [ 1139.002163] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911983, 'name': Rename_Task, 'duration_secs': 0.282399} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.002475] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.002734] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adeee860-da74-41e0-b161-da526b002a32 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.005184] env[70542]: DEBUG nova.network.neutron [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.014196] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1139.014196] env[70542]: value = "task-3911985" [ 1139.014196] env[70542]: _type = "Task" [ 1139.014196] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.025784] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.214363] env[70542]: DEBUG nova.network.neutron [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Updating instance_info_cache with network_info: [{"id": "92dd50f9-487c-4023-9d40-3a8e46c6716d", "address": "fa:16:3e:1d:bc:3b", "network": {"id": "cb2452d7-26b0-41a5-b2ef-49ec0aa38d63", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-965637655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f974897deac94f82bcc21dc9f99839e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92dd50f9-48", "ovs_interfaceid": "92dd50f9-487c-4023-9d40-3a8e46c6716d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.308148] env[70542]: DEBUG oslo_vmware.api [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911984, 'name': Destroy_Task} progress is 33%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.432528] env[70542]: DEBUG nova.compute.manager [req-91df11c7-d79e-4c13-a78c-cdb2bc675003 req-e4f0a797-c32c-4da8-8971-7345eecb16df service nova] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Received event network-changed-92dd50f9-487c-4023-9d40-3a8e46c6716d {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.432720] env[70542]: DEBUG nova.compute.manager [req-91df11c7-d79e-4c13-a78c-cdb2bc675003 req-e4f0a797-c32c-4da8-8971-7345eecb16df service nova] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Refreshing instance network info cache due to event network-changed-92dd50f9-487c-4023-9d40-3a8e46c6716d. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.432906] env[70542]: DEBUG oslo_concurrency.lockutils [req-91df11c7-d79e-4c13-a78c-cdb2bc675003 req-e4f0a797-c32c-4da8-8971-7345eecb16df service nova] Acquiring lock "refresh_cache-5cbf310f-5a9a-4026-9eea-462525cb0fd7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.435197] env[70542]: DEBUG nova.scheduler.client.report [None req-36874526-10e1-4701-ad1b-7266e51dc868 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.445332] env[70542]: DEBUG oslo_concurrency.lockutils [None req-751e9345-eca2-4d90-9558-016565478023 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Releasing lock "refresh_cache-bb068ba4-14de-4b39-b127-f4c51d1c685f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.445955] env[70542]: DEBUG nova.objects.instance [None req-751e9345-eca2-4d90-9558-016565478023 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lazy-loading 'flavor' on Instance uuid bb068ba4-14de-4b39-b127-f4c51d1c685f {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.450413] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c0b0d653-9209-4465-ac4e-af8b8d6860eb tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Releasing lock "refresh_cache-5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.475023] env[70542]: DEBUG nova.compute.manager [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1139.484697] env[70542]: DEBUG nova.compute.manager [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.485046] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.486950] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dbe0dd-0e78-4f59-a72b-7c9574502323 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.502247] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.504741] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.507135] env[70542]: DEBUG nova.virt.hardware [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.508581] env[70542]: DEBUG nova.virt.hardware [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.508772] env[70542]: DEBUG nova.virt.hardware [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.508988] env[70542]: DEBUG nova.virt.hardware [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.509154] env[70542]: DEBUG nova.virt.hardware [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.510016] env[70542]: DEBUG nova.virt.hardware [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.510370] env[70542]: DEBUG nova.virt.hardware [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.510561] env[70542]: DEBUG nova.virt.hardware [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.510737] env[70542]: DEBUG nova.virt.hardware [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.510904] env[70542]: DEBUG nova.virt.hardware [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.511096] env[70542]: DEBUG nova.virt.hardware [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.511520] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ec944f3-1b63-442c-b2d1-d024e508fcbd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.515731] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea28791-7b57-46eb-ade5-a0c58ba59f0b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.524883] env[70542]: DEBUG oslo_vmware.api [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 1139.524883] env[70542]: value = "task-3911986" [ 1139.524883] env[70542]: _type = "Task" [ 1139.524883] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.530900] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911985, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.539332] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdfdf20-e4df-4304-bd4e-db047243f8b3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.552718] env[70542]: DEBUG oslo_vmware.api [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.719068] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Releasing lock "refresh_cache-5cbf310f-5a9a-4026-9eea-462525cb0fd7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.719304] env[70542]: DEBUG nova.compute.manager [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Instance network_info: |[{"id": "92dd50f9-487c-4023-9d40-3a8e46c6716d", "address": "fa:16:3e:1d:bc:3b", "network": {"id": "cb2452d7-26b0-41a5-b2ef-49ec0aa38d63", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-965637655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f974897deac94f82bcc21dc9f99839e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92dd50f9-48", "ovs_interfaceid": "92dd50f9-487c-4023-9d40-3a8e46c6716d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1139.719588] env[70542]: DEBUG oslo_concurrency.lockutils [req-91df11c7-d79e-4c13-a78c-cdb2bc675003 req-e4f0a797-c32c-4da8-8971-7345eecb16df service nova] Acquired lock "refresh_cache-5cbf310f-5a9a-4026-9eea-462525cb0fd7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.719803] env[70542]: DEBUG nova.network.neutron [req-91df11c7-d79e-4c13-a78c-cdb2bc675003 req-e4f0a797-c32c-4da8-8971-7345eecb16df service nova] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Refreshing network info cache for port 92dd50f9-487c-4023-9d40-3a8e46c6716d {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.721290] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:bc:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92dd50f9-487c-4023-9d40-3a8e46c6716d', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.729956] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Creating folder: Project (f974897deac94f82bcc21dc9f99839e5). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1139.730605] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b07ec354-741d-4d27-83fd-4499805140c0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.751894] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Created folder: Project (f974897deac94f82bcc21dc9f99839e5) in parent group-v776569. [ 1139.752204] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Creating folder: Instances. Parent ref: group-v776856. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1139.752511] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca889bd3-a0b6-456d-a965-ade45461afb7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.765990] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Created folder: Instances in parent group-v776856. [ 1139.766288] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.766505] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.767105] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d50e092d-c0a4-45eb-9e6b-aa9eb5771cc2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.787553] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.787553] env[70542]: value = "task-3911989" [ 1139.787553] env[70542]: _type = "Task" [ 1139.787553] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.795728] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911989, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.807487] env[70542]: DEBUG oslo_vmware.api [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911984, 'name': Destroy_Task, 'duration_secs': 0.653448} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.807845] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Destroyed the VM [ 1139.807978] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Deleting Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1139.808299] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ffb2e990-6e25-4b76-b454-c12c5e7cd9e3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.815971] env[70542]: DEBUG oslo_vmware.api [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 1139.815971] env[70542]: value = "task-3911990" [ 1139.815971] env[70542]: _type = "Task" [ 1139.815971] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.826295] env[70542]: DEBUG oslo_vmware.api [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911990, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.955237] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a6346b-717f-422e-912d-4e8ea6cf825f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.985037] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-751e9345-eca2-4d90-9558-016565478023 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.985252] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99d114ea-57d4-42e2-9745-91f9e8520190 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.994413] env[70542]: DEBUG oslo_vmware.api [None req-751e9345-eca2-4d90-9558-016565478023 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1139.994413] env[70542]: value = "task-3911991" [ 1139.994413] env[70542]: _type = "Task" [ 1139.994413] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.007086] env[70542]: DEBUG oslo_vmware.api [None req-751e9345-eca2-4d90-9558-016565478023 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.029102] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911985, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.043346] env[70542]: DEBUG oslo_vmware.api [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911986, 'name': PowerOffVM_Task, 'duration_secs': 0.263081} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.043346] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.043576] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.043913] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f43b4f65-471c-452d-954d-55717dde1e36 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.057454] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0683004c-34bf-430d-a774-e219a6d802d6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.065468] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d005b987-b05a-460e-8fe2-1a68610fb0d3 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Suspending the VM {{(pid=70542) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1140.065885] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-79677fb4-b18b-4b38-841e-931322ce4d62 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.074287] env[70542]: DEBUG oslo_vmware.api [None req-d005b987-b05a-460e-8fe2-1a68610fb0d3 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 1140.074287] env[70542]: value = "task-3911993" [ 1140.074287] env[70542]: _type = "Task" [ 1140.074287] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.084643] env[70542]: DEBUG oslo_vmware.api [None req-d005b987-b05a-460e-8fe2-1a68610fb0d3 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911993, 'name': SuspendVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.152936] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.153290] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.153503] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Deleting the datastore file [datastore1] 6ab42af6-337e-4c56-b72e-d973d0530fab {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.153890] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-898b5312-ac7d-4672-988d-adcd9dbf3353 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.164098] env[70542]: DEBUG oslo_vmware.api [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for the task: (returnval){ [ 1140.164098] env[70542]: value = "task-3911994" [ 1140.164098] env[70542]: _type = "Task" [ 1140.164098] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.177618] env[70542]: DEBUG oslo_vmware.api [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.300754] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911989, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.327391] env[70542]: DEBUG oslo_vmware.api [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911990, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.445841] env[70542]: DEBUG oslo_concurrency.lockutils [None req-36874526-10e1-4701-ad1b-7266e51dc868 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.381s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.449665] env[70542]: DEBUG oslo_concurrency.lockutils [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.437s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.451623] env[70542]: INFO nova.compute.claims [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.460936] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b0d653-9209-4465-ac4e-af8b8d6860eb tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.461353] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45fda97f-9536-42b3-9643-8045b0050259 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.472010] env[70542]: DEBUG oslo_vmware.api [None req-c0b0d653-9209-4465-ac4e-af8b8d6860eb tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1140.472010] env[70542]: value = "task-3911995" [ 1140.472010] env[70542]: _type = "Task" [ 1140.472010] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.485734] env[70542]: DEBUG oslo_vmware.api [None req-c0b0d653-9209-4465-ac4e-af8b8d6860eb tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.509452] env[70542]: DEBUG oslo_vmware.api [None req-751e9345-eca2-4d90-9558-016565478023 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911991, 'name': PowerOffVM_Task, 'duration_secs': 0.27182} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.513086] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-751e9345-eca2-4d90-9558-016565478023 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.517855] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-751e9345-eca2-4d90-9558-016565478023 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1140.519069] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cfab56d-f12e-41bf-b039-f235a27428d4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.547535] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911985, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.550209] env[70542]: DEBUG nova.network.neutron [req-91df11c7-d79e-4c13-a78c-cdb2bc675003 req-e4f0a797-c32c-4da8-8971-7345eecb16df service nova] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Updated VIF entry in instance network info cache for port 92dd50f9-487c-4023-9d40-3a8e46c6716d. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.550541] env[70542]: DEBUG nova.network.neutron [req-91df11c7-d79e-4c13-a78c-cdb2bc675003 req-e4f0a797-c32c-4da8-8971-7345eecb16df service nova] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Updating instance_info_cache with network_info: [{"id": "92dd50f9-487c-4023-9d40-3a8e46c6716d", "address": "fa:16:3e:1d:bc:3b", "network": {"id": "cb2452d7-26b0-41a5-b2ef-49ec0aa38d63", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-965637655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f974897deac94f82bcc21dc9f99839e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92dd50f9-48", "ovs_interfaceid": "92dd50f9-487c-4023-9d40-3a8e46c6716d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.551988] env[70542]: DEBUG oslo_vmware.api [None req-751e9345-eca2-4d90-9558-016565478023 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1140.551988] env[70542]: value = "task-3911996" [ 1140.551988] env[70542]: _type = "Task" [ 1140.551988] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.562949] env[70542]: DEBUG oslo_vmware.api [None req-751e9345-eca2-4d90-9558-016565478023 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911996, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.585852] env[70542]: DEBUG oslo_vmware.api [None req-d005b987-b05a-460e-8fe2-1a68610fb0d3 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911993, 'name': SuspendVM_Task} progress is 50%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.677315] env[70542]: DEBUG oslo_vmware.api [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Task: {'id': task-3911994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24954} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.677315] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.677315] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.677315] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.677315] env[70542]: INFO nova.compute.manager [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1140.677643] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.677643] env[70542]: DEBUG nova.compute.manager [-] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.677702] env[70542]: DEBUG nova.network.neutron [-] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.794015] env[70542]: DEBUG nova.network.neutron [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Successfully updated port: 736104e5-a189-4796-a0cc-34b8fd17f47a {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.800535] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3911989, 'name': CreateVM_Task, 'duration_secs': 0.515701} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.800535] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.800856] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.800924] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.801393] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.801637] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a80b38eb-46d1-44d2-80dc-b64dabfbb50a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.807897] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1140.807897] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5229a875-e00d-2960-54ae-691a7112defa" [ 1140.807897] env[70542]: _type = "Task" [ 1140.807897] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.821569] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5229a875-e00d-2960-54ae-691a7112defa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.831829] env[70542]: DEBUG oslo_vmware.api [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3911990, 'name': RemoveSnapshot_Task, 'duration_secs': 0.755885} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.831829] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Deleted Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1140.832033] env[70542]: DEBUG nova.compute.manager [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1140.833028] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6ecd1c-49a5-47ee-92e5-9ca80d407a14 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.983271] env[70542]: DEBUG oslo_vmware.api [None req-c0b0d653-9209-4465-ac4e-af8b8d6860eb tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911995, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.034770] env[70542]: DEBUG oslo_vmware.api [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3911985, 'name': PowerOnVM_Task, 'duration_secs': 1.703645} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.035170] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.035335] env[70542]: INFO nova.compute.manager [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Took 12.09 seconds to spawn the instance on the hypervisor. [ 1141.035888] env[70542]: DEBUG nova.compute.manager [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1141.037462] env[70542]: INFO nova.scheduler.client.report [None req-36874526-10e1-4701-ad1b-7266e51dc868 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Deleted allocation for migration 8bf9f654-0b55-4149-8ed6-4698474b1265 [ 1141.045819] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8a21c7-f8a4-4367-a5db-4b17f097a71a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.059016] env[70542]: DEBUG oslo_concurrency.lockutils [req-91df11c7-d79e-4c13-a78c-cdb2bc675003 req-e4f0a797-c32c-4da8-8971-7345eecb16df service nova] Releasing lock "refresh_cache-5cbf310f-5a9a-4026-9eea-462525cb0fd7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.071700] env[70542]: DEBUG oslo_vmware.api [None req-751e9345-eca2-4d90-9558-016565478023 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911996, 'name': ReconfigVM_Task, 'duration_secs': 0.285371} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.072026] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-751e9345-eca2-4d90-9558-016565478023 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1141.072209] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-751e9345-eca2-4d90-9558-016565478023 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.072477] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38d74a28-85f5-4b37-a491-7dcf7552ddd7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.085028] env[70542]: DEBUG oslo_vmware.api [None req-751e9345-eca2-4d90-9558-016565478023 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1141.085028] env[70542]: value = "task-3911997" [ 1141.085028] env[70542]: _type = "Task" [ 1141.085028] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.090526] env[70542]: DEBUG oslo_vmware.api [None req-d005b987-b05a-460e-8fe2-1a68610fb0d3 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3911993, 'name': SuspendVM_Task, 'duration_secs': 0.817802} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.091265] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d005b987-b05a-460e-8fe2-1a68610fb0d3 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Suspended the VM {{(pid=70542) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1141.092569] env[70542]: DEBUG nova.compute.manager [None req-d005b987-b05a-460e-8fe2-1a68610fb0d3 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1141.092569] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d0ce13-f8a9-460a-a6e6-15a4f040f8ee {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.101907] env[70542]: DEBUG oslo_vmware.api [None req-751e9345-eca2-4d90-9558-016565478023 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.102405] env[70542]: DEBUG nova.compute.manager [req-079f4033-3f88-4899-af82-06a80b45af0e req-8fc4fe99-7006-440d-86fb-7722858f075d service nova] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Received event network-vif-deleted-872fb7c5-f72d-4cdb-ba23-8cb5c683d68c {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.102903] env[70542]: INFO nova.compute.manager [req-079f4033-3f88-4899-af82-06a80b45af0e req-8fc4fe99-7006-440d-86fb-7722858f075d service nova] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Neutron deleted interface 872fb7c5-f72d-4cdb-ba23-8cb5c683d68c; detaching it from the instance and deleting it from the info cache [ 1141.103306] env[70542]: DEBUG nova.network.neutron [req-079f4033-3f88-4899-af82-06a80b45af0e req-8fc4fe99-7006-440d-86fb-7722858f075d service nova] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.300540] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Acquiring lock "refresh_cache-ac363f82-f4a1-43a4-8f1a-a289cc884070" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.300715] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Acquired lock "refresh_cache-ac363f82-f4a1-43a4-8f1a-a289cc884070" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.300956] env[70542]: DEBUG nova.network.neutron [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.319600] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5229a875-e00d-2960-54ae-691a7112defa, 'name': SearchDatastore_Task, 'duration_secs': 0.013969} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.319820] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.320018] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.320268] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.320413] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.320589] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.320866] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd4e17ca-a184-4242-98ae-43ced95b3d32 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.332542] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.332750] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.333538] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d96b13bc-f8d2-433c-927b-4ab0fa4b8fdd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.339835] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1141.339835] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c62f4a-06ef-5070-8aef-34474ca2abba" [ 1141.339835] env[70542]: _type = "Task" [ 1141.339835] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.351347] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c62f4a-06ef-5070-8aef-34474ca2abba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.352217] env[70542]: INFO nova.compute.manager [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Shelve offloading [ 1141.474565] env[70542]: DEBUG nova.compute.manager [req-4c53e342-07d8-4c6d-9760-b727c10b356f req-5259007f-bc5c-416d-b4b7-7273a32b7c1d service nova] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Received event network-vif-plugged-736104e5-a189-4796-a0cc-34b8fd17f47a {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.474565] env[70542]: DEBUG oslo_concurrency.lockutils [req-4c53e342-07d8-4c6d-9760-b727c10b356f req-5259007f-bc5c-416d-b4b7-7273a32b7c1d service nova] Acquiring lock "ac363f82-f4a1-43a4-8f1a-a289cc884070-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.474565] env[70542]: DEBUG oslo_concurrency.lockutils [req-4c53e342-07d8-4c6d-9760-b727c10b356f req-5259007f-bc5c-416d-b4b7-7273a32b7c1d service nova] Lock "ac363f82-f4a1-43a4-8f1a-a289cc884070-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.474565] env[70542]: DEBUG oslo_concurrency.lockutils [req-4c53e342-07d8-4c6d-9760-b727c10b356f req-5259007f-bc5c-416d-b4b7-7273a32b7c1d service nova] Lock "ac363f82-f4a1-43a4-8f1a-a289cc884070-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.474565] env[70542]: DEBUG nova.compute.manager [req-4c53e342-07d8-4c6d-9760-b727c10b356f req-5259007f-bc5c-416d-b4b7-7273a32b7c1d service nova] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] No waiting events found dispatching network-vif-plugged-736104e5-a189-4796-a0cc-34b8fd17f47a {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1141.475382] env[70542]: WARNING nova.compute.manager [req-4c53e342-07d8-4c6d-9760-b727c10b356f req-5259007f-bc5c-416d-b4b7-7273a32b7c1d service nova] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Received unexpected event network-vif-plugged-736104e5-a189-4796-a0cc-34b8fd17f47a for instance with vm_state building and task_state spawning. [ 1141.475382] env[70542]: DEBUG nova.compute.manager [req-4c53e342-07d8-4c6d-9760-b727c10b356f req-5259007f-bc5c-416d-b4b7-7273a32b7c1d service nova] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Received event network-changed-736104e5-a189-4796-a0cc-34b8fd17f47a {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.475382] env[70542]: DEBUG nova.compute.manager [req-4c53e342-07d8-4c6d-9760-b727c10b356f req-5259007f-bc5c-416d-b4b7-7273a32b7c1d service nova] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Refreshing instance network info cache due to event network-changed-736104e5-a189-4796-a0cc-34b8fd17f47a. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.475867] env[70542]: DEBUG oslo_concurrency.lockutils [req-4c53e342-07d8-4c6d-9760-b727c10b356f req-5259007f-bc5c-416d-b4b7-7273a32b7c1d service nova] Acquiring lock "refresh_cache-ac363f82-f4a1-43a4-8f1a-a289cc884070" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.487168] env[70542]: DEBUG oslo_vmware.api [None req-c0b0d653-9209-4465-ac4e-af8b8d6860eb tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3911995, 'name': PowerOnVM_Task, 'duration_secs': 0.679374} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.487483] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b0d653-9209-4465-ac4e-af8b8d6860eb tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.487699] env[70542]: DEBUG nova.compute.manager [None req-c0b0d653-9209-4465-ac4e-af8b8d6860eb tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1141.491267] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d74ee0-6555-4040-8f9c-ea91b0be119d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.547562] env[70542]: DEBUG oslo_concurrency.lockutils [None req-36874526-10e1-4701-ad1b-7266e51dc868 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "eef02990-c512-44f2-8fc7-eab27e22ab58" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 30.692s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.573676] env[70542]: INFO nova.compute.manager [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Took 37.61 seconds to build instance. [ 1141.582030] env[70542]: DEBUG nova.network.neutron [-] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.595823] env[70542]: DEBUG oslo_vmware.api [None req-751e9345-eca2-4d90-9558-016565478023 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911997, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.616967] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea1673bb-eec9-4511-9d91-a8c9a968b829 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.628834] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a902b06b-4596-4f12-8bd9-9949b937bb5e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.684288] env[70542]: DEBUG nova.compute.manager [req-079f4033-3f88-4899-af82-06a80b45af0e req-8fc4fe99-7006-440d-86fb-7722858f075d service nova] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Detach interface failed, port_id=872fb7c5-f72d-4cdb-ba23-8cb5c683d68c, reason: Instance 6ab42af6-337e-4c56-b72e-d973d0530fab could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1141.836962] env[70542]: DEBUG nova.network.neutron [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1141.852232] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c62f4a-06ef-5070-8aef-34474ca2abba, 'name': SearchDatastore_Task, 'duration_secs': 0.034291} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.853061] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-783f8079-4993-412d-91e2-06b6d0b4c91c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.857840] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.859319] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fca27ed2-2562-4fb5-b75d-d01d93c2d38b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.862702] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb5d4c4-bccb-4b7e-8867-43da6ef64bc6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.866288] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1141.866288] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526dcf4d-6eed-121a-f950-b72117c7b28e" [ 1141.866288] env[70542]: _type = "Task" [ 1141.866288] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.877292] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbe2796-fb25-4f15-a971-a3b9606f1876 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.878593] env[70542]: DEBUG oslo_vmware.api [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 1141.878593] env[70542]: value = "task-3911998" [ 1141.878593] env[70542]: _type = "Task" [ 1141.878593] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.881674] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526dcf4d-6eed-121a-f950-b72117c7b28e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.913882] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e9fb38-1af1-4409-8f3b-b1344215cc0b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.920942] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] VM already powered off {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1141.921193] env[70542]: DEBUG nova.compute.manager [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1141.921977] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23c303c-4bc9-4b78-aea7-774cba9a334d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.927869] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ceeb037-797f-4f34-ab1d-ba6abf9b3e23 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.933945] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "refresh_cache-a02183c0-68a1-4618-922a-64ce8d3fefc1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.934143] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquired lock "refresh_cache-a02183c0-68a1-4618-922a-64ce8d3fefc1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.934321] env[70542]: DEBUG nova.network.neutron [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.946071] env[70542]: DEBUG nova.compute.provider_tree [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.949902] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "eef02990-c512-44f2-8fc7-eab27e22ab58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.949902] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "eef02990-c512-44f2-8fc7-eab27e22ab58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.950154] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "eef02990-c512-44f2-8fc7-eab27e22ab58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.950154] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "eef02990-c512-44f2-8fc7-eab27e22ab58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.950313] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "eef02990-c512-44f2-8fc7-eab27e22ab58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.952770] env[70542]: INFO nova.compute.manager [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Terminating instance [ 1141.969318] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.969949] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.075093] env[70542]: DEBUG oslo_concurrency.lockutils [None req-84319b34-b1a1-4da1-bcc3-2d2905841f79 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "6bb7f6e7-2466-4199-9b36-b8163ba19256" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.243s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.080709] env[70542]: DEBUG nova.network.neutron [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Updating instance_info_cache with network_info: [{"id": "736104e5-a189-4796-a0cc-34b8fd17f47a", "address": "fa:16:3e:0c:b1:74", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap736104e5-a1", "ovs_interfaceid": "736104e5-a189-4796-a0cc-34b8fd17f47a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.085714] env[70542]: INFO nova.compute.manager [-] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Took 1.41 seconds to deallocate network for instance. [ 1142.104518] env[70542]: DEBUG oslo_vmware.api [None req-751e9345-eca2-4d90-9558-016565478023 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3911997, 'name': PowerOnVM_Task, 'duration_secs': 0.982009} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.104863] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-751e9345-eca2-4d90-9558-016565478023 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.105735] env[70542]: DEBUG nova.compute.manager [None req-751e9345-eca2-4d90-9558-016565478023 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1142.106112] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44efb125-c258-4020-89a6-fb7fda8346a2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.379884] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526dcf4d-6eed-121a-f950-b72117c7b28e, 'name': SearchDatastore_Task, 'duration_secs': 0.017178} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.380172] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.380431] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 5cbf310f-5a9a-4026-9eea-462525cb0fd7/5cbf310f-5a9a-4026-9eea-462525cb0fd7.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.380730] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7327481c-88ce-4b5c-9e49-3b3ab2849023 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.390645] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1142.390645] env[70542]: value = "task-3911999" [ 1142.390645] env[70542]: _type = "Task" [ 1142.390645] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.399987] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3911999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.450128] env[70542]: DEBUG nova.scheduler.client.report [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.456739] env[70542]: DEBUG nova.compute.manager [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.456959] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.458102] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531670b8-74a6-485f-a020-889b3b7cc8ed {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.467241] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.468765] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fca4dcf3-b0b8-4c2b-806b-e9a5aca29aee {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.481018] env[70542]: DEBUG oslo_vmware.api [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1142.481018] env[70542]: value = "task-3912000" [ 1142.481018] env[70542]: _type = "Task" [ 1142.481018] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.481018] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.485069] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.485584] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.486246] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.486418] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.486613] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.486754] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70542) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1142.486906] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager.update_available_resource {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.491892] env[70542]: DEBUG oslo_vmware.api [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.586339] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Releasing lock "refresh_cache-ac363f82-f4a1-43a4-8f1a-a289cc884070" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.586339] env[70542]: DEBUG nova.compute.manager [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Instance network_info: |[{"id": "736104e5-a189-4796-a0cc-34b8fd17f47a", "address": "fa:16:3e:0c:b1:74", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap736104e5-a1", "ovs_interfaceid": "736104e5-a189-4796-a0cc-34b8fd17f47a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1142.586339] env[70542]: DEBUG oslo_concurrency.lockutils [req-4c53e342-07d8-4c6d-9760-b727c10b356f req-5259007f-bc5c-416d-b4b7-7273a32b7c1d service nova] Acquired lock "refresh_cache-ac363f82-f4a1-43a4-8f1a-a289cc884070" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.586339] env[70542]: DEBUG nova.network.neutron [req-4c53e342-07d8-4c6d-9760-b727c10b356f req-5259007f-bc5c-416d-b4b7-7273a32b7c1d service nova] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Refreshing network info cache for port 736104e5-a189-4796-a0cc-34b8fd17f47a {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.587548] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:b1:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '736104e5-a189-4796-a0cc-34b8fd17f47a', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.595218] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.595756] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.595997] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a46ddff0-bf8b-4d9d-b40f-408d3830264d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.615135] env[70542]: DEBUG oslo_concurrency.lockutils [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.625349] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.625349] env[70542]: value = "task-3912001" [ 1142.625349] env[70542]: _type = "Task" [ 1142.625349] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.637278] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912001, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.701635] env[70542]: DEBUG oslo_concurrency.lockutils [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "6bb7f6e7-2466-4199-9b36-b8163ba19256" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.702218] env[70542]: DEBUG oslo_concurrency.lockutils [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "6bb7f6e7-2466-4199-9b36-b8163ba19256" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.702218] env[70542]: INFO nova.compute.manager [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Shelving [ 1142.829399] env[70542]: DEBUG nova.network.neutron [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Updating instance_info_cache with network_info: [{"id": "006653fe-4618-46c4-86f5-24f60e96ec81", "address": "fa:16:3e:9f:ff:12", "network": {"id": "ac3919ad-8c2a-4a8e-95f5-f451c37bbee8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1414382297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4224b36262db4e589f89295d0299e529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap006653fe-46", "ovs_interfaceid": "006653fe-4618-46c4-86f5-24f60e96ec81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.857015] env[70542]: INFO nova.compute.manager [None req-7ec0f75c-d4cc-4c45-b2e0-212c1cd4a9e7 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Resuming [ 1142.857678] env[70542]: DEBUG nova.objects.instance [None req-7ec0f75c-d4cc-4c45-b2e0-212c1cd4a9e7 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lazy-loading 'flavor' on Instance uuid 89ae4a6d-70ab-4e83-8a97-063321b8dab4 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.903331] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3911999, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.956057] env[70542]: DEBUG oslo_concurrency.lockutils [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.956813] env[70542]: DEBUG nova.compute.manager [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1142.961478] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.164s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.995117] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.995117] env[70542]: DEBUG oslo_vmware.api [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912000, 'name': PowerOffVM_Task, 'duration_secs': 0.290196} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.995323] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.995498] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.995789] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2206b955-5005-48b0-a7e9-a71f61d1f87a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.078775] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.079080] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.079323] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Deleting the datastore file [datastore1] eef02990-c512-44f2-8fc7-eab27e22ab58 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.079639] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10bb4c91-356c-4925-91e1-087b78124406 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.089207] env[70542]: DEBUG oslo_vmware.api [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1143.089207] env[70542]: value = "task-3912003" [ 1143.089207] env[70542]: _type = "Task" [ 1143.089207] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.101653] env[70542]: DEBUG oslo_vmware.api [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.140531] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912001, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.333334] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Releasing lock "refresh_cache-a02183c0-68a1-4618-922a-64ce8d3fefc1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.376264] env[70542]: DEBUG nova.network.neutron [req-4c53e342-07d8-4c6d-9760-b727c10b356f req-5259007f-bc5c-416d-b4b7-7273a32b7c1d service nova] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Updated VIF entry in instance network info cache for port 736104e5-a189-4796-a0cc-34b8fd17f47a. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.376681] env[70542]: DEBUG nova.network.neutron [req-4c53e342-07d8-4c6d-9760-b727c10b356f req-5259007f-bc5c-416d-b4b7-7273a32b7c1d service nova] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Updating instance_info_cache with network_info: [{"id": "736104e5-a189-4796-a0cc-34b8fd17f47a", "address": "fa:16:3e:0c:b1:74", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap736104e5-a1", "ovs_interfaceid": "736104e5-a189-4796-a0cc-34b8fd17f47a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.403051] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3911999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646048} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.403405] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 5cbf310f-5a9a-4026-9eea-462525cb0fd7/5cbf310f-5a9a-4026-9eea-462525cb0fd7.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.403727] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.403966] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48855fdf-83ad-4366-b2b6-7a6a18ae5611 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.413693] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1143.413693] env[70542]: value = "task-3912004" [ 1143.413693] env[70542]: _type = "Task" [ 1143.413693] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.423561] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.465453] env[70542]: DEBUG nova.compute.utils [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.473093] env[70542]: INFO nova.compute.claims [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.479462] env[70542]: DEBUG nova.compute.manager [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1143.479673] env[70542]: DEBUG nova.network.neutron [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1143.563749] env[70542]: DEBUG nova.policy [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '636aa9b3c4844b21b44931adb536fc77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3850b9c8425489ea8aedd367c3848a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1143.602319] env[70542]: DEBUG oslo_vmware.api [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421092} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.602713] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.602845] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.603275] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.603664] env[70542]: INFO nova.compute.manager [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1143.604063] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.607239] env[70542]: DEBUG nova.compute.manager [-] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.607239] env[70542]: DEBUG nova.network.neutron [-] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.638588] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912001, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.714236] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.714654] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba66b2a2-b093-4494-850b-6dc75e98ed9a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.722726] env[70542]: DEBUG oslo_vmware.api [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1143.722726] env[70542]: value = "task-3912005" [ 1143.722726] env[70542]: _type = "Task" [ 1143.722726] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.733638] env[70542]: DEBUG oslo_vmware.api [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.879390] env[70542]: DEBUG oslo_concurrency.lockutils [req-4c53e342-07d8-4c6d-9760-b727c10b356f req-5259007f-bc5c-416d-b4b7-7273a32b7c1d service nova] Releasing lock "refresh_cache-ac363f82-f4a1-43a4-8f1a-a289cc884070" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.890040] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.890974] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef277b7-ae12-4c6e-bf4c-6169475c3a0b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.899625] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.899949] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-965fd98d-0ce2-414b-bef0-16be8d2d8fff {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.912854] env[70542]: DEBUG nova.compute.manager [req-7d13a1a2-252d-48e5-b58e-6afa4d791e01 req-22503043-2eb3-4762-aaaf-79566ef9e232 service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Received event network-vif-unplugged-006653fe-4618-46c4-86f5-24f60e96ec81 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.913085] env[70542]: DEBUG oslo_concurrency.lockutils [req-7d13a1a2-252d-48e5-b58e-6afa4d791e01 req-22503043-2eb3-4762-aaaf-79566ef9e232 service nova] Acquiring lock "a02183c0-68a1-4618-922a-64ce8d3fefc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.913445] env[70542]: DEBUG oslo_concurrency.lockutils [req-7d13a1a2-252d-48e5-b58e-6afa4d791e01 req-22503043-2eb3-4762-aaaf-79566ef9e232 service nova] Lock "a02183c0-68a1-4618-922a-64ce8d3fefc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.913525] env[70542]: DEBUG oslo_concurrency.lockutils [req-7d13a1a2-252d-48e5-b58e-6afa4d791e01 req-22503043-2eb3-4762-aaaf-79566ef9e232 service nova] Lock "a02183c0-68a1-4618-922a-64ce8d3fefc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.913700] env[70542]: DEBUG nova.compute.manager [req-7d13a1a2-252d-48e5-b58e-6afa4d791e01 req-22503043-2eb3-4762-aaaf-79566ef9e232 service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] No waiting events found dispatching network-vif-unplugged-006653fe-4618-46c4-86f5-24f60e96ec81 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1143.913864] env[70542]: WARNING nova.compute.manager [req-7d13a1a2-252d-48e5-b58e-6afa4d791e01 req-22503043-2eb3-4762-aaaf-79566ef9e232 service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Received unexpected event network-vif-unplugged-006653fe-4618-46c4-86f5-24f60e96ec81 for instance with vm_state shelved and task_state shelving_offloading. [ 1143.924370] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100944} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.924716] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.926018] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e6978f-8e79-47d0-81ed-427c9a2e170d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.952818] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 5cbf310f-5a9a-4026-9eea-462525cb0fd7/5cbf310f-5a9a-4026-9eea-462525cb0fd7.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.953331] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a541db3-cc78-4aa9-a794-c67509a7ee44 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.978360] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1143.978360] env[70542]: value = "task-3912007" [ 1143.978360] env[70542]: _type = "Task" [ 1143.978360] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.982811] env[70542]: DEBUG nova.compute.manager [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1143.989831] env[70542]: INFO nova.compute.resource_tracker [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Updating resource usage from migration 051c6506-0b2d-448a-b348-34893da12791 [ 1143.998410] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.999970] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.000250] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.000433] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Deleting the datastore file [datastore1] a02183c0-68a1-4618-922a-64ce8d3fefc1 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.000712] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-981aa3df-8abd-449c-bdf5-76c7bc42b634 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.013428] env[70542]: DEBUG oslo_vmware.api [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 1144.013428] env[70542]: value = "task-3912008" [ 1144.013428] env[70542]: _type = "Task" [ 1144.013428] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.031128] env[70542]: DEBUG oslo_vmware.api [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.137286] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912001, 'name': CreateVM_Task, 'duration_secs': 1.466109} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.137558] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.138250] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.138450] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.138799] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.139101] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c01a8363-6049-4cbf-af3c-c3ec3db22fd2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.147152] env[70542]: DEBUG oslo_vmware.api [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Waiting for the task: (returnval){ [ 1144.147152] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52de3ff0-06a0-d5dc-e105-ba9249680106" [ 1144.147152] env[70542]: _type = "Task" [ 1144.147152] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.158243] env[70542]: DEBUG oslo_vmware.api [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52de3ff0-06a0-d5dc-e105-ba9249680106, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.237596] env[70542]: DEBUG oslo_vmware.api [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912005, 'name': PowerOffVM_Task, 'duration_secs': 0.420754} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.242206] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.243551] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fc4fb4-96ed-43e7-9e7f-968ca99784f4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.276215] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0de8d9-5cfe-4c6d-82ff-3f48b20afd0b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.373923] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7ec0f75c-d4cc-4c45-b2e0-212c1cd4a9e7 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquiring lock "refresh_cache-89ae4a6d-70ab-4e83-8a97-063321b8dab4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.373923] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7ec0f75c-d4cc-4c45-b2e0-212c1cd4a9e7 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquired lock "refresh_cache-89ae4a6d-70ab-4e83-8a97-063321b8dab4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.373923] env[70542]: DEBUG nova.network.neutron [None req-7ec0f75c-d4cc-4c45-b2e0-212c1cd4a9e7 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.395286] env[70542]: DEBUG nova.network.neutron [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Successfully created port: e1854e81-4cf2-48cb-9f9e-474b20ca3851 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.448706] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88b62b6-3da6-49a5-a455-8ee1251baf6d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.457580] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c736cf63-7c02-4f9d-8e70-611632007766 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.500232] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4587d1-493c-4c7f-a0fd-53d00a869204 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.511649] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912007, 'name': ReconfigVM_Task, 'duration_secs': 0.514934} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.513283] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 5cbf310f-5a9a-4026-9eea-462525cb0fd7/5cbf310f-5a9a-4026-9eea-462525cb0fd7.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.513888] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3137db99-7565-4c22-a53b-eedacf99ee8e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.517019] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a5a53e-1db6-4b62-bd24-cb88eb845421 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.533668] env[70542]: DEBUG oslo_vmware.api [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325054} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.542961] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.542961] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.542961] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.544976] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1144.544976] env[70542]: value = "task-3912009" [ 1144.544976] env[70542]: _type = "Task" [ 1144.544976] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.547014] env[70542]: DEBUG nova.compute.provider_tree [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.558458] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912009, 'name': Rename_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.577400] env[70542]: INFO nova.scheduler.client.report [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Deleted allocations for instance a02183c0-68a1-4618-922a-64ce8d3fefc1 [ 1144.659480] env[70542]: DEBUG oslo_vmware.api [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52de3ff0-06a0-d5dc-e105-ba9249680106, 'name': SearchDatastore_Task, 'duration_secs': 0.029134} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.659834] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.660082] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.660319] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.660521] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.660652] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.660918] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0a2920c-479c-46f9-a9ce-21fe9349b5da {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.665220] env[70542]: DEBUG nova.compute.manager [req-e3a73038-a4f2-45be-ab06-88762ce2e633 req-ab30e785-2970-455e-8f12-059e8afa2def service nova] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Received event network-vif-deleted-d852207d-5092-40c0-bc22-bf8cf0710530 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.665539] env[70542]: INFO nova.compute.manager [req-e3a73038-a4f2-45be-ab06-88762ce2e633 req-ab30e785-2970-455e-8f12-059e8afa2def service nova] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Neutron deleted interface d852207d-5092-40c0-bc22-bf8cf0710530; detaching it from the instance and deleting it from the info cache [ 1144.665745] env[70542]: DEBUG nova.network.neutron [req-e3a73038-a4f2-45be-ab06-88762ce2e633 req-ab30e785-2970-455e-8f12-059e8afa2def service nova] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.676533] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.676842] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.677552] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e38a199-105c-48e1-8395-3877d60b56c6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.684934] env[70542]: DEBUG oslo_vmware.api [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Waiting for the task: (returnval){ [ 1144.684934] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f70ea0-6c59-a60f-30f4-22710de67045" [ 1144.684934] env[70542]: _type = "Task" [ 1144.684934] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.694629] env[70542]: DEBUG oslo_vmware.api [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f70ea0-6c59-a60f-30f4-22710de67045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.788555] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Creating Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1144.788898] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5d13ae28-62e5-43c1-bb2f-565374d7f281 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.798793] env[70542]: DEBUG oslo_vmware.api [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1144.798793] env[70542]: value = "task-3912010" [ 1144.798793] env[70542]: _type = "Task" [ 1144.798793] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.815539] env[70542]: DEBUG oslo_vmware.api [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912010, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.005860] env[70542]: DEBUG nova.compute.manager [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.036581] env[70542]: DEBUG nova.virt.hardware [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.036848] env[70542]: DEBUG nova.virt.hardware [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.037008] env[70542]: DEBUG nova.virt.hardware [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.037200] env[70542]: DEBUG nova.virt.hardware [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.037347] env[70542]: DEBUG nova.virt.hardware [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.037496] env[70542]: DEBUG nova.virt.hardware [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.037707] env[70542]: DEBUG nova.virt.hardware [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.037909] env[70542]: DEBUG nova.virt.hardware [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.038089] env[70542]: DEBUG nova.virt.hardware [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.038339] env[70542]: DEBUG nova.virt.hardware [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.038515] env[70542]: DEBUG nova.virt.hardware [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.039437] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eaf6175-b674-45bb-8da9-e7b565cf7833 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.047656] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdf3eae-52d9-46fe-8346-3d1fca8c5fac {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.053055] env[70542]: DEBUG nova.scheduler.client.report [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.074250] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912009, 'name': Rename_Task, 'duration_secs': 0.220141} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.075163] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.075428] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebff5def-a132-4f37-8c27-90e86eeece7b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.082818] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.085288] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1145.085288] env[70542]: value = "task-3912011" [ 1145.085288] env[70542]: _type = "Task" [ 1145.085288] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.098600] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.106246] env[70542]: DEBUG nova.network.neutron [-] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.170444] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b95f1318-3ff3-4014-9011-d9dfbdec31e8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.181689] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1554ef-694c-4aa5-97e0-35d4f228b224 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.205893] env[70542]: DEBUG oslo_vmware.api [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f70ea0-6c59-a60f-30f4-22710de67045, 'name': SearchDatastore_Task, 'duration_secs': 0.01901} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.206903] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83e31947-fabb-4576-9ece-319294cf31be {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.214294] env[70542]: DEBUG oslo_vmware.api [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Waiting for the task: (returnval){ [ 1145.214294] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c78e93-fe2b-299d-59b7-01e0c9a308b2" [ 1145.214294] env[70542]: _type = "Task" [ 1145.214294] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.230916] env[70542]: DEBUG nova.compute.manager [req-e3a73038-a4f2-45be-ab06-88762ce2e633 req-ab30e785-2970-455e-8f12-059e8afa2def service nova] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Detach interface failed, port_id=d852207d-5092-40c0-bc22-bf8cf0710530, reason: Instance eef02990-c512-44f2-8fc7-eab27e22ab58 could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1145.243952] env[70542]: DEBUG oslo_vmware.api [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c78e93-fe2b-299d-59b7-01e0c9a308b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.310357] env[70542]: DEBUG oslo_vmware.api [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912010, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.473196] env[70542]: DEBUG nova.network.neutron [None req-7ec0f75c-d4cc-4c45-b2e0-212c1cd4a9e7 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Updating instance_info_cache with network_info: [{"id": "e8502457-3e1c-459a-9499-fa08683817a8", "address": "fa:16:3e:66:2b:13", "network": {"id": "40effc2b-43a3-47f4-b31f-3b92dad3ff52", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-756019620-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b5dba3f2d644ffab877e8c5100a3837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19671de9-8b5b-4710-adc3-7419f3c0f171", "external-id": "nsx-vlan-transportzone-421", "segmentation_id": 421, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8502457-3e", "ovs_interfaceid": "e8502457-3e1c-459a-9499-fa08683817a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.562178] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.602s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.562553] env[70542]: INFO nova.compute.manager [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Migrating [ 1145.570131] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.902s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.571951] env[70542]: INFO nova.compute.claims [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.603074] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.608918] env[70542]: INFO nova.compute.manager [-] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Took 2.00 seconds to deallocate network for instance. [ 1145.747742] env[70542]: DEBUG oslo_vmware.api [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c78e93-fe2b-299d-59b7-01e0c9a308b2, 'name': SearchDatastore_Task, 'duration_secs': 0.033004} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.748296] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.748517] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] ac363f82-f4a1-43a4-8f1a-a289cc884070/ac363f82-f4a1-43a4-8f1a-a289cc884070.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.748861] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2cf3c69-00ee-47d2-a9d5-cc430bffcae0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.757760] env[70542]: DEBUG oslo_vmware.api [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Waiting for the task: (returnval){ [ 1145.757760] env[70542]: value = "task-3912012" [ 1145.757760] env[70542]: _type = "Task" [ 1145.757760] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.768250] env[70542]: DEBUG oslo_vmware.api [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3912012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.812885] env[70542]: DEBUG oslo_vmware.api [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912010, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.985452] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7ec0f75c-d4cc-4c45-b2e0-212c1cd4a9e7 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Releasing lock "refresh_cache-89ae4a6d-70ab-4e83-8a97-063321b8dab4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.985452] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b1af02-08a2-4cb8-9c0c-f756d1e778ff {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.994602] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec0f75c-d4cc-4c45-b2e0-212c1cd4a9e7 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Resuming the VM {{(pid=70542) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1145.994946] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05b87fa4-fdba-4cf6-acfd-89c3a6b9d746 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.004501] env[70542]: DEBUG oslo_vmware.api [None req-7ec0f75c-d4cc-4c45-b2e0-212c1cd4a9e7 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 1146.004501] env[70542]: value = "task-3912013" [ 1146.004501] env[70542]: _type = "Task" [ 1146.004501] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.018415] env[70542]: DEBUG oslo_vmware.api [None req-7ec0f75c-d4cc-4c45-b2e0-212c1cd4a9e7 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3912013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.090225] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "refresh_cache-526a38ba-8b2b-4d65-a435-f690b453b052" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.090551] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquired lock "refresh_cache-526a38ba-8b2b-4d65-a435-f690b453b052" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.090872] env[70542]: DEBUG nova.network.neutron [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.118953] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.119402] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.271028] env[70542]: DEBUG oslo_vmware.api [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3912012, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.313189] env[70542]: DEBUG oslo_vmware.api [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912010, 'name': CreateSnapshot_Task, 'duration_secs': 1.279085} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.313565] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Created Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1146.314478] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cf1528-af09-4954-8fcc-e25021897f9c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.377945] env[70542]: DEBUG nova.compute.manager [req-af4ff0a9-0673-45b8-b85c-b9a6a7c4deed req-139a53e2-7e58-42be-a6bb-3b67a8a9fc19 service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Received event network-changed-006653fe-4618-46c4-86f5-24f60e96ec81 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.377945] env[70542]: DEBUG nova.compute.manager [req-af4ff0a9-0673-45b8-b85c-b9a6a7c4deed req-139a53e2-7e58-42be-a6bb-3b67a8a9fc19 service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Refreshing instance network info cache due to event network-changed-006653fe-4618-46c4-86f5-24f60e96ec81. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.378137] env[70542]: DEBUG oslo_concurrency.lockutils [req-af4ff0a9-0673-45b8-b85c-b9a6a7c4deed req-139a53e2-7e58-42be-a6bb-3b67a8a9fc19 service nova] Acquiring lock "refresh_cache-a02183c0-68a1-4618-922a-64ce8d3fefc1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.378387] env[70542]: DEBUG oslo_concurrency.lockutils [req-af4ff0a9-0673-45b8-b85c-b9a6a7c4deed req-139a53e2-7e58-42be-a6bb-3b67a8a9fc19 service nova] Acquired lock "refresh_cache-a02183c0-68a1-4618-922a-64ce8d3fefc1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.378660] env[70542]: DEBUG nova.network.neutron [req-af4ff0a9-0673-45b8-b85c-b9a6a7c4deed req-139a53e2-7e58-42be-a6bb-3b67a8a9fc19 service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Refreshing network info cache for port 006653fe-4618-46c4-86f5-24f60e96ec81 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.522521] env[70542]: DEBUG oslo_vmware.api [None req-7ec0f75c-d4cc-4c45-b2e0-212c1cd4a9e7 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3912013, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.559020] env[70542]: DEBUG nova.network.neutron [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Updating instance_info_cache with network_info: [{"id": "511022f6-ead8-4463-80be-4bd5d2609c2a", "address": "fa:16:3e:9d:79:8f", "network": {"id": "0fdd78e6-604b-4680-ac71-ea4e397161ff", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-93680765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3897359786e64bc592fd5e207aea4974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap511022f6-ea", "ovs_interfaceid": "511022f6-ead8-4463-80be-4bd5d2609c2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.613357] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.766424] env[70542]: DEBUG nova.network.neutron [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Successfully updated port: e1854e81-4cf2-48cb-9f9e-474b20ca3851 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.790252] env[70542]: DEBUG oslo_vmware.api [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3912012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698557} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.793382] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] ac363f82-f4a1-43a4-8f1a-a289cc884070/ac363f82-f4a1-43a4-8f1a-a289cc884070.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.793759] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.794894] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27ee7035-a0ab-41a9-a5cc-ccdc0b576af8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.809790] env[70542]: DEBUG oslo_vmware.api [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Waiting for the task: (returnval){ [ 1146.809790] env[70542]: value = "task-3912014" [ 1146.809790] env[70542]: _type = "Task" [ 1146.809790] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.827069] env[70542]: DEBUG oslo_vmware.api [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3912014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.839853] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Creating linked-clone VM from snapshot {{(pid=70542) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1146.840201] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-95467e91-1155-46dc-abec-9f0b39dae5a4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.857036] env[70542]: DEBUG oslo_vmware.api [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1146.857036] env[70542]: value = "task-3912015" [ 1146.857036] env[70542]: _type = "Task" [ 1146.857036] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.873170] env[70542]: DEBUG oslo_vmware.api [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912015, 'name': CloneVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.031994] env[70542]: DEBUG oslo_vmware.api [None req-7ec0f75c-d4cc-4c45-b2e0-212c1cd4a9e7 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3912013, 'name': PowerOnVM_Task, 'duration_secs': 0.834939} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.036068] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec0f75c-d4cc-4c45-b2e0-212c1cd4a9e7 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Resumed the VM {{(pid=70542) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1147.036068] env[70542]: DEBUG nova.compute.manager [None req-7ec0f75c-d4cc-4c45-b2e0-212c1cd4a9e7 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1147.036068] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c598d3f0-8025-4d3b-9619-83eaf89e2923 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.068454] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Releasing lock "refresh_cache-526a38ba-8b2b-4d65-a435-f690b453b052" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.090050] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquiring lock "808b40ba-d9f9-486f-890b-3269035f6bd9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.093106] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "808b40ba-d9f9-486f-890b-3269035f6bd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.093106] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquiring lock "808b40ba-d9f9-486f-890b-3269035f6bd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.093106] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "808b40ba-d9f9-486f-890b-3269035f6bd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.093106] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "808b40ba-d9f9-486f-890b-3269035f6bd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.100143] env[70542]: INFO nova.compute.manager [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Terminating instance [ 1147.116665] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.132281] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3931c006-0982-4df8-b3ec-25408ae4baac {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.146989] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7552626b-bf28-4fb4-8015-76c1e9c606cf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.186264] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e223089f-8522-4844-b0ca-b3ed54f2505c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.195558] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aac2a31-8a5e-4617-98ec-1dcc6da6c484 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.213408] env[70542]: DEBUG nova.compute.provider_tree [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.260705] env[70542]: DEBUG nova.compute.manager [req-b0e79744-6bfb-4eaa-896f-71b42345b0a8 req-5656d282-5db5-49f6-b864-984288e44504 service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Received event network-vif-plugged-e1854e81-4cf2-48cb-9f9e-474b20ca3851 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.260976] env[70542]: DEBUG oslo_concurrency.lockutils [req-b0e79744-6bfb-4eaa-896f-71b42345b0a8 req-5656d282-5db5-49f6-b864-984288e44504 service nova] Acquiring lock "edbfd293-e24b-4e63-8b03-c2dd51cb202b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.261407] env[70542]: DEBUG oslo_concurrency.lockutils [req-b0e79744-6bfb-4eaa-896f-71b42345b0a8 req-5656d282-5db5-49f6-b864-984288e44504 service nova] Lock "edbfd293-e24b-4e63-8b03-c2dd51cb202b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.261636] env[70542]: DEBUG oslo_concurrency.lockutils [req-b0e79744-6bfb-4eaa-896f-71b42345b0a8 req-5656d282-5db5-49f6-b864-984288e44504 service nova] Lock "edbfd293-e24b-4e63-8b03-c2dd51cb202b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.261855] env[70542]: DEBUG nova.compute.manager [req-b0e79744-6bfb-4eaa-896f-71b42345b0a8 req-5656d282-5db5-49f6-b864-984288e44504 service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] No waiting events found dispatching network-vif-plugged-e1854e81-4cf2-48cb-9f9e-474b20ca3851 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1147.262084] env[70542]: WARNING nova.compute.manager [req-b0e79744-6bfb-4eaa-896f-71b42345b0a8 req-5656d282-5db5-49f6-b864-984288e44504 service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Received unexpected event network-vif-plugged-e1854e81-4cf2-48cb-9f9e-474b20ca3851 for instance with vm_state building and task_state spawning. [ 1147.269419] env[70542]: DEBUG oslo_concurrency.lockutils [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "refresh_cache-edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.269583] env[70542]: DEBUG oslo_concurrency.lockutils [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "refresh_cache-edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.269781] env[70542]: DEBUG nova.network.neutron [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.322084] env[70542]: DEBUG oslo_vmware.api [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3912014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094994} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.322643] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.323521] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21248963-43cf-493b-acc7-bb6ed642f8c6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.350410] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] ac363f82-f4a1-43a4-8f1a-a289cc884070/ac363f82-f4a1-43a4-8f1a-a289cc884070.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.351512] env[70542]: DEBUG nova.network.neutron [req-af4ff0a9-0673-45b8-b85c-b9a6a7c4deed req-139a53e2-7e58-42be-a6bb-3b67a8a9fc19 service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Updated VIF entry in instance network info cache for port 006653fe-4618-46c4-86f5-24f60e96ec81. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.351894] env[70542]: DEBUG nova.network.neutron [req-af4ff0a9-0673-45b8-b85c-b9a6a7c4deed req-139a53e2-7e58-42be-a6bb-3b67a8a9fc19 service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Updating instance_info_cache with network_info: [{"id": "006653fe-4618-46c4-86f5-24f60e96ec81", "address": "fa:16:3e:9f:ff:12", "network": {"id": "ac3919ad-8c2a-4a8e-95f5-f451c37bbee8", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1414382297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4224b36262db4e589f89295d0299e529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap006653fe-46", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.353258] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4be1aca-6064-45e7-81b9-0eb1adcb3785 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.381072] env[70542]: DEBUG oslo_vmware.api [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912015, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.383240] env[70542]: DEBUG oslo_vmware.api [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Waiting for the task: (returnval){ [ 1147.383240] env[70542]: value = "task-3912016" [ 1147.383240] env[70542]: _type = "Task" [ 1147.383240] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.395128] env[70542]: DEBUG oslo_vmware.api [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3912016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.407879] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "cf1597db-a00b-49ed-a04e-a970317c0505" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.408129] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "cf1597db-a00b-49ed-a04e-a970317c0505" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.611303] env[70542]: DEBUG nova.compute.manager [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.611763] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.618958] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df473aa5-c232-4839-bd85-d1825105a1bd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.623995] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912011, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.629670] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.629953] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f79ba076-7901-4cf2-8339-7ad249c8c410 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.639119] env[70542]: DEBUG oslo_vmware.api [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1147.639119] env[70542]: value = "task-3912017" [ 1147.639119] env[70542]: _type = "Task" [ 1147.639119] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.648152] env[70542]: DEBUG oslo_vmware.api [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3912017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.720941] env[70542]: DEBUG nova.scheduler.client.report [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.806561] env[70542]: DEBUG nova.network.neutron [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.869974] env[70542]: DEBUG oslo_concurrency.lockutils [req-af4ff0a9-0673-45b8-b85c-b9a6a7c4deed req-139a53e2-7e58-42be-a6bb-3b67a8a9fc19 service nova] Releasing lock "refresh_cache-a02183c0-68a1-4618-922a-64ce8d3fefc1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.879986] env[70542]: DEBUG oslo_vmware.api [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912015, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.895532] env[70542]: DEBUG oslo_vmware.api [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3912016, 'name': ReconfigVM_Task, 'duration_secs': 0.350592} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.896156] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Reconfigured VM instance instance-00000063 to attach disk [datastore1] ac363f82-f4a1-43a4-8f1a-a289cc884070/ac363f82-f4a1-43a4-8f1a-a289cc884070.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.896461] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc73fa35-52fe-46e5-9a9e-750c309af6ff {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.903705] env[70542]: DEBUG oslo_vmware.api [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Waiting for the task: (returnval){ [ 1147.903705] env[70542]: value = "task-3912018" [ 1147.903705] env[70542]: _type = "Task" [ 1147.903705] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.912630] env[70542]: DEBUG nova.compute.manager [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1147.915519] env[70542]: DEBUG oslo_vmware.api [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3912018, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.982638] env[70542]: DEBUG nova.network.neutron [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Updating instance_info_cache with network_info: [{"id": "e1854e81-4cf2-48cb-9f9e-474b20ca3851", "address": "fa:16:3e:39:ac:c6", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1854e81-4c", "ovs_interfaceid": "e1854e81-4cf2-48cb-9f9e-474b20ca3851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.114722] env[70542]: DEBUG oslo_vmware.api [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912011, 'name': PowerOnVM_Task, 'duration_secs': 2.986045} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.115014] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.115014] env[70542]: INFO nova.compute.manager [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Took 11.73 seconds to spawn the instance on the hypervisor. [ 1148.115307] env[70542]: DEBUG nova.compute.manager [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1148.116031] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9569530d-bd8f-4011-ac9a-f8b58a152721 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.150252] env[70542]: DEBUG oslo_vmware.api [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3912017, 'name': PowerOffVM_Task, 'duration_secs': 0.501633} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.150688] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.150688] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.150872] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7c4d32b-db16-48e3-8969-aacb2bd28d2b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.177753] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "a02183c0-68a1-4618-922a-64ce8d3fefc1" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.227024] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.227024] env[70542]: DEBUG nova.compute.manager [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1148.229243] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.355s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.230772] env[70542]: INFO nova.compute.claims [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.257887] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.258249] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.258537] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Deleting the datastore file [datastore2] 808b40ba-d9f9-486f-890b-3269035f6bd9 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.259526] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb4a0a01-160b-4b24-aae0-f3033870d261 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.271272] env[70542]: DEBUG oslo_vmware.api [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1148.271272] env[70542]: value = "task-3912020" [ 1148.271272] env[70542]: _type = "Task" [ 1148.271272] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.282091] env[70542]: DEBUG oslo_vmware.api [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3912020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.382532] env[70542]: DEBUG oslo_vmware.api [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912015, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.415130] env[70542]: DEBUG oslo_vmware.api [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3912018, 'name': Rename_Task, 'duration_secs': 0.179366} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.415470] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.415736] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-077ed352-ff8c-4fe4-9f95-8dba0b776e87 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.425632] env[70542]: DEBUG oslo_vmware.api [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Waiting for the task: (returnval){ [ 1148.425632] env[70542]: value = "task-3912021" [ 1148.425632] env[70542]: _type = "Task" [ 1148.425632] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.434613] env[70542]: DEBUG oslo_vmware.api [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3912021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.439081] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.485903] env[70542]: DEBUG oslo_concurrency.lockutils [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "refresh_cache-edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.486288] env[70542]: DEBUG nova.compute.manager [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Instance network_info: |[{"id": "e1854e81-4cf2-48cb-9f9e-474b20ca3851", "address": "fa:16:3e:39:ac:c6", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1854e81-4c", "ovs_interfaceid": "e1854e81-4cf2-48cb-9f9e-474b20ca3851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1148.486725] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:ac:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1854e81-4cf2-48cb-9f9e-474b20ca3851', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.494827] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.494959] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.495153] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8609e1c8-e9a9-4f52-b89b-cdc9e0c39a4b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.520580] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.520580] env[70542]: value = "task-3912022" [ 1148.520580] env[70542]: _type = "Task" [ 1148.520580] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.530059] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912022, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.587137] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c572640a-6892-4742-89a5-27e9b0071903 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.612873] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Updating instance '526a38ba-8b2b-4d65-a435-f690b453b052' progress to 0 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.638446] env[70542]: INFO nova.compute.manager [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Took 37.78 seconds to build instance. [ 1148.736469] env[70542]: DEBUG nova.compute.utils [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.741903] env[70542]: DEBUG nova.compute.manager [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1148.745280] env[70542]: DEBUG nova.network.neutron [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1148.783538] env[70542]: DEBUG oslo_vmware.api [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3912020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29742} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.783930] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.784046] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.784215] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.784362] env[70542]: INFO nova.compute.manager [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1148.784763] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.784881] env[70542]: DEBUG nova.compute.manager [-] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.784944] env[70542]: DEBUG nova.network.neutron [-] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.852914] env[70542]: DEBUG nova.policy [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26a63e72e1ce46f189a6ddfa7791b63b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3787f45ac4c04619b71bd981076ed605', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.882140] env[70542]: DEBUG oslo_vmware.api [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912015, 'name': CloneVM_Task} progress is 95%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.936818] env[70542]: DEBUG oslo_vmware.api [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3912021, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.039994] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912022, 'name': CreateVM_Task, 'duration_secs': 0.499578} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.040293] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.041539] env[70542]: DEBUG oslo_concurrency.lockutils [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.042045] env[70542]: DEBUG oslo_concurrency.lockutils [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.042139] env[70542]: DEBUG oslo_concurrency.lockutils [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.042984] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-710c4ab5-1ab8-4816-813f-d3a6fe26541b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.049900] env[70542]: DEBUG oslo_vmware.api [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 1149.049900] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52852e14-1981-80f2-d0f0-c5d1e6807156" [ 1149.049900] env[70542]: _type = "Task" [ 1149.049900] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.060199] env[70542]: DEBUG oslo_vmware.api [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52852e14-1981-80f2-d0f0-c5d1e6807156, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.120344] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.120787] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f193598-2ec7-4aad-b9d3-5a241e02107a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.128493] env[70542]: DEBUG oslo_vmware.api [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1149.128493] env[70542]: value = "task-3912023" [ 1149.128493] env[70542]: _type = "Task" [ 1149.128493] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.138790] env[70542]: DEBUG oslo_vmware.api [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.141293] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7e80b0ce-94dd-4ff3-9e9c-1ee89ce1715c tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Lock "5cbf310f-5a9a-4026-9eea-462525cb0fd7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.343s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.243171] env[70542]: DEBUG nova.compute.manager [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1149.299956] env[70542]: DEBUG nova.compute.manager [req-a144ae8a-61e3-4e17-8063-47325bc6d95d req-7e43017e-deac-45a0-aee3-e5894ea91564 service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Received event network-changed-e1854e81-4cf2-48cb-9f9e-474b20ca3851 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.300187] env[70542]: DEBUG nova.compute.manager [req-a144ae8a-61e3-4e17-8063-47325bc6d95d req-7e43017e-deac-45a0-aee3-e5894ea91564 service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Refreshing instance network info cache due to event network-changed-e1854e81-4cf2-48cb-9f9e-474b20ca3851. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.300464] env[70542]: DEBUG oslo_concurrency.lockutils [req-a144ae8a-61e3-4e17-8063-47325bc6d95d req-7e43017e-deac-45a0-aee3-e5894ea91564 service nova] Acquiring lock "refresh_cache-edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.300547] env[70542]: DEBUG oslo_concurrency.lockutils [req-a144ae8a-61e3-4e17-8063-47325bc6d95d req-7e43017e-deac-45a0-aee3-e5894ea91564 service nova] Acquired lock "refresh_cache-edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.300718] env[70542]: DEBUG nova.network.neutron [req-a144ae8a-61e3-4e17-8063-47325bc6d95d req-7e43017e-deac-45a0-aee3-e5894ea91564 service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Refreshing network info cache for port e1854e81-4cf2-48cb-9f9e-474b20ca3851 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.397254] env[70542]: DEBUG oslo_vmware.api [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912015, 'name': CloneVM_Task, 'duration_secs': 2.204156} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.401022] env[70542]: INFO nova.virt.vmwareapi.vmops [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Created linked-clone VM from snapshot [ 1149.401022] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ca5848-9405-4f0a-a98b-c0fc21da656c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.410044] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Uploading image 99266277-9d5b-4985-b1b1-1631b8433f4e {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1149.415495] env[70542]: INFO nova.compute.manager [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Rescuing [ 1149.415495] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquiring lock "refresh_cache-5cbf310f-5a9a-4026-9eea-462525cb0fd7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.415495] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquired lock "refresh_cache-5cbf310f-5a9a-4026-9eea-462525cb0fd7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.415495] env[70542]: DEBUG nova.network.neutron [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.442934] env[70542]: DEBUG oslo_vmware.api [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3912021, 'name': PowerOnVM_Task, 'duration_secs': 0.716183} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.444504] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.444504] env[70542]: INFO nova.compute.manager [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Took 9.97 seconds to spawn the instance on the hypervisor. [ 1149.444504] env[70542]: DEBUG nova.compute.manager [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1149.445114] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e35ebe-aa0c-4a0a-97f6-b747b0ff115d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.456039] env[70542]: DEBUG oslo_vmware.rw_handles [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1149.456039] env[70542]: value = "vm-776861" [ 1149.456039] env[70542]: _type = "VirtualMachine" [ 1149.456039] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1149.456770] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ff28a3ec-6180-4e1c-bd9b-f08213db2b32 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.464447] env[70542]: DEBUG nova.network.neutron [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Successfully created port: bf5244cb-449f-453e-94eb-83727400de7b {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1149.468867] env[70542]: DEBUG oslo_vmware.rw_handles [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lease: (returnval){ [ 1149.468867] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e11372-d825-a764-3ce6-bd2d6a866376" [ 1149.468867] env[70542]: _type = "HttpNfcLease" [ 1149.468867] env[70542]: } obtained for exporting VM: (result){ [ 1149.468867] env[70542]: value = "vm-776861" [ 1149.468867] env[70542]: _type = "VirtualMachine" [ 1149.468867] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1149.469323] env[70542]: DEBUG oslo_vmware.api [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the lease: (returnval){ [ 1149.469323] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e11372-d825-a764-3ce6-bd2d6a866376" [ 1149.469323] env[70542]: _type = "HttpNfcLease" [ 1149.469323] env[70542]: } to be ready. {{(pid=70542) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1149.481133] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1149.481133] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e11372-d825-a764-3ce6-bd2d6a866376" [ 1149.481133] env[70542]: _type = "HttpNfcLease" [ 1149.481133] env[70542]: } is initializing. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1149.561796] env[70542]: DEBUG oslo_vmware.api [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52852e14-1981-80f2-d0f0-c5d1e6807156, 'name': SearchDatastore_Task, 'duration_secs': 0.021522} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.562158] env[70542]: DEBUG oslo_concurrency.lockutils [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.562407] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.562658] env[70542]: DEBUG oslo_concurrency.lockutils [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.562810] env[70542]: DEBUG oslo_concurrency.lockutils [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.563037] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.563320] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34470223-ca77-4004-8eec-ddf8d772f8f1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.577381] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.577566] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.578395] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0ae1512-1c9e-4bad-8631-09dc2754acb3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.585780] env[70542]: DEBUG oslo_vmware.api [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 1149.585780] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525ac950-378f-925c-b02a-9f06bac5a32c" [ 1149.585780] env[70542]: _type = "Task" [ 1149.585780] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.594861] env[70542]: DEBUG oslo_vmware.api [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525ac950-378f-925c-b02a-9f06bac5a32c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.643136] env[70542]: DEBUG oslo_vmware.api [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912023, 'name': PowerOffVM_Task, 'duration_secs': 0.391073} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.646300] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.646533] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Updating instance '526a38ba-8b2b-4d65-a435-f690b453b052' progress to 17 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.726593] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec10a9c-78e4-47db-b36a-c430925f29ad {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.738406] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb49ff0-6677-4bfb-82eb-9678fe204a9d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.779217] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5757e52b-a4e4-4deb-937b-f1def8080c72 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.785380] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc980a44-0fe2-4bab-abd2-04fb12b0b379 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.799946] env[70542]: DEBUG nova.compute.provider_tree [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.885736] env[70542]: DEBUG nova.network.neutron [-] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.983119] env[70542]: INFO nova.compute.manager [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Took 37.95 seconds to build instance. [ 1149.991385] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1149.991385] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e11372-d825-a764-3ce6-bd2d6a866376" [ 1149.991385] env[70542]: _type = "HttpNfcLease" [ 1149.991385] env[70542]: } is ready. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1149.991740] env[70542]: DEBUG oslo_vmware.rw_handles [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1149.991740] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e11372-d825-a764-3ce6-bd2d6a866376" [ 1149.991740] env[70542]: _type = "HttpNfcLease" [ 1149.991740] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1149.995516] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdce7760-78c4-4142-8acd-5048de40e3e7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.008412] env[70542]: DEBUG oslo_vmware.rw_handles [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c447af-bfbe-95b4-377b-3e9f94fccc66/disk-0.vmdk from lease info. {{(pid=70542) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1150.008635] env[70542]: DEBUG oslo_vmware.rw_handles [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c447af-bfbe-95b4-377b-3e9f94fccc66/disk-0.vmdk for reading. {{(pid=70542) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1150.096409] env[70542]: DEBUG oslo_vmware.api [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]525ac950-378f-925c-b02a-9f06bac5a32c, 'name': SearchDatastore_Task, 'duration_secs': 0.016515} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.099404] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-580d40ab-7fbd-44ad-aae2-6dac5b414d51 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.106484] env[70542]: DEBUG oslo_vmware.api [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 1150.106484] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c2c73c-e848-25a9-99b3-92a65e6a8544" [ 1150.106484] env[70542]: _type = "Task" [ 1150.106484] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.117730] env[70542]: DEBUG oslo_vmware.api [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c2c73c-e848-25a9-99b3-92a65e6a8544, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.154607] env[70542]: DEBUG nova.virt.hardware [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.155082] env[70542]: DEBUG nova.virt.hardware [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.155232] env[70542]: DEBUG nova.virt.hardware [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.155427] env[70542]: DEBUG nova.virt.hardware [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.155632] env[70542]: DEBUG nova.virt.hardware [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.155788] env[70542]: DEBUG nova.virt.hardware [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.156040] env[70542]: DEBUG nova.virt.hardware [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.156311] env[70542]: DEBUG nova.virt.hardware [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.156519] env[70542]: DEBUG nova.virt.hardware [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.156739] env[70542]: DEBUG nova.virt.hardware [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.157017] env[70542]: DEBUG nova.virt.hardware [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.167559] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d5232946-56fa-45aa-aa40-4d182b45c993 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.167831] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f963e7f8-9078-48de-be01-df283aee6549 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.192652] env[70542]: DEBUG oslo_vmware.api [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1150.192652] env[70542]: value = "task-3912025" [ 1150.192652] env[70542]: _type = "Task" [ 1150.192652] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.205841] env[70542]: DEBUG oslo_vmware.api [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912025, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.222992] env[70542]: DEBUG nova.network.neutron [req-a144ae8a-61e3-4e17-8063-47325bc6d95d req-7e43017e-deac-45a0-aee3-e5894ea91564 service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Updated VIF entry in instance network info cache for port e1854e81-4cf2-48cb-9f9e-474b20ca3851. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.224155] env[70542]: DEBUG nova.network.neutron [req-a144ae8a-61e3-4e17-8063-47325bc6d95d req-7e43017e-deac-45a0-aee3-e5894ea91564 service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Updating instance_info_cache with network_info: [{"id": "e1854e81-4cf2-48cb-9f9e-474b20ca3851", "address": "fa:16:3e:39:ac:c6", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1854e81-4c", "ovs_interfaceid": "e1854e81-4cf2-48cb-9f9e-474b20ca3851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.277706] env[70542]: DEBUG nova.compute.manager [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1150.287763] env[70542]: DEBUG nova.network.neutron [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Updating instance_info_cache with network_info: [{"id": "92dd50f9-487c-4023-9d40-3a8e46c6716d", "address": "fa:16:3e:1d:bc:3b", "network": {"id": "cb2452d7-26b0-41a5-b2ef-49ec0aa38d63", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-965637655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f974897deac94f82bcc21dc9f99839e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92dd50f9-48", "ovs_interfaceid": "92dd50f9-487c-4023-9d40-3a8e46c6716d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.301271] env[70542]: DEBUG nova.virt.hardware [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='786fecc2-73c9-4440-88d2-07abdafd095f',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-228125290',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.301530] env[70542]: DEBUG nova.virt.hardware [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.301687] env[70542]: DEBUG nova.virt.hardware [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.301867] env[70542]: DEBUG nova.virt.hardware [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.303774] env[70542]: DEBUG nova.virt.hardware [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.304839] env[70542]: DEBUG nova.virt.hardware [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.305108] env[70542]: DEBUG nova.virt.hardware [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.305283] env[70542]: DEBUG nova.virt.hardware [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.305462] env[70542]: DEBUG nova.virt.hardware [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.305631] env[70542]: DEBUG nova.virt.hardware [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.305808] env[70542]: DEBUG nova.virt.hardware [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.307644] env[70542]: DEBUG nova.scheduler.client.report [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.312656] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9fed4d-7104-4cba-bc49-70a68df950e7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.323008] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d541940a-42f5-414d-838e-7461ca193cf6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.390342] env[70542]: INFO nova.compute.manager [-] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Took 1.60 seconds to deallocate network for instance. [ 1150.493563] env[70542]: DEBUG oslo_concurrency.lockutils [None req-eb9a6c73-8e1b-4a1a-ae50-42aefe6cea53 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Lock "ac363f82-f4a1-43a4-8f1a-a289cc884070" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.804s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.620958] env[70542]: DEBUG oslo_vmware.api [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c2c73c-e848-25a9-99b3-92a65e6a8544, 'name': SearchDatastore_Task, 'duration_secs': 0.012374} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.621246] env[70542]: DEBUG oslo_concurrency.lockutils [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.621498] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] edbfd293-e24b-4e63-8b03-c2dd51cb202b/edbfd293-e24b-4e63-8b03-c2dd51cb202b.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.621966] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6075f90b-65b5-4bc2-b24f-ad4818d1c9be {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.633152] env[70542]: DEBUG oslo_vmware.api [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 1150.633152] env[70542]: value = "task-3912026" [ 1150.633152] env[70542]: _type = "Task" [ 1150.633152] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.645273] env[70542]: DEBUG oslo_vmware.api [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.711274] env[70542]: DEBUG oslo_vmware.api [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912025, 'name': ReconfigVM_Task, 'duration_secs': 0.365709} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.711686] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Updating instance '526a38ba-8b2b-4d65-a435-f690b453b052' progress to 33 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.726264] env[70542]: DEBUG oslo_concurrency.lockutils [req-a144ae8a-61e3-4e17-8063-47325bc6d95d req-7e43017e-deac-45a0-aee3-e5894ea91564 service nova] Releasing lock "refresh_cache-edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.792543] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Releasing lock "refresh_cache-5cbf310f-5a9a-4026-9eea-462525cb0fd7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.817039] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.817460] env[70542]: DEBUG nova.compute.manager [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1150.823747] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.015s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.823998] env[70542]: DEBUG nova.objects.instance [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Lazy-loading 'resources' on Instance uuid 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.902773] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.004933] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6305fea-c946-4165-85b4-c518125fd4df {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.022390] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-091cfccb-8981-40a0-818e-450af3420177 tempest-ServersAdminNegativeTestJSON-279334643 tempest-ServersAdminNegativeTestJSON-279334643-project-admin] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Suspending the VM {{(pid=70542) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1151.022712] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6ddeb4bf-d14f-4551-bd67-b5f772775493 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.034677] env[70542]: DEBUG oslo_vmware.api [None req-091cfccb-8981-40a0-818e-450af3420177 tempest-ServersAdminNegativeTestJSON-279334643 tempest-ServersAdminNegativeTestJSON-279334643-project-admin] Waiting for the task: (returnval){ [ 1151.034677] env[70542]: value = "task-3912027" [ 1151.034677] env[70542]: _type = "Task" [ 1151.034677] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.045495] env[70542]: DEBUG oslo_vmware.api [None req-091cfccb-8981-40a0-818e-450af3420177 tempest-ServersAdminNegativeTestJSON-279334643 tempest-ServersAdminNegativeTestJSON-279334643-project-admin] Task: {'id': task-3912027, 'name': SuspendVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.154034] env[70542]: DEBUG oslo_vmware.api [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912026, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.222724] env[70542]: DEBUG nova.virt.hardware [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.223354] env[70542]: DEBUG nova.virt.hardware [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.223747] env[70542]: DEBUG nova.virt.hardware [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.223974] env[70542]: DEBUG nova.virt.hardware [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.224201] env[70542]: DEBUG nova.virt.hardware [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.224373] env[70542]: DEBUG nova.virt.hardware [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.224747] env[70542]: DEBUG nova.virt.hardware [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.225169] env[70542]: DEBUG nova.virt.hardware [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.225444] env[70542]: DEBUG nova.virt.hardware [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.225970] env[70542]: DEBUG nova.virt.hardware [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.226307] env[70542]: DEBUG nova.virt.hardware [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.233536] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1151.233720] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d85cbd7b-b7b6-417f-a03e-44b72191a778 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.259977] env[70542]: DEBUG oslo_vmware.api [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1151.259977] env[70542]: value = "task-3912028" [ 1151.259977] env[70542]: _type = "Task" [ 1151.259977] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.271845] env[70542]: DEBUG oslo_vmware.api [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912028, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.330631] env[70542]: DEBUG nova.compute.utils [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.335979] env[70542]: DEBUG nova.compute.manager [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1151.335979] env[70542]: DEBUG nova.network.neutron [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1151.415128] env[70542]: DEBUG nova.policy [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf958597122f47a3ad61b0c0f6e48662', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1ed649ce03f4cb994a22b4fae711fb7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1151.444025] env[70542]: DEBUG nova.compute.manager [req-32e56970-8cee-457b-95de-cdab1dadf61d req-8d009a9a-397c-485c-b789-0c2777df9987 service nova] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Received event network-vif-deleted-620a5939-39b1-4e86-b8c1-f16c60e0ecc8 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.444286] env[70542]: DEBUG nova.compute.manager [req-32e56970-8cee-457b-95de-cdab1dadf61d req-8d009a9a-397c-485c-b789-0c2777df9987 service nova] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Received event network-vif-plugged-bf5244cb-449f-453e-94eb-83727400de7b {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.445527] env[70542]: DEBUG oslo_concurrency.lockutils [req-32e56970-8cee-457b-95de-cdab1dadf61d req-8d009a9a-397c-485c-b789-0c2777df9987 service nova] Acquiring lock "3bca2ad2-586a-4993-8697-b0d5e596196d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.445890] env[70542]: DEBUG oslo_concurrency.lockutils [req-32e56970-8cee-457b-95de-cdab1dadf61d req-8d009a9a-397c-485c-b789-0c2777df9987 service nova] Lock "3bca2ad2-586a-4993-8697-b0d5e596196d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.445945] env[70542]: DEBUG oslo_concurrency.lockutils [req-32e56970-8cee-457b-95de-cdab1dadf61d req-8d009a9a-397c-485c-b789-0c2777df9987 service nova] Lock "3bca2ad2-586a-4993-8697-b0d5e596196d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.446115] env[70542]: DEBUG nova.compute.manager [req-32e56970-8cee-457b-95de-cdab1dadf61d req-8d009a9a-397c-485c-b789-0c2777df9987 service nova] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] No waiting events found dispatching network-vif-plugged-bf5244cb-449f-453e-94eb-83727400de7b {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1151.446288] env[70542]: WARNING nova.compute.manager [req-32e56970-8cee-457b-95de-cdab1dadf61d req-8d009a9a-397c-485c-b789-0c2777df9987 service nova] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Received unexpected event network-vif-plugged-bf5244cb-449f-453e-94eb-83727400de7b for instance with vm_state building and task_state spawning. [ 1151.514524] env[70542]: DEBUG nova.network.neutron [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Successfully updated port: bf5244cb-449f-453e-94eb-83727400de7b {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.551734] env[70542]: DEBUG oslo_vmware.api [None req-091cfccb-8981-40a0-818e-450af3420177 tempest-ServersAdminNegativeTestJSON-279334643 tempest-ServersAdminNegativeTestJSON-279334643-project-admin] Task: {'id': task-3912027, 'name': SuspendVM_Task} progress is 58%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.650299] env[70542]: DEBUG oslo_vmware.api [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653962} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.653266] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] edbfd293-e24b-4e63-8b03-c2dd51cb202b/edbfd293-e24b-4e63-8b03-c2dd51cb202b.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.653547] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.654332] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da07b978-b702-438b-a091-05de7691288e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.664157] env[70542]: DEBUG oslo_vmware.api [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 1151.664157] env[70542]: value = "task-3912029" [ 1151.664157] env[70542]: _type = "Task" [ 1151.664157] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.680936] env[70542]: DEBUG oslo_vmware.api [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.772411] env[70542]: DEBUG oslo_vmware.api [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912028, 'name': ReconfigVM_Task, 'duration_secs': 0.34283} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.775700] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1151.776851] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1542a9-c3f6-4128-8204-4a9ec699a9b5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.807978] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 526a38ba-8b2b-4d65-a435-f690b453b052/526a38ba-8b2b-4d65-a435-f690b453b052.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.814021] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07327019-8134-4938-a21e-17df9198116b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.836279] env[70542]: DEBUG nova.compute.manager [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1151.840784] env[70542]: DEBUG oslo_vmware.api [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1151.840784] env[70542]: value = "task-3912030" [ 1151.840784] env[70542]: _type = "Task" [ 1151.840784] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.857060] env[70542]: DEBUG oslo_vmware.api [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.890740] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63a7aad-f5d2-491f-917b-9e51137eae80 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.900758] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4cda4f-f156-4fe3-807a-7f63edcbd486 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.938889] env[70542]: DEBUG nova.network.neutron [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Successfully created port: 58638020-105d-4552-8f1e-42ced7da1c54 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1151.943503] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669f0b44-4393-43e0-a21c-dbb3e8ba86d8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.952126] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d649c906-355d-48f1-9e45-ac1c82c1414e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.967240] env[70542]: DEBUG nova.compute.provider_tree [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.017852] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "refresh_cache-3bca2ad2-586a-4993-8697-b0d5e596196d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.018170] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquired lock "refresh_cache-3bca2ad2-586a-4993-8697-b0d5e596196d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.018217] env[70542]: DEBUG nova.network.neutron [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.049203] env[70542]: DEBUG oslo_vmware.api [None req-091cfccb-8981-40a0-818e-450af3420177 tempest-ServersAdminNegativeTestJSON-279334643 tempest-ServersAdminNegativeTestJSON-279334643-project-admin] Task: {'id': task-3912027, 'name': SuspendVM_Task, 'duration_secs': 0.763243} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.049487] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-091cfccb-8981-40a0-818e-450af3420177 tempest-ServersAdminNegativeTestJSON-279334643 tempest-ServersAdminNegativeTestJSON-279334643-project-admin] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Suspended the VM {{(pid=70542) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1152.049660] env[70542]: DEBUG nova.compute.manager [None req-091cfccb-8981-40a0-818e-450af3420177 tempest-ServersAdminNegativeTestJSON-279334643 tempest-ServersAdminNegativeTestJSON-279334643-project-admin] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1152.050474] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a751a3ef-d1b5-4f2a-b623-52748f3364ad {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.176731] env[70542]: DEBUG oslo_vmware.api [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131713} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.177693] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.178062] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e64544-a405-4476-8fad-6cdcc2548509 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.202874] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] edbfd293-e24b-4e63-8b03-c2dd51cb202b/edbfd293-e24b-4e63-8b03-c2dd51cb202b.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.203290] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d245771-d305-4b0f-9624-d1b45664e54a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.225565] env[70542]: DEBUG oslo_vmware.api [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 1152.225565] env[70542]: value = "task-3912031" [ 1152.225565] env[70542]: _type = "Task" [ 1152.225565] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.236132] env[70542]: DEBUG oslo_vmware.api [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912031, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.349920] env[70542]: INFO nova.virt.block_device [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Booting with volume 3390fb28-683b-439f-ac23-3607b6182ad0 at /dev/sda [ 1152.352045] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.352620] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93dea5ed-2087-4f3f-bcec-d4fd0ff3ca06 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.361887] env[70542]: DEBUG oslo_vmware.api [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912030, 'name': ReconfigVM_Task, 'duration_secs': 0.505574} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.363588] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 526a38ba-8b2b-4d65-a435-f690b453b052/526a38ba-8b2b-4d65-a435-f690b453b052.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.364081] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Updating instance '526a38ba-8b2b-4d65-a435-f690b453b052' progress to 50 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.367835] env[70542]: DEBUG oslo_vmware.api [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1152.367835] env[70542]: value = "task-3912032" [ 1152.367835] env[70542]: _type = "Task" [ 1152.367835] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.377411] env[70542]: DEBUG oslo_vmware.api [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.389118] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-195ebc0b-47e0-43d6-9d8d-3af40b10f9ff {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.399356] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cfa350-6973-4edb-b0d1-746ec6bd113f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.437537] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-edbd632c-a922-4136-978f-810ad78a29b6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.447641] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b90b44-2723-4f2f-b813-d2997c9952f4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.470480] env[70542]: DEBUG nova.scheduler.client.report [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.491159] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0d5a0e-3708-4acc-a23d-e5967099594b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.499391] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fabc493-b3eb-439a-9a69-4cc07f756ea6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.517398] env[70542]: DEBUG nova.virt.block_device [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Updating existing volume attachment record: 32b97575-6ba3-4053-b373-53eeea06628b {{(pid=70542) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1152.568647] env[70542]: DEBUG nova.network.neutron [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.737102] env[70542]: DEBUG oslo_vmware.api [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912031, 'name': ReconfigVM_Task, 'duration_secs': 0.449226} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.737455] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Reconfigured VM instance instance-00000064 to attach disk [datastore1] edbfd293-e24b-4e63-8b03-c2dd51cb202b/edbfd293-e24b-4e63-8b03-c2dd51cb202b.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.738169] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a74e431f-9f56-4fcb-a3d3-3fc80b2963aa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.747620] env[70542]: DEBUG oslo_vmware.api [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 1152.747620] env[70542]: value = "task-3912033" [ 1152.747620] env[70542]: _type = "Task" [ 1152.747620] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.757306] env[70542]: DEBUG oslo_vmware.api [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912033, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.781723] env[70542]: DEBUG nova.network.neutron [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Updating instance_info_cache with network_info: [{"id": "bf5244cb-449f-453e-94eb-83727400de7b", "address": "fa:16:3e:65:5d:df", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5244cb-44", "ovs_interfaceid": "bf5244cb-449f-453e-94eb-83727400de7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.875038] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30715d3-6fcf-4812-b57f-2d0a1c7fc259 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.883814] env[70542]: DEBUG oslo_vmware.api [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912032, 'name': PowerOffVM_Task, 'duration_secs': 0.240007} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.900396] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.901458] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8df8b29-2c6e-4ded-92a1-60e0ef006dfb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.904463] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e945c8-6721-4ccd-a7c3-4f756f5a7cf1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.940327] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98941607-300b-4458-837e-0e90276b5b2a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.943938] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Updating instance '526a38ba-8b2b-4d65-a435-f690b453b052' progress to 67 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.984761] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.985153] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eda05a6c-bc0c-4025-9954-847f1b68318f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.991408] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.997149] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.496s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.999529] env[70542]: INFO nova.compute.claims [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.005493] env[70542]: DEBUG oslo_vmware.api [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1153.005493] env[70542]: value = "task-3912034" [ 1153.005493] env[70542]: _type = "Task" [ 1153.005493] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.020187] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] VM already powered off {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1153.021024] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.021976] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.021976] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.021976] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.022483] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-394ace77-a03b-4188-9389-ea81c823180f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.026183] env[70542]: INFO nova.scheduler.client.report [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Deleted allocations for instance 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c [ 1153.036751] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.036751] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.037853] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca3c7b01-60a8-40fd-90d5-198cd8f3ad3c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.047074] env[70542]: DEBUG oslo_vmware.api [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1153.047074] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d690ce-2e44-31a4-cc1f-02880fdb7afa" [ 1153.047074] env[70542]: _type = "Task" [ 1153.047074] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.063529] env[70542]: DEBUG oslo_vmware.api [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d690ce-2e44-31a4-cc1f-02880fdb7afa, 'name': SearchDatastore_Task, 'duration_secs': 0.01228} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.064883] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c83634-6172-46dc-abe0-1c87d4e05da4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.077158] env[70542]: DEBUG oslo_vmware.api [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1153.077158] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ccc5cb-fdb0-8968-3617-5638dbaa6acc" [ 1153.077158] env[70542]: _type = "Task" [ 1153.077158] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.092404] env[70542]: DEBUG oslo_vmware.api [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ccc5cb-fdb0-8968-3617-5638dbaa6acc, 'name': SearchDatastore_Task, 'duration_secs': 0.011544} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.094149] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.094546] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 5cbf310f-5a9a-4026-9eea-462525cb0fd7/4c78ae56-da5c-496a-96d4-9e4c383c4552-rescue.vmdk. {{(pid=70542) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1153.094947] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbefed54-abe8-47db-b5ae-84a4e8ffca7f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.104778] env[70542]: DEBUG oslo_vmware.api [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1153.104778] env[70542]: value = "task-3912035" [ 1153.104778] env[70542]: _type = "Task" [ 1153.104778] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.117572] env[70542]: DEBUG oslo_vmware.api [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.259336] env[70542]: DEBUG oslo_vmware.api [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912033, 'name': Rename_Task, 'duration_secs': 0.361428} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.259741] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.260098] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcd7e7cf-354b-4d93-a581-b7b35db0e6e8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.268380] env[70542]: DEBUG oslo_vmware.api [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 1153.268380] env[70542]: value = "task-3912036" [ 1153.268380] env[70542]: _type = "Task" [ 1153.268380] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.278012] env[70542]: DEBUG oslo_vmware.api [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.284891] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Releasing lock "refresh_cache-3bca2ad2-586a-4993-8697-b0d5e596196d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.285328] env[70542]: DEBUG nova.compute.manager [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Instance network_info: |[{"id": "bf5244cb-449f-453e-94eb-83727400de7b", "address": "fa:16:3e:65:5d:df", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5244cb-44", "ovs_interfaceid": "bf5244cb-449f-453e-94eb-83727400de7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.285837] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:5d:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf5244cb-449f-453e-94eb-83727400de7b', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.294952] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.295256] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.295506] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64cad726-1c95-4b12-bf13-0d36c173785d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.322572] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.322572] env[70542]: value = "task-3912037" [ 1153.322572] env[70542]: _type = "Task" [ 1153.322572] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.333437] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912037, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.543888] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f777ca38-fbc2-4a94-8152-b861137d4dfa tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Lock "3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.242s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.556235] env[70542]: DEBUG nova.compute.manager [req-7777ccfa-7b3e-45c7-b0dc-c4960e8fb44c req-95be79b8-023b-4340-8c7f-6c89f781a8c1 service nova] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Received event network-changed-bf5244cb-449f-453e-94eb-83727400de7b {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.557045] env[70542]: DEBUG nova.compute.manager [req-7777ccfa-7b3e-45c7-b0dc-c4960e8fb44c req-95be79b8-023b-4340-8c7f-6c89f781a8c1 service nova] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Refreshing instance network info cache due to event network-changed-bf5244cb-449f-453e-94eb-83727400de7b. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.557343] env[70542]: DEBUG oslo_concurrency.lockutils [req-7777ccfa-7b3e-45c7-b0dc-c4960e8fb44c req-95be79b8-023b-4340-8c7f-6c89f781a8c1 service nova] Acquiring lock "refresh_cache-3bca2ad2-586a-4993-8697-b0d5e596196d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.557588] env[70542]: DEBUG oslo_concurrency.lockutils [req-7777ccfa-7b3e-45c7-b0dc-c4960e8fb44c req-95be79b8-023b-4340-8c7f-6c89f781a8c1 service nova] Acquired lock "refresh_cache-3bca2ad2-586a-4993-8697-b0d5e596196d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.557668] env[70542]: DEBUG nova.network.neutron [req-7777ccfa-7b3e-45c7-b0dc-c4960e8fb44c req-95be79b8-023b-4340-8c7f-6c89f781a8c1 service nova] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Refreshing network info cache for port bf5244cb-449f-453e-94eb-83727400de7b {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.580040] env[70542]: DEBUG nova.compute.manager [req-eb7d5937-bd4f-45c6-97bb-868cc4f6c349 req-dcde6cba-59cb-45ca-84e5-514d0d0a750c service nova] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Received event network-vif-plugged-58638020-105d-4552-8f1e-42ced7da1c54 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.580286] env[70542]: DEBUG oslo_concurrency.lockutils [req-eb7d5937-bd4f-45c6-97bb-868cc4f6c349 req-dcde6cba-59cb-45ca-84e5-514d0d0a750c service nova] Acquiring lock "97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.580499] env[70542]: DEBUG oslo_concurrency.lockutils [req-eb7d5937-bd4f-45c6-97bb-868cc4f6c349 req-dcde6cba-59cb-45ca-84e5-514d0d0a750c service nova] Lock "97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.580669] env[70542]: DEBUG oslo_concurrency.lockutils [req-eb7d5937-bd4f-45c6-97bb-868cc4f6c349 req-dcde6cba-59cb-45ca-84e5-514d0d0a750c service nova] Lock "97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.580900] env[70542]: DEBUG nova.compute.manager [req-eb7d5937-bd4f-45c6-97bb-868cc4f6c349 req-dcde6cba-59cb-45ca-84e5-514d0d0a750c service nova] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] No waiting events found dispatching network-vif-plugged-58638020-105d-4552-8f1e-42ced7da1c54 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1153.581089] env[70542]: WARNING nova.compute.manager [req-eb7d5937-bd4f-45c6-97bb-868cc4f6c349 req-dcde6cba-59cb-45ca-84e5-514d0d0a750c service nova] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Received unexpected event network-vif-plugged-58638020-105d-4552-8f1e-42ced7da1c54 for instance with vm_state building and task_state block_device_mapping. [ 1153.620349] env[70542]: DEBUG oslo_vmware.api [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912035, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.781098] env[70542]: DEBUG oslo_vmware.api [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912036, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.834799] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912037, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.130394] env[70542]: DEBUG oslo_vmware.api [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515236} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.130394] env[70542]: INFO nova.virt.vmwareapi.ds_util [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 5cbf310f-5a9a-4026-9eea-462525cb0fd7/4c78ae56-da5c-496a-96d4-9e4c383c4552-rescue.vmdk. [ 1154.131259] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862b845d-eb43-4c90-bbd0-188f65a4f306 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.140111] env[70542]: DEBUG nova.network.neutron [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Successfully updated port: 58638020-105d-4552-8f1e-42ced7da1c54 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1154.170308] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 5cbf310f-5a9a-4026-9eea-462525cb0fd7/4c78ae56-da5c-496a-96d4-9e4c383c4552-rescue.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.176947] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff912172-1ece-44dd-9389-81fd0a3e4965 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.203876] env[70542]: DEBUG oslo_vmware.api [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1154.203876] env[70542]: value = "task-3912038" [ 1154.203876] env[70542]: _type = "Task" [ 1154.203876] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.216875] env[70542]: DEBUG oslo_vmware.api [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912038, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.268775] env[70542]: DEBUG nova.compute.manager [req-750cfa04-d7d9-4fbb-b790-0d5a97780c1a req-6015cab7-5225-47da-89e6-2b5873329edd service nova] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Received event network-changed-58638020-105d-4552-8f1e-42ced7da1c54 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.268982] env[70542]: DEBUG nova.compute.manager [req-750cfa04-d7d9-4fbb-b790-0d5a97780c1a req-6015cab7-5225-47da-89e6-2b5873329edd service nova] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Refreshing instance network info cache due to event network-changed-58638020-105d-4552-8f1e-42ced7da1c54. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.269305] env[70542]: DEBUG oslo_concurrency.lockutils [req-750cfa04-d7d9-4fbb-b790-0d5a97780c1a req-6015cab7-5225-47da-89e6-2b5873329edd service nova] Acquiring lock "refresh_cache-97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.269376] env[70542]: DEBUG oslo_concurrency.lockutils [req-750cfa04-d7d9-4fbb-b790-0d5a97780c1a req-6015cab7-5225-47da-89e6-2b5873329edd service nova] Acquired lock "refresh_cache-97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.269506] env[70542]: DEBUG nova.network.neutron [req-750cfa04-d7d9-4fbb-b790-0d5a97780c1a req-6015cab7-5225-47da-89e6-2b5873329edd service nova] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Refreshing network info cache for port 58638020-105d-4552-8f1e-42ced7da1c54 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.285566] env[70542]: DEBUG oslo_vmware.api [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912036, 'name': PowerOnVM_Task, 'duration_secs': 0.645973} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.289371] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.289560] env[70542]: INFO nova.compute.manager [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1154.289785] env[70542]: DEBUG nova.compute.manager [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1154.291122] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b975d8-ef7e-426e-919d-c517db5332e9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.336284] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912037, 'name': CreateVM_Task, 'duration_secs': 0.53022} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.336483] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.337176] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.337345] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.337679] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.338074] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08921c49-7c88-41da-bc2b-c0265922c20e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.345088] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1154.345088] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528f2418-fe4f-c6ee-a3b9-e98f352ce75f" [ 1154.345088] env[70542]: _type = "Task" [ 1154.345088] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.358703] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528f2418-fe4f-c6ee-a3b9-e98f352ce75f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.433414] env[70542]: DEBUG nova.network.neutron [req-7777ccfa-7b3e-45c7-b0dc-c4960e8fb44c req-95be79b8-023b-4340-8c7f-6c89f781a8c1 service nova] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Updated VIF entry in instance network info cache for port bf5244cb-449f-453e-94eb-83727400de7b. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.434108] env[70542]: DEBUG nova.network.neutron [req-7777ccfa-7b3e-45c7-b0dc-c4960e8fb44c req-95be79b8-023b-4340-8c7f-6c89f781a8c1 service nova] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Updating instance_info_cache with network_info: [{"id": "bf5244cb-449f-453e-94eb-83727400de7b", "address": "fa:16:3e:65:5d:df", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5244cb-44", "ovs_interfaceid": "bf5244cb-449f-453e-94eb-83727400de7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.516693] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0204ee24-eccd-4598-9e1f-40347add4ec0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.525903] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e313f5b1-9485-455b-83a0-dcc3dc521e95 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.563637] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb29d62-8d29-4b18-beec-be1a6f9d7405 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.568562] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9592ef-4532-4cda-aeab-57456b1e0bbf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.584401] env[70542]: DEBUG nova.compute.provider_tree [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.646399] env[70542]: DEBUG nova.compute.manager [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1154.647127] env[70542]: DEBUG nova.virt.hardware [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.647310] env[70542]: DEBUG nova.virt.hardware [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.648050] env[70542]: DEBUG nova.virt.hardware [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.648050] env[70542]: DEBUG nova.virt.hardware [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.648050] env[70542]: DEBUG nova.virt.hardware [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.648050] env[70542]: DEBUG nova.virt.hardware [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.648191] env[70542]: DEBUG nova.virt.hardware [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.648560] env[70542]: DEBUG nova.virt.hardware [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.648749] env[70542]: DEBUG nova.virt.hardware [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.649314] env[70542]: DEBUG nova.virt.hardware [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.649659] env[70542]: DEBUG nova.virt.hardware [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.650580] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "refresh_cache-97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.651858] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef28967-f0aa-4708-8039-6c9349533820 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.664298] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f5bbe1-3b91-45c7-92ed-9e683f8f8747 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.683559] env[70542]: DEBUG nova.network.neutron [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Port 511022f6-ead8-4463-80be-4bd5d2609c2a binding to destination host cpu-1 is already ACTIVE {{(pid=70542) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1154.697846] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquiring lock "89ae4a6d-70ab-4e83-8a97-063321b8dab4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.697846] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lock "89ae4a6d-70ab-4e83-8a97-063321b8dab4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.697846] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquiring lock "89ae4a6d-70ab-4e83-8a97-063321b8dab4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.697846] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lock "89ae4a6d-70ab-4e83-8a97-063321b8dab4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.697846] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lock "89ae4a6d-70ab-4e83-8a97-063321b8dab4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.701460] env[70542]: INFO nova.compute.manager [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Terminating instance [ 1154.713805] env[70542]: DEBUG oslo_vmware.api [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.817018] env[70542]: INFO nova.compute.manager [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Took 39.84 seconds to build instance. [ 1154.843199] env[70542]: DEBUG nova.network.neutron [req-750cfa04-d7d9-4fbb-b790-0d5a97780c1a req-6015cab7-5225-47da-89e6-2b5873329edd service nova] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1154.860506] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528f2418-fe4f-c6ee-a3b9-e98f352ce75f, 'name': SearchDatastore_Task, 'duration_secs': 0.014708} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.861253] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.861637] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.861985] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.862280] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.862566] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.863011] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6898c56c-3c90-45cb-83dc-c4e24630b339 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.874197] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.874197] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.874197] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-770b8959-2995-441c-bbdb-03ab07b2b4c3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.881209] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1154.881209] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52489a74-e9f6-7fb4-20f7-84c042ace04f" [ 1154.881209] env[70542]: _type = "Task" [ 1154.881209] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.891861] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52489a74-e9f6-7fb4-20f7-84c042ace04f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.925315] env[70542]: DEBUG oslo_concurrency.lockutils [None req-38512bd7-41ab-4100-bcf1-2679b3714994 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Acquiring lock "ac363f82-f4a1-43a4-8f1a-a289cc884070" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.925315] env[70542]: DEBUG oslo_concurrency.lockutils [None req-38512bd7-41ab-4100-bcf1-2679b3714994 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Lock "ac363f82-f4a1-43a4-8f1a-a289cc884070" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.925315] env[70542]: DEBUG oslo_concurrency.lockutils [None req-38512bd7-41ab-4100-bcf1-2679b3714994 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Acquiring lock "ac363f82-f4a1-43a4-8f1a-a289cc884070-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.925315] env[70542]: DEBUG oslo_concurrency.lockutils [None req-38512bd7-41ab-4100-bcf1-2679b3714994 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Lock "ac363f82-f4a1-43a4-8f1a-a289cc884070-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.925315] env[70542]: DEBUG oslo_concurrency.lockutils [None req-38512bd7-41ab-4100-bcf1-2679b3714994 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Lock "ac363f82-f4a1-43a4-8f1a-a289cc884070-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.928383] env[70542]: INFO nova.compute.manager [None req-38512bd7-41ab-4100-bcf1-2679b3714994 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Terminating instance [ 1154.936901] env[70542]: DEBUG oslo_concurrency.lockutils [req-7777ccfa-7b3e-45c7-b0dc-c4960e8fb44c req-95be79b8-023b-4340-8c7f-6c89f781a8c1 service nova] Releasing lock "refresh_cache-3bca2ad2-586a-4993-8697-b0d5e596196d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.948811] env[70542]: DEBUG nova.network.neutron [req-750cfa04-d7d9-4fbb-b790-0d5a97780c1a req-6015cab7-5225-47da-89e6-2b5873329edd service nova] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.089077] env[70542]: DEBUG nova.scheduler.client.report [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.204715] env[70542]: DEBUG nova.compute.manager [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.205108] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.206577] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ccb7a5-c859-4de2-8df4-5e15e1b49a71 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.227099] env[70542]: DEBUG oslo_vmware.api [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912038, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.231135] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.231674] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d39a89a2-0f65-4865-9833-0f8f9a52dcb0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.241954] env[70542]: DEBUG oslo_vmware.api [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 1155.241954] env[70542]: value = "task-3912039" [ 1155.241954] env[70542]: _type = "Task" [ 1155.241954] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.254141] env[70542]: DEBUG oslo_vmware.api [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3912039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.319744] env[70542]: DEBUG oslo_concurrency.lockutils [None req-185aa477-1685-4be7-9d5d-d99dedbef15f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "edbfd293-e24b-4e63-8b03-c2dd51cb202b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.913s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.395910] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52489a74-e9f6-7fb4-20f7-84c042ace04f, 'name': SearchDatastore_Task, 'duration_secs': 0.011035} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.396792] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5612075-004d-4976-8c62-5023198c0de3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.412574] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1155.412574] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5236b2a1-26ca-96fa-06d0-3268839b3b6a" [ 1155.412574] env[70542]: _type = "Task" [ 1155.412574] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.425410] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5236b2a1-26ca-96fa-06d0-3268839b3b6a, 'name': SearchDatastore_Task, 'duration_secs': 0.011374} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.425617] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.426800] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 3bca2ad2-586a-4993-8697-b0d5e596196d/3bca2ad2-586a-4993-8697-b0d5e596196d.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.426800] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff019d27-911a-4c6e-8341-510c1616e289 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.431982] env[70542]: DEBUG nova.compute.manager [None req-38512bd7-41ab-4100-bcf1-2679b3714994 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.432163] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-38512bd7-41ab-4100-bcf1-2679b3714994 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.432991] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136f0b89-6c2e-4669-b6c1-74238614b725 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.437507] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1155.437507] env[70542]: value = "task-3912040" [ 1155.437507] env[70542]: _type = "Task" [ 1155.437507] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.444031] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-38512bd7-41ab-4100-bcf1-2679b3714994 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.444607] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e75de126-61be-4b7e-ae86-13cc84e2ae7a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.450691] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.453458] env[70542]: DEBUG oslo_concurrency.lockutils [req-750cfa04-d7d9-4fbb-b790-0d5a97780c1a req-6015cab7-5225-47da-89e6-2b5873329edd service nova] Releasing lock "refresh_cache-97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.453770] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquired lock "refresh_cache-97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.453936] env[70542]: DEBUG nova.network.neutron [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.532646] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-38512bd7-41ab-4100-bcf1-2679b3714994 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.532939] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-38512bd7-41ab-4100-bcf1-2679b3714994 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.533199] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-38512bd7-41ab-4100-bcf1-2679b3714994 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Deleting the datastore file [datastore1] ac363f82-f4a1-43a4-8f1a-a289cc884070 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.533500] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e2a686b-0628-49bf-bb93-b373751d5dff {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.544343] env[70542]: DEBUG oslo_vmware.api [None req-38512bd7-41ab-4100-bcf1-2679b3714994 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Waiting for the task: (returnval){ [ 1155.544343] env[70542]: value = "task-3912042" [ 1155.544343] env[70542]: _type = "Task" [ 1155.544343] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.553490] env[70542]: DEBUG oslo_vmware.api [None req-38512bd7-41ab-4100-bcf1-2679b3714994 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3912042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.594934] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.596056] env[70542]: DEBUG nova.compute.manager [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1155.603116] env[70542]: DEBUG oslo_concurrency.lockutils [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.985s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.603116] env[70542]: DEBUG nova.objects.instance [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lazy-loading 'resources' on Instance uuid 6ab42af6-337e-4c56-b72e-d973d0530fab {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.714716] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "526a38ba-8b2b-4d65-a435-f690b453b052-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.714716] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "526a38ba-8b2b-4d65-a435-f690b453b052-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.714716] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "526a38ba-8b2b-4d65-a435-f690b453b052-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.744422] env[70542]: DEBUG oslo_vmware.api [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912038, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.757425] env[70542]: DEBUG oslo_vmware.api [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3912039, 'name': PowerOffVM_Task, 'duration_secs': 0.344168} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.758046] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.758343] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.758954] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3114ccc9-80cc-4b08-a45b-1b205833e9c0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.832902] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.833230] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.833387] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Deleting the datastore file [datastore2] 89ae4a6d-70ab-4e83-8a97-063321b8dab4 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.833709] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-838fa286-7be3-4add-b364-d182c6bec733 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.844206] env[70542]: DEBUG oslo_vmware.api [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for the task: (returnval){ [ 1155.844206] env[70542]: value = "task-3912044" [ 1155.844206] env[70542]: _type = "Task" [ 1155.844206] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.856091] env[70542]: DEBUG oslo_vmware.api [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3912044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.953035] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.003090] env[70542]: DEBUG nova.network.neutron [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1156.056972] env[70542]: DEBUG oslo_vmware.api [None req-38512bd7-41ab-4100-bcf1-2679b3714994 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3912042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183521} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.057313] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-38512bd7-41ab-4100-bcf1-2679b3714994 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.057502] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-38512bd7-41ab-4100-bcf1-2679b3714994 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.057681] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-38512bd7-41ab-4100-bcf1-2679b3714994 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.057850] env[70542]: INFO nova.compute.manager [None req-38512bd7-41ab-4100-bcf1-2679b3714994 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1156.058117] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38512bd7-41ab-4100-bcf1-2679b3714994 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.060800] env[70542]: DEBUG nova.compute.manager [-] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.060912] env[70542]: DEBUG nova.network.neutron [-] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.108633] env[70542]: DEBUG nova.compute.utils [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1156.108633] env[70542]: DEBUG nova.compute.manager [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1156.108633] env[70542]: DEBUG nova.network.neutron [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1156.196676] env[70542]: DEBUG nova.policy [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc09931b23ca4916813a48dd7b8eede6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61e08b9a5d9e4633a5a552d37a71e158', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1156.227535] env[70542]: DEBUG oslo_vmware.api [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912038, 'name': ReconfigVM_Task, 'duration_secs': 1.937329} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.227873] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 5cbf310f-5a9a-4026-9eea-462525cb0fd7/4c78ae56-da5c-496a-96d4-9e4c383c4552-rescue.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.229062] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0408ee18-21ef-4ac1-a951-1b06cdddde40 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.271109] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f56ad1a-cea4-4120-a0e6-ccc448be9d4b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.283541] env[70542]: DEBUG nova.network.neutron [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Updating instance_info_cache with network_info: [{"id": "58638020-105d-4552-8f1e-42ced7da1c54", "address": "fa:16:3e:ff:f0:1e", "network": {"id": "8d681135-929a-4d37-8f8e-5b42cb601fa2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449826457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ed649ce03f4cb994a22b4fae711fb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58638020-10", "ovs_interfaceid": "58638020-105d-4552-8f1e-42ced7da1c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.294430] env[70542]: DEBUG oslo_vmware.api [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1156.294430] env[70542]: value = "task-3912045" [ 1156.294430] env[70542]: _type = "Task" [ 1156.294430] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.307614] env[70542]: DEBUG oslo_vmware.api [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.357436] env[70542]: DEBUG oslo_vmware.api [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Task: {'id': task-3912044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145001} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.357900] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.357900] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.358088] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.358592] env[70542]: INFO nova.compute.manager [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1156.358592] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.358811] env[70542]: DEBUG nova.compute.manager [-] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.358848] env[70542]: DEBUG nova.network.neutron [-] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.374998] env[70542]: DEBUG nova.compute.manager [req-ecbd55eb-87d6-4946-a79c-2979b3dc3af6 req-e7397621-55bb-4a52-9a37-9af699aa4b26 service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Received event network-changed-7630e33a-869a-40f9-be96-f2b797bdb627 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.375215] env[70542]: DEBUG nova.compute.manager [req-ecbd55eb-87d6-4946-a79c-2979b3dc3af6 req-e7397621-55bb-4a52-9a37-9af699aa4b26 service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Refreshing instance network info cache due to event network-changed-7630e33a-869a-40f9-be96-f2b797bdb627. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.375748] env[70542]: DEBUG oslo_concurrency.lockutils [req-ecbd55eb-87d6-4946-a79c-2979b3dc3af6 req-e7397621-55bb-4a52-9a37-9af699aa4b26 service nova] Acquiring lock "refresh_cache-10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.375748] env[70542]: DEBUG oslo_concurrency.lockutils [req-ecbd55eb-87d6-4946-a79c-2979b3dc3af6 req-e7397621-55bb-4a52-9a37-9af699aa4b26 service nova] Acquired lock "refresh_cache-10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.375748] env[70542]: DEBUG nova.network.neutron [req-ecbd55eb-87d6-4946-a79c-2979b3dc3af6 req-e7397621-55bb-4a52-9a37-9af699aa4b26 service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Refreshing network info cache for port 7630e33a-869a-40f9-be96-f2b797bdb627 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.450578] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912040, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.612635] env[70542]: DEBUG nova.compute.manager [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1156.621316] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336651b3-6a13-4e81-9981-63249561ace2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.633573] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfadcdda-b6cd-43fc-88ba-1912d731ed8e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.671974] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d53741f-9314-47af-8366-8e4c55bd4084 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.681866] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1dbe750-5447-404a-a5a7-654e46f7215c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.701367] env[70542]: DEBUG nova.compute.provider_tree [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.786819] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Releasing lock "refresh_cache-97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.787208] env[70542]: DEBUG nova.compute.manager [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Instance network_info: |[{"id": "58638020-105d-4552-8f1e-42ced7da1c54", "address": "fa:16:3e:ff:f0:1e", "network": {"id": "8d681135-929a-4d37-8f8e-5b42cb601fa2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449826457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ed649ce03f4cb994a22b4fae711fb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58638020-10", "ovs_interfaceid": "58638020-105d-4552-8f1e-42ced7da1c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1156.788090] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:f0:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9875d38f-76e2-416c-bfb7-f18a22b0d8ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58638020-105d-4552-8f1e-42ced7da1c54', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1156.796053] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.796718] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1156.800186] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bf6bb6a-291d-47c5-9173-bc54d0acafab {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.818385] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "refresh_cache-526a38ba-8b2b-4d65-a435-f690b453b052" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.818698] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquired lock "refresh_cache-526a38ba-8b2b-4d65-a435-f690b453b052" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.818972] env[70542]: DEBUG nova.network.neutron [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.832149] env[70542]: DEBUG oslo_vmware.api [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912045, 'name': ReconfigVM_Task, 'duration_secs': 0.375067} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.834699] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.835380] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1156.835380] env[70542]: value = "task-3912046" [ 1156.835380] env[70542]: _type = "Task" [ 1156.835380] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.835796] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-242f8e70-5d9d-4a59-93cc-bf8111a250b4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.848916] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912046, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.850607] env[70542]: DEBUG oslo_vmware.api [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1156.850607] env[70542]: value = "task-3912047" [ 1156.850607] env[70542]: _type = "Task" [ 1156.850607] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.864122] env[70542]: DEBUG oslo_vmware.api [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.954067] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912040, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.191201} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.954414] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 3bca2ad2-586a-4993-8697-b0d5e596196d/3bca2ad2-586a-4993-8697-b0d5e596196d.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.954636] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.954932] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-839b5cf3-e0db-4b72-ae1c-a7f5fd6618b6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.965969] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1156.965969] env[70542]: value = "task-3912048" [ 1156.965969] env[70542]: _type = "Task" [ 1156.965969] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.977408] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.150023] env[70542]: DEBUG nova.network.neutron [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Successfully created port: ba6576a0-981f-4d89-a46c-ee6e0aece7ac {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.202827] env[70542]: DEBUG nova.scheduler.client.report [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.239773] env[70542]: DEBUG nova.network.neutron [-] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.350636] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912046, 'name': CreateVM_Task, 'duration_secs': 0.407959} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.350846] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.355348] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776849', 'volume_id': '3390fb28-683b-439f-ac23-3607b6182ad0', 'name': 'volume-3390fb28-683b-439f-ac23-3607b6182ad0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe', 'attached_at': '', 'detached_at': '', 'volume_id': '3390fb28-683b-439f-ac23-3607b6182ad0', 'serial': '3390fb28-683b-439f-ac23-3607b6182ad0'}, 'device_type': None, 'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'attachment_id': '32b97575-6ba3-4053-b373-53eeea06628b', 'volume_type': None}], 'swap': None} {{(pid=70542) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1157.355348] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Root volume attach. Driver type: vmdk {{(pid=70542) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1157.364295] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83196b1-4bd0-47f9-8f40-93063174327a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.372314] env[70542]: DEBUG oslo_vmware.api [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912047, 'name': PowerOnVM_Task, 'duration_secs': 0.498497} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.378164] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.387602] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51a7f65-4ffe-49bb-ba69-41f7ea84badb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.391784] env[70542]: DEBUG nova.compute.manager [None req-a421fa1c-b647-4216-998f-7b18441d515e tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1157.395171] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e667f3c-1ea8-4156-b5f1-0ef000347c1e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.405555] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6c4169-b12b-46de-8799-dd529c2b3a79 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.417308] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-4b3d39ab-dc05-47d9-8a33-bbad63f1d86d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.429032] env[70542]: DEBUG oslo_vmware.api [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1157.429032] env[70542]: value = "task-3912049" [ 1157.429032] env[70542]: _type = "Task" [ 1157.429032] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.439630] env[70542]: DEBUG oslo_vmware.api [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912049, 'name': RelocateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.484828] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083911} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.485101] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.489252] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2294d007-1be7-4579-bcbc-55ae851debed {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.513903] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 3bca2ad2-586a-4993-8697-b0d5e596196d/3bca2ad2-586a-4993-8697-b0d5e596196d.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.514310] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e41fee80-2716-42d9-985f-82729d0b0c32 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.548111] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1157.548111] env[70542]: value = "task-3912050" [ 1157.548111] env[70542]: _type = "Task" [ 1157.548111] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.557430] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912050, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.605289] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Acquiring lock "28039b41-2038-4680-a266-370e585cc5c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.605667] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Lock "28039b41-2038-4680-a266-370e585cc5c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.625723] env[70542]: DEBUG nova.compute.manager [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.670217] env[70542]: DEBUG nova.virt.hardware [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.670465] env[70542]: DEBUG nova.virt.hardware [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.670914] env[70542]: DEBUG nova.virt.hardware [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.670914] env[70542]: DEBUG nova.virt.hardware [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.671886] env[70542]: DEBUG nova.virt.hardware [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.671886] env[70542]: DEBUG nova.virt.hardware [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.672443] env[70542]: DEBUG nova.virt.hardware [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.672568] env[70542]: DEBUG nova.virt.hardware [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.673037] env[70542]: DEBUG nova.virt.hardware [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.673349] env[70542]: DEBUG nova.virt.hardware [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.673926] env[70542]: DEBUG nova.virt.hardware [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.675593] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df0be55-63e9-467f-8827-9dffa8d8085f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.680146] env[70542]: DEBUG nova.network.neutron [req-ecbd55eb-87d6-4946-a79c-2979b3dc3af6 req-e7397621-55bb-4a52-9a37-9af699aa4b26 service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Updated VIF entry in instance network info cache for port 7630e33a-869a-40f9-be96-f2b797bdb627. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.680594] env[70542]: DEBUG nova.network.neutron [req-ecbd55eb-87d6-4946-a79c-2979b3dc3af6 req-e7397621-55bb-4a52-9a37-9af699aa4b26 service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Updating instance_info_cache with network_info: [{"id": "7630e33a-869a-40f9-be96-f2b797bdb627", "address": "fa:16:3e:ff:d7:f5", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7630e33a-86", "ovs_interfaceid": "7630e33a-869a-40f9-be96-f2b797bdb627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.690204] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d18465-748c-4bb6-9d17-138a146773eb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.715351] env[70542]: DEBUG oslo_concurrency.lockutils [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.116s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.717591] env[70542]: DEBUG nova.network.neutron [-] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.719299] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 14.725s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.719572] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.719834] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70542) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1157.720246] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.638s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.720717] env[70542]: DEBUG nova.objects.instance [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lazy-loading 'resources' on Instance uuid a02183c0-68a1-4618-922a-64ce8d3fefc1 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.723131] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eccf7e7-993d-4064-bd24-9eae6a59ad51 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.735910] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f55750-1750-4b39-ad90-6cc2531e8cdb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.742479] env[70542]: INFO nova.compute.manager [-] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Took 1.68 seconds to deallocate network for instance. [ 1157.758070] env[70542]: INFO nova.scheduler.client.report [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Deleted allocations for instance 6ab42af6-337e-4c56-b72e-d973d0530fab [ 1157.763644] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccb1651-c343-4ce1-994d-34576edaf425 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.772575] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772fa9a4-c728-48f4-a46a-f98f34376174 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.812497] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178985MB free_disk=39GB free_vcpus=48 pci_devices=None {{(pid=70542) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1157.812735] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.937365] env[70542]: DEBUG nova.network.neutron [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Updating instance_info_cache with network_info: [{"id": "511022f6-ead8-4463-80be-4bd5d2609c2a", "address": "fa:16:3e:9d:79:8f", "network": {"id": "0fdd78e6-604b-4680-ac71-ea4e397161ff", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-93680765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3897359786e64bc592fd5e207aea4974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap511022f6-ea", "ovs_interfaceid": "511022f6-ead8-4463-80be-4bd5d2609c2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.949211] env[70542]: DEBUG oslo_vmware.api [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912049, 'name': RelocateVM_Task} progress is 35%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.973535] env[70542]: DEBUG nova.compute.manager [req-6506b24e-63b1-4737-aa85-2b813a5b3117 req-3cb24de1-a35e-4601-91ef-0bb13b39a83c service nova] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Received event network-vif-deleted-e8502457-3e1c-459a-9499-fa08683817a8 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.058350] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.116321] env[70542]: DEBUG nova.compute.manager [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1158.186234] env[70542]: DEBUG oslo_concurrency.lockutils [req-ecbd55eb-87d6-4946-a79c-2979b3dc3af6 req-e7397621-55bb-4a52-9a37-9af699aa4b26 service nova] Releasing lock "refresh_cache-10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.186234] env[70542]: DEBUG nova.compute.manager [req-ecbd55eb-87d6-4946-a79c-2979b3dc3af6 req-e7397621-55bb-4a52-9a37-9af699aa4b26 service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Received event network-changed-e1854e81-4cf2-48cb-9f9e-474b20ca3851 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.186234] env[70542]: DEBUG nova.compute.manager [req-ecbd55eb-87d6-4946-a79c-2979b3dc3af6 req-e7397621-55bb-4a52-9a37-9af699aa4b26 service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Refreshing instance network info cache due to event network-changed-e1854e81-4cf2-48cb-9f9e-474b20ca3851. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.186473] env[70542]: DEBUG oslo_concurrency.lockutils [req-ecbd55eb-87d6-4946-a79c-2979b3dc3af6 req-e7397621-55bb-4a52-9a37-9af699aa4b26 service nova] Acquiring lock "refresh_cache-edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.186533] env[70542]: DEBUG oslo_concurrency.lockutils [req-ecbd55eb-87d6-4946-a79c-2979b3dc3af6 req-e7397621-55bb-4a52-9a37-9af699aa4b26 service nova] Acquired lock "refresh_cache-edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.186692] env[70542]: DEBUG nova.network.neutron [req-ecbd55eb-87d6-4946-a79c-2979b3dc3af6 req-e7397621-55bb-4a52-9a37-9af699aa4b26 service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Refreshing network info cache for port e1854e81-4cf2-48cb-9f9e-474b20ca3851 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.223498] env[70542]: INFO nova.compute.manager [-] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Took 1.86 seconds to deallocate network for instance. [ 1158.228982] env[70542]: DEBUG nova.objects.instance [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lazy-loading 'numa_topology' on Instance uuid a02183c0-68a1-4618-922a-64ce8d3fefc1 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.268280] env[70542]: DEBUG oslo_concurrency.lockutils [None req-38512bd7-41ab-4100-bcf1-2679b3714994 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.271635] env[70542]: DEBUG oslo_concurrency.lockutils [None req-344cc6cc-6d10-46b3-9b59-a0d19f9e621a tempest-ServerDiskConfigTestJSON-1021082095 tempest-ServerDiskConfigTestJSON-1021082095-project-member] Lock "6ab42af6-337e-4c56-b72e-d973d0530fab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.304s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.443945] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Releasing lock "refresh_cache-526a38ba-8b2b-4d65-a435-f690b453b052" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.448034] env[70542]: DEBUG oslo_vmware.api [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912049, 'name': RelocateVM_Task} progress is 49%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.537411] env[70542]: DEBUG nova.compute.manager [req-b25de8de-c133-44e7-a034-76fb016c42b2 req-fdb2b8b5-4369-4186-aa6e-618377affdfd service nova] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Received event network-vif-deleted-736104e5-a189-4796-a0cc-34b8fd17f47a {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.560616] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912050, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.652037] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.733051] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.733475] env[70542]: DEBUG nova.objects.base [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70542) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1158.944883] env[70542]: DEBUG oslo_vmware.api [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912049, 'name': RelocateVM_Task} progress is 62%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.963117] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083084c9-8f12-4719-a5b5-01cd2303d1c1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.971052] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74066d60-5112-454a-ba37-dd5c9f129957 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.070248] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912050, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.211696] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquiring lock "a0636410-05b1-4aaa-84fa-984852dcedb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.211967] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Lock "a0636410-05b1-4aaa-84fa-984852dcedb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.236329] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10341678-88c5-4d57-a1c0-0a2d4be50ebf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.246046] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e700870a-9e33-43f5-a9c7-fea64a871134 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.283268] env[70542]: DEBUG nova.network.neutron [req-ecbd55eb-87d6-4946-a79c-2979b3dc3af6 req-e7397621-55bb-4a52-9a37-9af699aa4b26 service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Updated VIF entry in instance network info cache for port e1854e81-4cf2-48cb-9f9e-474b20ca3851. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.283678] env[70542]: DEBUG nova.network.neutron [req-ecbd55eb-87d6-4946-a79c-2979b3dc3af6 req-e7397621-55bb-4a52-9a37-9af699aa4b26 service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Updating instance_info_cache with network_info: [{"id": "e1854e81-4cf2-48cb-9f9e-474b20ca3851", "address": "fa:16:3e:39:ac:c6", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1854e81-4c", "ovs_interfaceid": "e1854e81-4cf2-48cb-9f9e-474b20ca3851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.286902] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bed5fcb-f8dd-4953-a2d3-d89234d25568 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.296447] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758262d9-8272-4463-80b4-3cdc57f9ad22 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.314848] env[70542]: DEBUG nova.compute.provider_tree [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.447946] env[70542]: DEBUG oslo_vmware.api [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912049, 'name': RelocateVM_Task} progress is 73%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.564373] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912050, 'name': ReconfigVM_Task, 'duration_secs': 1.921529} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.566658] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 3bca2ad2-586a-4993-8697-b0d5e596196d/3bca2ad2-586a-4993-8697-b0d5e596196d.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.567497] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e632b00-cece-4721-aa50-287263d743eb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.576863] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1159.576863] env[70542]: value = "task-3912051" [ 1159.576863] env[70542]: _type = "Task" [ 1159.576863] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.591626] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912051, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.619256] env[70542]: DEBUG nova.network.neutron [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Successfully updated port: ba6576a0-981f-4d89-a46c-ee6e0aece7ac {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.718660] env[70542]: DEBUG nova.compute.manager [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1159.791700] env[70542]: DEBUG oslo_concurrency.lockutils [req-ecbd55eb-87d6-4946-a79c-2979b3dc3af6 req-e7397621-55bb-4a52-9a37-9af699aa4b26 service nova] Releasing lock "refresh_cache-edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.820294] env[70542]: DEBUG nova.scheduler.client.report [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.943776] env[70542]: DEBUG oslo_vmware.api [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912049, 'name': RelocateVM_Task} progress is 86%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.012926] env[70542]: DEBUG nova.compute.manager [req-b977a943-20f2-4750-b055-02402dfaa800 req-f6485158-e30a-4a8d-956c-f3f43d06929b service nova] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Received event network-vif-plugged-ba6576a0-981f-4d89-a46c-ee6e0aece7ac {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.012926] env[70542]: DEBUG oslo_concurrency.lockutils [req-b977a943-20f2-4750-b055-02402dfaa800 req-f6485158-e30a-4a8d-956c-f3f43d06929b service nova] Acquiring lock "eaac2297-6a38-4b0a-b195-6e7a80ca044f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.012926] env[70542]: DEBUG oslo_concurrency.lockutils [req-b977a943-20f2-4750-b055-02402dfaa800 req-f6485158-e30a-4a8d-956c-f3f43d06929b service nova] Lock "eaac2297-6a38-4b0a-b195-6e7a80ca044f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.012926] env[70542]: DEBUG oslo_concurrency.lockutils [req-b977a943-20f2-4750-b055-02402dfaa800 req-f6485158-e30a-4a8d-956c-f3f43d06929b service nova] Lock "eaac2297-6a38-4b0a-b195-6e7a80ca044f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.013457] env[70542]: DEBUG nova.compute.manager [req-b977a943-20f2-4750-b055-02402dfaa800 req-f6485158-e30a-4a8d-956c-f3f43d06929b service nova] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] No waiting events found dispatching network-vif-plugged-ba6576a0-981f-4d89-a46c-ee6e0aece7ac {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1160.013457] env[70542]: WARNING nova.compute.manager [req-b977a943-20f2-4750-b055-02402dfaa800 req-f6485158-e30a-4a8d-956c-f3f43d06929b service nova] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Received unexpected event network-vif-plugged-ba6576a0-981f-4d89-a46c-ee6e0aece7ac for instance with vm_state building and task_state spawning. [ 1160.013457] env[70542]: DEBUG nova.compute.manager [req-b977a943-20f2-4750-b055-02402dfaa800 req-f6485158-e30a-4a8d-956c-f3f43d06929b service nova] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Received event network-changed-ba6576a0-981f-4d89-a46c-ee6e0aece7ac {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.013701] env[70542]: DEBUG nova.compute.manager [req-b977a943-20f2-4750-b055-02402dfaa800 req-f6485158-e30a-4a8d-956c-f3f43d06929b service nova] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Refreshing instance network info cache due to event network-changed-ba6576a0-981f-4d89-a46c-ee6e0aece7ac. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.014170] env[70542]: DEBUG oslo_concurrency.lockutils [req-b977a943-20f2-4750-b055-02402dfaa800 req-f6485158-e30a-4a8d-956c-f3f43d06929b service nova] Acquiring lock "refresh_cache-eaac2297-6a38-4b0a-b195-6e7a80ca044f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.014547] env[70542]: DEBUG oslo_concurrency.lockutils [req-b977a943-20f2-4750-b055-02402dfaa800 req-f6485158-e30a-4a8d-956c-f3f43d06929b service nova] Acquired lock "refresh_cache-eaac2297-6a38-4b0a-b195-6e7a80ca044f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.014792] env[70542]: DEBUG nova.network.neutron [req-b977a943-20f2-4750-b055-02402dfaa800 req-f6485158-e30a-4a8d-956c-f3f43d06929b service nova] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Refreshing network info cache for port ba6576a0-981f-4d89-a46c-ee6e0aece7ac {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.088569] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912051, 'name': Rename_Task, 'duration_secs': 0.433443} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.088924] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.089208] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73b0bab7-4f4b-44ab-8b0e-7831ff1ec2ef {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.098483] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1160.098483] env[70542]: value = "task-3912052" [ 1160.098483] env[70542]: _type = "Task" [ 1160.098483] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.115169] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.118084] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "refresh_cache-eaac2297-6a38-4b0a-b195-6e7a80ca044f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.127063] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258dfcac-5ffa-4f46-a296-9ac63d414f77 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.154595] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f862685b-653a-4121-beec-0190315f8112 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.165273] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Updating instance '526a38ba-8b2b-4d65-a435-f690b453b052' progress to 83 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1160.243998] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.327147] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.607s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.331773] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.212s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.331773] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.334148] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.895s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.336112] env[70542]: INFO nova.compute.claims [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.377027] env[70542]: INFO nova.scheduler.client.report [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Deleted allocations for instance eef02990-c512-44f2-8fc7-eab27e22ab58 [ 1160.445160] env[70542]: DEBUG oslo_vmware.api [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912049, 'name': RelocateVM_Task} progress is 97%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.587266] env[70542]: DEBUG nova.compute.manager [req-8dc326f3-c52b-47aa-a5ee-f09f53beab4e req-286986bb-fafa-464e-af12-4a4184c4e7f6 service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Received event network-changed-e1854e81-4cf2-48cb-9f9e-474b20ca3851 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.587558] env[70542]: DEBUG nova.compute.manager [req-8dc326f3-c52b-47aa-a5ee-f09f53beab4e req-286986bb-fafa-464e-af12-4a4184c4e7f6 service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Refreshing instance network info cache due to event network-changed-e1854e81-4cf2-48cb-9f9e-474b20ca3851. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.588881] env[70542]: DEBUG oslo_concurrency.lockutils [req-8dc326f3-c52b-47aa-a5ee-f09f53beab4e req-286986bb-fafa-464e-af12-4a4184c4e7f6 service nova] Acquiring lock "refresh_cache-edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.589171] env[70542]: DEBUG oslo_concurrency.lockutils [req-8dc326f3-c52b-47aa-a5ee-f09f53beab4e req-286986bb-fafa-464e-af12-4a4184c4e7f6 service nova] Acquired lock "refresh_cache-edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.589457] env[70542]: DEBUG nova.network.neutron [req-8dc326f3-c52b-47aa-a5ee-f09f53beab4e req-286986bb-fafa-464e-af12-4a4184c4e7f6 service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Refreshing network info cache for port e1854e81-4cf2-48cb-9f9e-474b20ca3851 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.592418] env[70542]: DEBUG nova.network.neutron [req-b977a943-20f2-4750-b055-02402dfaa800 req-f6485158-e30a-4a8d-956c-f3f43d06929b service nova] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.612715] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912052, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.671538] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.671869] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-573a02fe-7a3b-46dd-9405-2ba6d4243ce3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.683683] env[70542]: DEBUG oslo_vmware.api [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1160.683683] env[70542]: value = "task-3912053" [ 1160.683683] env[70542]: _type = "Task" [ 1160.683683] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.693835] env[70542]: DEBUG oslo_vmware.api [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.759259] env[70542]: DEBUG nova.network.neutron [req-b977a943-20f2-4750-b055-02402dfaa800 req-f6485158-e30a-4a8d-956c-f3f43d06929b service nova] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.846961] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8f21a824-3c4e-4fad-8ced-894b7ccba6ff tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "a02183c0-68a1-4618-922a-64ce8d3fefc1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.987s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.848401] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "a02183c0-68a1-4618-922a-64ce8d3fefc1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 12.670s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.848401] env[70542]: INFO nova.compute.manager [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Unshelving [ 1160.890413] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f259bb35-c648-4a2e-91d9-7eec505cd049 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "eef02990-c512-44f2-8fc7-eab27e22ab58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.940s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.943906] env[70542]: DEBUG oslo_vmware.api [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912049, 'name': RelocateVM_Task} progress is 97%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.116999] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912052, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.196554] env[70542]: DEBUG oslo_vmware.api [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912053, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.260677] env[70542]: DEBUG oslo_concurrency.lockutils [req-b977a943-20f2-4750-b055-02402dfaa800 req-f6485158-e30a-4a8d-956c-f3f43d06929b service nova] Releasing lock "refresh_cache-eaac2297-6a38-4b0a-b195-6e7a80ca044f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.264094] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquired lock "refresh_cache-eaac2297-6a38-4b0a-b195-6e7a80ca044f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.264313] env[70542]: DEBUG nova.network.neutron [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.417791] env[70542]: DEBUG nova.network.neutron [req-8dc326f3-c52b-47aa-a5ee-f09f53beab4e req-286986bb-fafa-464e-af12-4a4184c4e7f6 service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Updated VIF entry in instance network info cache for port e1854e81-4cf2-48cb-9f9e-474b20ca3851. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.418204] env[70542]: DEBUG nova.network.neutron [req-8dc326f3-c52b-47aa-a5ee-f09f53beab4e req-286986bb-fafa-464e-af12-4a4184c4e7f6 service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Updating instance_info_cache with network_info: [{"id": "e1854e81-4cf2-48cb-9f9e-474b20ca3851", "address": "fa:16:3e:39:ac:c6", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1854e81-4c", "ovs_interfaceid": "e1854e81-4cf2-48cb-9f9e-474b20ca3851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.452200] env[70542]: DEBUG oslo_vmware.api [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912049, 'name': RelocateVM_Task} progress is 98%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.617027] env[70542]: DEBUG oslo_vmware.api [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912052, 'name': PowerOnVM_Task, 'duration_secs': 1.063567} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.617027] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.617027] env[70542]: INFO nova.compute.manager [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Took 11.34 seconds to spawn the instance on the hypervisor. [ 1161.617027] env[70542]: DEBUG nova.compute.manager [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1161.617027] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b275d4-c2b2-403c-87eb-ba612851eaf9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.702459] env[70542]: DEBUG oslo_vmware.api [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912053, 'name': PowerOnVM_Task, 'duration_secs': 0.928397} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.703157] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.703157] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a9a05849-91a0-46a4-a3c5-2beb57517375 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Updating instance '526a38ba-8b2b-4d65-a435-f690b453b052' progress to 100 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1161.803600] env[70542]: DEBUG nova.network.neutron [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1161.845689] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea20f86-3dd2-4e98-9225-8419d5877db9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.854359] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98dd431-42a1-4d20-b1d0-6456ceab95c6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.893214] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.894267] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2bead4-9004-412e-8a51-046b9f854271 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.903026] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854c3d44-9a89-44bf-9403-41b6844b66f1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.918406] env[70542]: DEBUG nova.compute.provider_tree [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.927031] env[70542]: DEBUG oslo_concurrency.lockutils [req-8dc326f3-c52b-47aa-a5ee-f09f53beab4e req-286986bb-fafa-464e-af12-4a4184c4e7f6 service nova] Releasing lock "refresh_cache-edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.928687] env[70542]: DEBUG nova.compute.manager [req-8dc326f3-c52b-47aa-a5ee-f09f53beab4e req-286986bb-fafa-464e-af12-4a4184c4e7f6 service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Received event network-changed-7630e33a-869a-40f9-be96-f2b797bdb627 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.928687] env[70542]: DEBUG nova.compute.manager [req-8dc326f3-c52b-47aa-a5ee-f09f53beab4e req-286986bb-fafa-464e-af12-4a4184c4e7f6 service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Refreshing instance network info cache due to event network-changed-7630e33a-869a-40f9-be96-f2b797bdb627. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.928687] env[70542]: DEBUG oslo_concurrency.lockutils [req-8dc326f3-c52b-47aa-a5ee-f09f53beab4e req-286986bb-fafa-464e-af12-4a4184c4e7f6 service nova] Acquiring lock "refresh_cache-10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.928687] env[70542]: DEBUG oslo_concurrency.lockutils [req-8dc326f3-c52b-47aa-a5ee-f09f53beab4e req-286986bb-fafa-464e-af12-4a4184c4e7f6 service nova] Acquired lock "refresh_cache-10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.928687] env[70542]: DEBUG nova.network.neutron [req-8dc326f3-c52b-47aa-a5ee-f09f53beab4e req-286986bb-fafa-464e-af12-4a4184c4e7f6 service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Refreshing network info cache for port 7630e33a-869a-40f9-be96-f2b797bdb627 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.945148] env[70542]: DEBUG oslo_vmware.api [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912049, 'name': RelocateVM_Task} progress is 98%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.041477] env[70542]: DEBUG nova.network.neutron [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Updating instance_info_cache with network_info: [{"id": "ba6576a0-981f-4d89-a46c-ee6e0aece7ac", "address": "fa:16:3e:76:54:6c", "network": {"id": "20d310b5-8e82-48d7-831a-f4574abe6a68", "bridge": "br-int", "label": "tempest-ServersTestJSON-1326883806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e08b9a5d9e4633a5a552d37a71e158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba6576a0-98", "ovs_interfaceid": "ba6576a0-981f-4d89-a46c-ee6e0aece7ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.152470] env[70542]: INFO nova.compute.manager [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Took 27.51 seconds to build instance. [ 1162.424822] env[70542]: DEBUG nova.scheduler.client.report [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.446272] env[70542]: DEBUG oslo_vmware.api [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912049, 'name': RelocateVM_Task, 'duration_secs': 4.57838} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.446683] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Volume attach. Driver type: vmdk {{(pid=70542) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1162.446917] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776849', 'volume_id': '3390fb28-683b-439f-ac23-3607b6182ad0', 'name': 'volume-3390fb28-683b-439f-ac23-3607b6182ad0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe', 'attached_at': '', 'detached_at': '', 'volume_id': '3390fb28-683b-439f-ac23-3607b6182ad0', 'serial': '3390fb28-683b-439f-ac23-3607b6182ad0'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1162.447761] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe50a3e-72c5-4aaf-bf68-235f0170dbed {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.466235] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cd56dd-cbe6-482f-8114-92fb37f9790c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.493384] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] volume-3390fb28-683b-439f-ac23-3607b6182ad0/volume-3390fb28-683b-439f-ac23-3607b6182ad0.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.494098] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11f04324-58b9-47f3-807d-3d5c94a46eac {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.516354] env[70542]: DEBUG oslo_vmware.api [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1162.516354] env[70542]: value = "task-3912054" [ 1162.516354] env[70542]: _type = "Task" [ 1162.516354] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.528591] env[70542]: DEBUG oslo_vmware.api [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912054, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.544874] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Releasing lock "refresh_cache-eaac2297-6a38-4b0a-b195-6e7a80ca044f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.545296] env[70542]: DEBUG nova.compute.manager [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Instance network_info: |[{"id": "ba6576a0-981f-4d89-a46c-ee6e0aece7ac", "address": "fa:16:3e:76:54:6c", "network": {"id": "20d310b5-8e82-48d7-831a-f4574abe6a68", "bridge": "br-int", "label": "tempest-ServersTestJSON-1326883806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e08b9a5d9e4633a5a552d37a71e158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba6576a0-98", "ovs_interfaceid": "ba6576a0-981f-4d89-a46c-ee6e0aece7ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1162.545812] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:54:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba6576a0-981f-4d89-a46c-ee6e0aece7ac', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.555898] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.556223] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.556496] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0104bfb8-c4cc-45e2-a027-96d9737c59e8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.583197] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.583197] env[70542]: value = "task-3912055" [ 1162.583197] env[70542]: _type = "Task" [ 1162.583197] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.593777] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912055, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.656654] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f63a8144-b9ab-42e0-a6da-89563e1f685f tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "3bca2ad2-586a-4993-8697-b0d5e596196d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.028s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.812451] env[70542]: DEBUG nova.network.neutron [req-8dc326f3-c52b-47aa-a5ee-f09f53beab4e req-286986bb-fafa-464e-af12-4a4184c4e7f6 service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Updated VIF entry in instance network info cache for port 7630e33a-869a-40f9-be96-f2b797bdb627. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.812990] env[70542]: DEBUG nova.network.neutron [req-8dc326f3-c52b-47aa-a5ee-f09f53beab4e req-286986bb-fafa-464e-af12-4a4184c4e7f6 service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Updating instance_info_cache with network_info: [{"id": "7630e33a-869a-40f9-be96-f2b797bdb627", "address": "fa:16:3e:ff:d7:f5", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7630e33a-86", "ovs_interfaceid": "7630e33a-869a-40f9-be96-f2b797bdb627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.873291] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "1d623457-40da-4bc9-aa5b-92a1e4edc6c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.873642] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "1d623457-40da-4bc9-aa5b-92a1e4edc6c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.932197] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.933151] env[70542]: DEBUG nova.compute.manager [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1162.936278] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.034s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.936763] env[70542]: DEBUG nova.objects.instance [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lazy-loading 'resources' on Instance uuid 808b40ba-d9f9-486f-890b-3269035f6bd9 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.036153] env[70542]: DEBUG oslo_vmware.api [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912054, 'name': ReconfigVM_Task, 'duration_secs': 0.348109} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.036445] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Reconfigured VM instance instance-00000066 to attach disk [datastore2] volume-3390fb28-683b-439f-ac23-3607b6182ad0/volume-3390fb28-683b-439f-ac23-3607b6182ad0.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.041202] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c06db258-2d28-4104-8c12-8d26dd1e2b3c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.057501] env[70542]: DEBUG oslo_vmware.api [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1163.057501] env[70542]: value = "task-3912056" [ 1163.057501] env[70542]: _type = "Task" [ 1163.057501] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.067913] env[70542]: DEBUG oslo_vmware.api [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912056, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.097031] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912055, 'name': CreateVM_Task, 'duration_secs': 0.434835} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.097880] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.098989] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.099226] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.099601] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.099934] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ce4e47f-161e-4aba-be18-88707c4cd483 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.108436] env[70542]: DEBUG oslo_vmware.api [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1163.108436] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cdd4d3-59ae-9475-cec9-8552b3452413" [ 1163.108436] env[70542]: _type = "Task" [ 1163.108436] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.116891] env[70542]: DEBUG oslo_vmware.api [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cdd4d3-59ae-9475-cec9-8552b3452413, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.191614] env[70542]: DEBUG oslo_vmware.rw_handles [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c447af-bfbe-95b4-377b-3e9f94fccc66/disk-0.vmdk. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1163.192752] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad799bb-9382-4aba-b3e3-f61ece1a8843 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.201037] env[70542]: DEBUG oslo_vmware.rw_handles [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c447af-bfbe-95b4-377b-3e9f94fccc66/disk-0.vmdk is in state: ready. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1163.201231] env[70542]: ERROR oslo_vmware.rw_handles [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c447af-bfbe-95b4-377b-3e9f94fccc66/disk-0.vmdk due to incomplete transfer. [ 1163.201489] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e662783b-d859-43db-b6d0-40e2cfbacfad {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.211066] env[70542]: DEBUG oslo_vmware.rw_handles [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c447af-bfbe-95b4-377b-3e9f94fccc66/disk-0.vmdk. {{(pid=70542) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1163.211066] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Uploaded image 99266277-9d5b-4985-b1b1-1631b8433f4e to the Glance image server {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1163.213158] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Destroying the VM {{(pid=70542) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1163.213423] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5513fd42-e47e-418b-ad48-c0f221d6acc9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.221117] env[70542]: DEBUG oslo_vmware.api [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1163.221117] env[70542]: value = "task-3912057" [ 1163.221117] env[70542]: _type = "Task" [ 1163.221117] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.230995] env[70542]: DEBUG oslo_vmware.api [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912057, 'name': Destroy_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.316822] env[70542]: DEBUG oslo_concurrency.lockutils [req-8dc326f3-c52b-47aa-a5ee-f09f53beab4e req-286986bb-fafa-464e-af12-4a4184c4e7f6 service nova] Releasing lock "refresh_cache-10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.377229] env[70542]: DEBUG nova.compute.manager [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1163.441266] env[70542]: DEBUG nova.compute.utils [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.442871] env[70542]: DEBUG nova.compute.manager [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1163.443054] env[70542]: DEBUG nova.network.neutron [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.544421] env[70542]: DEBUG nova.policy [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04d5cf8abb3b477c8c80a1182eda1bbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74896de6d46b4f10a7b78d1985e8b59a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.572145] env[70542]: DEBUG oslo_vmware.api [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912056, 'name': ReconfigVM_Task, 'duration_secs': 0.142026} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.572728] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776849', 'volume_id': '3390fb28-683b-439f-ac23-3607b6182ad0', 'name': 'volume-3390fb28-683b-439f-ac23-3607b6182ad0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe', 'attached_at': '', 'detached_at': '', 'volume_id': '3390fb28-683b-439f-ac23-3607b6182ad0', 'serial': '3390fb28-683b-439f-ac23-3607b6182ad0'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1163.573312] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae98c332-1c6c-4131-92e3-6a0e64223980 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.585789] env[70542]: DEBUG oslo_vmware.api [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1163.585789] env[70542]: value = "task-3912058" [ 1163.585789] env[70542]: _type = "Task" [ 1163.585789] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.596623] env[70542]: DEBUG oslo_vmware.api [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912058, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.621411] env[70542]: DEBUG oslo_vmware.api [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cdd4d3-59ae-9475-cec9-8552b3452413, 'name': SearchDatastore_Task, 'duration_secs': 0.017332} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.629408] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.629764] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.630836] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.631057] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.631269] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.632648] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a5c2016-c4b4-46ed-9fa2-b9a93abb1c4f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.644158] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.644336] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.645261] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7228e726-3ae0-4380-bcf0-877538f493b8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.655084] env[70542]: DEBUG oslo_vmware.api [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1163.655084] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]520291f5-d2e4-93af-62bf-6de41a7aba09" [ 1163.655084] env[70542]: _type = "Task" [ 1163.655084] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.666172] env[70542]: DEBUG oslo_vmware.api [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]520291f5-d2e4-93af-62bf-6de41a7aba09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.739567] env[70542]: DEBUG oslo_vmware.api [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912057, 'name': Destroy_Task} progress is 33%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.901994] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.917164] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71cee0d-27dd-4286-a223-3ba7a253f158 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.925935] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a6aa99-88d8-4ff1-b6ce-1d123f6ccf53 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.963987] env[70542]: DEBUG nova.compute.manager [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1163.968036] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20950e5-a402-4244-92e0-c8a7418e3ac2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.976860] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587ef463-9ddc-422a-b98c-5429dbbdcfe3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.993810] env[70542]: DEBUG nova.compute.provider_tree [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.096762] env[70542]: DEBUG oslo_vmware.api [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912058, 'name': Rename_Task, 'duration_secs': 0.173075} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.097099] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.097368] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6726e416-2e17-4263-a855-454417b13b82 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.105657] env[70542]: DEBUG oslo_vmware.api [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1164.105657] env[70542]: value = "task-3912059" [ 1164.105657] env[70542]: _type = "Task" [ 1164.105657] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.115610] env[70542]: DEBUG oslo_vmware.api [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.170817] env[70542]: DEBUG oslo_vmware.api [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]520291f5-d2e4-93af-62bf-6de41a7aba09, 'name': SearchDatastore_Task, 'duration_secs': 0.01553} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.172035] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c02ff4c-9456-433e-9c33-28ab71b4c47c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.179764] env[70542]: DEBUG oslo_vmware.api [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1164.179764] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a7f952-79be-c390-5868-4f1645a6c283" [ 1164.179764] env[70542]: _type = "Task" [ 1164.179764] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.192297] env[70542]: DEBUG oslo_vmware.api [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a7f952-79be-c390-5868-4f1645a6c283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.234539] env[70542]: DEBUG oslo_vmware.api [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912057, 'name': Destroy_Task, 'duration_secs': 0.900722} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.234869] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Destroyed the VM [ 1164.238039] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Deleting Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1164.238039] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-00e4f557-0165-4763-a8c6-48d9be140ce1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.251865] env[70542]: DEBUG oslo_vmware.api [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1164.251865] env[70542]: value = "task-3912060" [ 1164.251865] env[70542]: _type = "Task" [ 1164.251865] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.268096] env[70542]: DEBUG oslo_vmware.api [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912060, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.274249] env[70542]: DEBUG nova.network.neutron [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Port 511022f6-ead8-4463-80be-4bd5d2609c2a binding to destination host cpu-1 is already ACTIVE {{(pid=70542) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1164.274249] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "refresh_cache-526a38ba-8b2b-4d65-a435-f690b453b052" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.274249] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquired lock "refresh_cache-526a38ba-8b2b-4d65-a435-f690b453b052" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.274249] env[70542]: DEBUG nova.network.neutron [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.500223] env[70542]: DEBUG nova.scheduler.client.report [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.619018] env[70542]: DEBUG oslo_vmware.api [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912059, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.669248] env[70542]: DEBUG nova.network.neutron [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Successfully created port: 2ba54c90-eb76-428e-b3da-181f80add31d {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1164.698424] env[70542]: DEBUG oslo_vmware.api [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a7f952-79be-c390-5868-4f1645a6c283, 'name': SearchDatastore_Task, 'duration_secs': 0.016} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.698845] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.699197] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] eaac2297-6a38-4b0a-b195-6e7a80ca044f/eaac2297-6a38-4b0a-b195-6e7a80ca044f.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.699546] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9ba547c-4aca-439c-80e8-fa82125f44d3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.709849] env[70542]: DEBUG oslo_vmware.api [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1164.709849] env[70542]: value = "task-3912061" [ 1164.709849] env[70542]: _type = "Task" [ 1164.709849] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.721415] env[70542]: DEBUG oslo_vmware.api [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.764530] env[70542]: DEBUG nova.compute.manager [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Stashing vm_state: active {{(pid=70542) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1164.772341] env[70542]: DEBUG oslo_vmware.api [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912060, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.975411] env[70542]: DEBUG nova.compute.manager [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1165.003545] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.067s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.009036] env[70542]: DEBUG nova.virt.hardware [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.009036] env[70542]: DEBUG nova.virt.hardware [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.009036] env[70542]: DEBUG nova.virt.hardware [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.009301] env[70542]: DEBUG nova.virt.hardware [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.009574] env[70542]: DEBUG nova.virt.hardware [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.009574] env[70542]: DEBUG nova.virt.hardware [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.009719] env[70542]: DEBUG nova.virt.hardware [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.009975] env[70542]: DEBUG nova.virt.hardware [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.010099] env[70542]: DEBUG nova.virt.hardware [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.010253] env[70542]: DEBUG nova.virt.hardware [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.010425] env[70542]: DEBUG nova.virt.hardware [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.010781] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.198s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.013721] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f59cdb1-2eb7-4820-b9c1-b2f2e84bbede {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.023562] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37fc82b-32be-4d0e-9a6e-97b556f33326 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.049968] env[70542]: INFO nova.scheduler.client.report [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Deleted allocations for instance 808b40ba-d9f9-486f-890b-3269035f6bd9 [ 1165.122040] env[70542]: DEBUG oslo_vmware.api [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912059, 'name': PowerOnVM_Task, 'duration_secs': 0.65662} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.122040] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.122040] env[70542]: INFO nova.compute.manager [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Took 10.47 seconds to spawn the instance on the hypervisor. [ 1165.122040] env[70542]: DEBUG nova.compute.manager [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1165.122515] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b36297a-fe10-4cdf-aaf7-8ecc147313d8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.227677] env[70542]: DEBUG oslo_vmware.api [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912061, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.281252] env[70542]: DEBUG oslo_vmware.api [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912060, 'name': RemoveSnapshot_Task, 'duration_secs': 0.637991} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.281989] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Deleted Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1165.283403] env[70542]: DEBUG nova.compute.manager [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1165.283851] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758194bf-774f-4aec-bdba-85e6edc8ee7c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.297771] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.539567] env[70542]: DEBUG nova.network.neutron [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Updating instance_info_cache with network_info: [{"id": "511022f6-ead8-4463-80be-4bd5d2609c2a", "address": "fa:16:3e:9d:79:8f", "network": {"id": "0fdd78e6-604b-4680-ac71-ea4e397161ff", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-93680765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3897359786e64bc592fd5e207aea4974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap511022f6-ea", "ovs_interfaceid": "511022f6-ead8-4463-80be-4bd5d2609c2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.567350] env[70542]: DEBUG oslo_concurrency.lockutils [None req-dc9083e4-9978-4fd5-8bb3-55c1ff4838cc tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "808b40ba-d9f9-486f-890b-3269035f6bd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.477s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.660421] env[70542]: INFO nova.compute.manager [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Took 29.82 seconds to build instance. [ 1165.723865] env[70542]: DEBUG oslo_vmware.api [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.89627} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.723943] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] eaac2297-6a38-4b0a-b195-6e7a80ca044f/eaac2297-6a38-4b0a-b195-6e7a80ca044f.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.724206] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.724490] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a1c62d4-19cd-4abc-a4e0-3fb12f2121ef {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.733470] env[70542]: DEBUG oslo_vmware.api [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1165.733470] env[70542]: value = "task-3912062" [ 1165.733470] env[70542]: _type = "Task" [ 1165.733470] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.746944] env[70542]: DEBUG oslo_vmware.api [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.802816] env[70542]: INFO nova.compute.manager [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Shelve offloading [ 1165.841716] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "interface-10e06f9c-d7d5-4865-af99-2170c659d1b5-6daf8085-f101-435b-b6f1-8f054b068aa9" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.841716] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "interface-10e06f9c-d7d5-4865-af99-2170c659d1b5-6daf8085-f101-435b-b6f1-8f054b068aa9" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.841716] env[70542]: DEBUG nova.objects.instance [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lazy-loading 'flavor' on Instance uuid 10e06f9c-d7d5-4865-af99-2170c659d1b5 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.030926] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Applying migration context for instance 526a38ba-8b2b-4d65-a435-f690b453b052 as it has an incoming, in-progress migration 051c6506-0b2d-448a-b348-34893da12791. Migration status is reverting {{(pid=70542) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1166.035731] env[70542]: INFO nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Updating resource usage from migration 38170de7-0dd2-4ea8-afb8-317d521e287b [ 1166.037023] env[70542]: INFO nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Updating resource usage from migration 051c6506-0b2d-448a-b348-34893da12791 [ 1166.043421] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Releasing lock "refresh_cache-526a38ba-8b2b-4d65-a435-f690b453b052" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.072152] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance a2359267-0c7a-4410-86c1-caf5e26bc921 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.072152] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance a1f250ef-d141-4a91-9a5c-df91115e5ad9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.072152] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 53cad18e-9a42-41ed-9b6b-264cdbcaa19d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.072152] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 10e06f9c-d7d5-4865-af99-2170c659d1b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.072152] env[70542]: WARNING nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 89ae4a6d-70ab-4e83-8a97-063321b8dab4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1166.072152] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance bb068ba4-14de-4b39-b127-f4c51d1c685f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.072152] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.072152] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 8923d70c-588f-41c5-895e-3db23542b3e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.072152] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.072152] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 7758ae36-3fab-4edf-ac5a-65964b22b2f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.072152] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.072152] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 6bb7f6e7-2466-4199-9b36-b8163ba19256 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.072152] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 5cbf310f-5a9a-4026-9eea-462525cb0fd7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.072152] env[70542]: WARNING nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance ac363f82-f4a1-43a4-8f1a-a289cc884070 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1166.072705] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance edbfd293-e24b-4e63-8b03-c2dd51cb202b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.073373] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Migration 051c6506-0b2d-448a-b348-34893da12791 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1166.076132] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 526a38ba-8b2b-4d65-a435-f690b453b052 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.076132] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.076132] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance eaac2297-6a38-4b0a-b195-6e7a80ca044f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.076132] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance cf1597db-a00b-49ed-a04e-a970317c0505 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1166.129085] env[70542]: DEBUG oslo_concurrency.lockutils [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquiring lock "7758ae36-3fab-4edf-ac5a-65964b22b2f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.129085] env[70542]: DEBUG oslo_concurrency.lockutils [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "7758ae36-3fab-4edf-ac5a-65964b22b2f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.129085] env[70542]: DEBUG oslo_concurrency.lockutils [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquiring lock "7758ae36-3fab-4edf-ac5a-65964b22b2f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.129085] env[70542]: DEBUG oslo_concurrency.lockutils [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "7758ae36-3fab-4edf-ac5a-65964b22b2f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.129085] env[70542]: DEBUG oslo_concurrency.lockutils [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "7758ae36-3fab-4edf-ac5a-65964b22b2f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.134079] env[70542]: INFO nova.compute.manager [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Terminating instance [ 1166.163542] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7e74e643-2d6e-4977-b22a-384a56faa368 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.335s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.253598] env[70542]: DEBUG oslo_vmware.api [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.27882} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.255497] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.256951] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9f11b2-a51d-453b-95f2-b9492134e7da {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.301977] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] eaac2297-6a38-4b0a-b195-6e7a80ca044f/eaac2297-6a38-4b0a-b195-6e7a80ca044f.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.302461] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca90d182-8880-4801-b66c-ed236066f026 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.328441] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.328927] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93c19f5a-c061-4acf-a829-3807c90334cf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.339124] env[70542]: DEBUG oslo_vmware.api [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1166.339124] env[70542]: value = "task-3912063" [ 1166.339124] env[70542]: _type = "Task" [ 1166.339124] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.341149] env[70542]: DEBUG oslo_vmware.api [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1166.341149] env[70542]: value = "task-3912064" [ 1166.341149] env[70542]: _type = "Task" [ 1166.341149] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.364143] env[70542]: DEBUG oslo_vmware.api [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.368209] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] VM already powered off {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1166.368446] env[70542]: DEBUG nova.compute.manager [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1166.369488] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee77083a-0b22-4206-ae7d-594d93f835ed {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.376969] env[70542]: DEBUG oslo_concurrency.lockutils [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "refresh_cache-6bb7f6e7-2466-4199-9b36-b8163ba19256" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.377277] env[70542]: DEBUG oslo_concurrency.lockutils [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquired lock "refresh_cache-6bb7f6e7-2466-4199-9b36-b8163ba19256" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.377492] env[70542]: DEBUG nova.network.neutron [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.548194] env[70542]: DEBUG nova.objects.instance [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lazy-loading 'pci_requests' on Instance uuid 10e06f9c-d7d5-4865-af99-2170c659d1b5 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.548194] env[70542]: DEBUG nova.compute.manager [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70542) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1166.580929] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance a02183c0-68a1-4618-922a-64ce8d3fefc1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1166.645077] env[70542]: DEBUG nova.compute.manager [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1166.645077] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.645077] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af61d12c-d318-4193-96c6-c989d3fd8096 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.664924] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.664924] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bde6276-45cc-4371-8a8d-ae83cd53c096 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.673455] env[70542]: DEBUG oslo_vmware.api [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1166.673455] env[70542]: value = "task-3912065" [ 1166.673455] env[70542]: _type = "Task" [ 1166.673455] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.686835] env[70542]: DEBUG oslo_vmware.api [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3912065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.854150] env[70542]: DEBUG oslo_vmware.api [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.051977] env[70542]: DEBUG nova.objects.base [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Object Instance<10e06f9c-d7d5-4865-af99-2170c659d1b5> lazy-loaded attributes: flavor,pci_requests {{(pid=70542) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1167.055034] env[70542]: DEBUG nova.network.neutron [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1167.086601] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 28039b41-2038-4680-a266-370e585cc5c6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1167.155156] env[70542]: DEBUG nova.policy [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '636aa9b3c4844b21b44931adb536fc77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3850b9c8425489ea8aedd367c3848a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.183694] env[70542]: DEBUG oslo_vmware.api [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3912065, 'name': PowerOffVM_Task, 'duration_secs': 0.431308} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.184176] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.184260] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.184507] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a62cc434-45a5-4b2c-b5df-3ea2b5aff7cf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.272748] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.273042] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.273200] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Deleting the datastore file [datastore2] 7758ae36-3fab-4edf-ac5a-65964b22b2f0 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.273486] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f84bee72-7c56-4950-8dd4-2ec2b0a770ff {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.289045] env[70542]: DEBUG oslo_vmware.api [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1167.289045] env[70542]: value = "task-3912067" [ 1167.289045] env[70542]: _type = "Task" [ 1167.289045] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.301954] env[70542]: DEBUG oslo_vmware.api [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3912067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.352130] env[70542]: DEBUG oslo_vmware.api [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912063, 'name': ReconfigVM_Task, 'duration_secs': 0.962582} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.354876] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Reconfigured VM instance instance-00000067 to attach disk [datastore2] eaac2297-6a38-4b0a-b195-6e7a80ca044f/eaac2297-6a38-4b0a-b195-6e7a80ca044f.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.354876] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8444ee49-8aa4-4f7e-8fca-8542d0be6fbd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.363956] env[70542]: DEBUG oslo_vmware.api [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1167.363956] env[70542]: value = "task-3912068" [ 1167.363956] env[70542]: _type = "Task" [ 1167.363956] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.376981] env[70542]: DEBUG oslo_vmware.api [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912068, 'name': Rename_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.377750] env[70542]: DEBUG nova.network.neutron [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Successfully updated port: 2ba54c90-eb76-428e-b3da-181f80add31d {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.450499] env[70542]: DEBUG nova.network.neutron [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Updating instance_info_cache with network_info: [{"id": "3aa77909-854f-4c98-aea3-552c6caa5e6c", "address": "fa:16:3e:c4:50:eb", "network": {"id": "6d890173-8c4a-4650-b12e-fdf4413c0b42", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1479529892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e922748ead94b5cbab3c291b4e567b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa77909-85", "ovs_interfaceid": "3aa77909-854f-4c98-aea3-552c6caa5e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.511391] env[70542]: DEBUG nova.compute.manager [req-03815bd6-acb6-447b-a82b-bdf76c9ec889 req-24d42c64-75e0-4d85-a61a-811eedbd8b57 service nova] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Received event network-vif-plugged-2ba54c90-eb76-428e-b3da-181f80add31d {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.511391] env[70542]: DEBUG oslo_concurrency.lockutils [req-03815bd6-acb6-447b-a82b-bdf76c9ec889 req-24d42c64-75e0-4d85-a61a-811eedbd8b57 service nova] Acquiring lock "cf1597db-a00b-49ed-a04e-a970317c0505-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.511391] env[70542]: DEBUG oslo_concurrency.lockutils [req-03815bd6-acb6-447b-a82b-bdf76c9ec889 req-24d42c64-75e0-4d85-a61a-811eedbd8b57 service nova] Lock "cf1597db-a00b-49ed-a04e-a970317c0505-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.511391] env[70542]: DEBUG oslo_concurrency.lockutils [req-03815bd6-acb6-447b-a82b-bdf76c9ec889 req-24d42c64-75e0-4d85-a61a-811eedbd8b57 service nova] Lock "cf1597db-a00b-49ed-a04e-a970317c0505-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.511391] env[70542]: DEBUG nova.compute.manager [req-03815bd6-acb6-447b-a82b-bdf76c9ec889 req-24d42c64-75e0-4d85-a61a-811eedbd8b57 service nova] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] No waiting events found dispatching network-vif-plugged-2ba54c90-eb76-428e-b3da-181f80add31d {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1167.511391] env[70542]: WARNING nova.compute.manager [req-03815bd6-acb6-447b-a82b-bdf76c9ec889 req-24d42c64-75e0-4d85-a61a-811eedbd8b57 service nova] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Received unexpected event network-vif-plugged-2ba54c90-eb76-428e-b3da-181f80add31d for instance with vm_state building and task_state spawning. [ 1167.594025] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance a0636410-05b1-4aaa-84fa-984852dcedb4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1167.730803] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.804214] env[70542]: DEBUG oslo_vmware.api [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3912067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208389} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.804214] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.805289] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.805483] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.805651] env[70542]: INFO nova.compute.manager [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1167.805945] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.806168] env[70542]: DEBUG nova.compute.manager [-] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1167.806318] env[70542]: DEBUG nova.network.neutron [-] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1167.876456] env[70542]: DEBUG oslo_vmware.api [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912068, 'name': Rename_Task, 'duration_secs': 0.196949} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.878865] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.879171] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd2765c6-529a-4b33-a2b6-24063eb6c3a2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.883966] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "refresh_cache-cf1597db-a00b-49ed-a04e-a970317c0505" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.884119] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquired lock "refresh_cache-cf1597db-a00b-49ed-a04e-a970317c0505" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.884267] env[70542]: DEBUG nova.network.neutron [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.890408] env[70542]: DEBUG oslo_vmware.api [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1167.890408] env[70542]: value = "task-3912069" [ 1167.890408] env[70542]: _type = "Task" [ 1167.890408] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.904563] env[70542]: DEBUG oslo_vmware.api [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.955102] env[70542]: DEBUG oslo_concurrency.lockutils [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Releasing lock "refresh_cache-6bb7f6e7-2466-4199-9b36-b8163ba19256" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.097799] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 1d623457-40da-4bc9-aa5b-92a1e4edc6c7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1168.097997] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Migration 38170de7-0dd2-4ea8-afb8-317d521e287b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1168.098133] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 3bca2ad2-586a-4993-8697-b0d5e596196d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1168.098414] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1168.098558] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1168.347222] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.351287] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f46c41-3697-4ec3-b6a0-3ecb6306d234 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.361270] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.362359] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58118e1d-6a78-4ac1-8959-3c7119a37160 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.417876] env[70542]: DEBUG oslo_vmware.api [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912069, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.437022] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.437022] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.437022] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Deleting the datastore file [datastore1] 6bb7f6e7-2466-4199-9b36-b8163ba19256 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.437022] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8c6fc9c-3e7a-47f2-b174-a73e602ce319 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.444303] env[70542]: DEBUG oslo_vmware.api [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1168.444303] env[70542]: value = "task-3912071" [ 1168.444303] env[70542]: _type = "Task" [ 1168.444303] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.451817] env[70542]: DEBUG nova.network.neutron [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.462410] env[70542]: DEBUG oslo_vmware.api [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.615304] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fd690d-3cd6-445c-9a5f-240df4c1b4b1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.619031] env[70542]: DEBUG nova.network.neutron [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Updating instance_info_cache with network_info: [{"id": "2ba54c90-eb76-428e-b3da-181f80add31d", "address": "fa:16:3e:f0:77:4e", "network": {"id": "9f572e7a-d135-4065-a1e6-301b98e54dba", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948852501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74896de6d46b4f10a7b78d1985e8b59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba54c90-eb", "ovs_interfaceid": "2ba54c90-eb76-428e-b3da-181f80add31d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.627739] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76722bfb-71ef-447a-b094-3197af9d99b7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.666021] env[70542]: DEBUG nova.network.neutron [-] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.671207] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e783cca-d247-4ec9-9bef-f6141c4fa759 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.678300] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149c80ce-e9fe-41f8-b346-11d79559ddbf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.693984] env[70542]: DEBUG nova.compute.provider_tree [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.907671] env[70542]: DEBUG oslo_vmware.api [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912069, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.955980] env[70542]: DEBUG oslo_vmware.api [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443048} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.956282] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.956463] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.956680] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.985824] env[70542]: INFO nova.scheduler.client.report [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Deleted allocations for instance 6bb7f6e7-2466-4199-9b36-b8163ba19256 [ 1169.121883] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Releasing lock "refresh_cache-cf1597db-a00b-49ed-a04e-a970317c0505" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.122120] env[70542]: DEBUG nova.compute.manager [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Instance network_info: |[{"id": "2ba54c90-eb76-428e-b3da-181f80add31d", "address": "fa:16:3e:f0:77:4e", "network": {"id": "9f572e7a-d135-4065-a1e6-301b98e54dba", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948852501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74896de6d46b4f10a7b78d1985e8b59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba54c90-eb", "ovs_interfaceid": "2ba54c90-eb76-428e-b3da-181f80add31d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1169.122589] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:77:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ba54c90-eb76-428e-b3da-181f80add31d', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.130602] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.134212] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.134939] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0841fe78-edf7-4dfa-a0f2-927bed807048 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.162549] env[70542]: DEBUG nova.network.neutron [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Successfully updated port: 6daf8085-f101-435b-b6f1-8f054b068aa9 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1169.171566] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.171566] env[70542]: value = "task-3912072" [ 1169.171566] env[70542]: _type = "Task" [ 1169.171566] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.172050] env[70542]: INFO nova.compute.manager [-] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Took 1.37 seconds to deallocate network for instance. [ 1169.187115] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912072, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.196976] env[70542]: DEBUG nova.scheduler.client.report [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.409895] env[70542]: DEBUG oslo_vmware.api [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912069, 'name': PowerOnVM_Task, 'duration_secs': 1.102415} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.409895] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.409895] env[70542]: INFO nova.compute.manager [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Took 11.78 seconds to spawn the instance on the hypervisor. [ 1169.410310] env[70542]: DEBUG nova.compute.manager [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1169.415170] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c843a39-2efd-4737-8100-56c2943a30b1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.491847] env[70542]: DEBUG oslo_concurrency.lockutils [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.666449] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "refresh_cache-10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.666891] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "refresh_cache-10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.667558] env[70542]: DEBUG nova.network.neutron [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.687665] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912072, 'name': CreateVM_Task, 'duration_secs': 0.41851} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.689924] env[70542]: DEBUG oslo_concurrency.lockutils [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.690274] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.691592] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.692189] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.692189] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.692472] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96d5d046-6c98-4947-8e1f-b5819a88ef9f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.701214] env[70542]: DEBUG oslo_vmware.api [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1169.701214] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52769e77-035c-46c5-d0aa-d2e6ae63444a" [ 1169.701214] env[70542]: _type = "Task" [ 1169.701214] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.705950] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70542) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1169.705950] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.693s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.706353] env[70542]: DEBUG nova.compute.manager [req-80b572e8-f964-4109-9a32-d0929476a7cd req-aa289fb4-cfd5-4eed-8289-1d694718603d service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Received event network-vif-plugged-6daf8085-f101-435b-b6f1-8f054b068aa9 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.706353] env[70542]: DEBUG oslo_concurrency.lockutils [req-80b572e8-f964-4109-9a32-d0929476a7cd req-aa289fb4-cfd5-4eed-8289-1d694718603d service nova] Acquiring lock "10e06f9c-d7d5-4865-af99-2170c659d1b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.706941] env[70542]: DEBUG oslo_concurrency.lockutils [req-80b572e8-f964-4109-9a32-d0929476a7cd req-aa289fb4-cfd5-4eed-8289-1d694718603d service nova] Lock "10e06f9c-d7d5-4865-af99-2170c659d1b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.706941] env[70542]: DEBUG oslo_concurrency.lockutils [req-80b572e8-f964-4109-9a32-d0929476a7cd req-aa289fb4-cfd5-4eed-8289-1d694718603d service nova] Lock "10e06f9c-d7d5-4865-af99-2170c659d1b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.707148] env[70542]: DEBUG nova.compute.manager [req-80b572e8-f964-4109-9a32-d0929476a7cd req-aa289fb4-cfd5-4eed-8289-1d694718603d service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] No waiting events found dispatching network-vif-plugged-6daf8085-f101-435b-b6f1-8f054b068aa9 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1169.707206] env[70542]: WARNING nova.compute.manager [req-80b572e8-f964-4109-9a32-d0929476a7cd req-aa289fb4-cfd5-4eed-8289-1d694718603d service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Received unexpected event network-vif-plugged-6daf8085-f101-435b-b6f1-8f054b068aa9 for instance with vm_state active and task_state None. [ 1169.707693] env[70542]: DEBUG oslo_concurrency.lockutils [None req-38512bd7-41ab-4100-bcf1-2679b3714994 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.440s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.707952] env[70542]: DEBUG oslo_concurrency.lockutils [None req-38512bd7-41ab-4100-bcf1-2679b3714994 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.710763] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.059s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.712846] env[70542]: INFO nova.compute.claims [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.728181] env[70542]: DEBUG oslo_vmware.api [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52769e77-035c-46c5-d0aa-d2e6ae63444a, 'name': SearchDatastore_Task, 'duration_secs': 0.013061} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.728506] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.728765] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1169.729021] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.729228] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.729386] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.730196] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ea9aa0b-40bb-46af-82a8-a61f460fe549 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.749680] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.750780] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1169.751772] env[70542]: INFO nova.scheduler.client.report [None req-38512bd7-41ab-4100-bcf1-2679b3714994 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Deleted allocations for instance ac363f82-f4a1-43a4-8f1a-a289cc884070 [ 1169.752883] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aae6a74b-fef4-4c25-8f19-8db130782522 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.765833] env[70542]: DEBUG oslo_vmware.api [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1169.765833] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fd8361-e32c-a998-9bf5-9112a5024c5d" [ 1169.765833] env[70542]: _type = "Task" [ 1169.765833] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.778731] env[70542]: DEBUG oslo_vmware.api [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fd8361-e32c-a998-9bf5-9112a5024c5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.939944] env[70542]: INFO nova.compute.manager [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Took 30.46 seconds to build instance. [ 1170.221913] env[70542]: WARNING nova.network.neutron [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] 83f7a9d1-9ac5-408f-a945-d6b16a42df8c already exists in list: networks containing: ['83f7a9d1-9ac5-408f-a945-d6b16a42df8c']. ignoring it [ 1170.266869] env[70542]: DEBUG oslo_concurrency.lockutils [None req-38512bd7-41ab-4100-bcf1-2679b3714994 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Lock "ac363f82-f4a1-43a4-8f1a-a289cc884070" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.343s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.281014] env[70542]: DEBUG oslo_vmware.api [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fd8361-e32c-a998-9bf5-9112a5024c5d, 'name': SearchDatastore_Task, 'duration_secs': 0.013414} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.282626] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0089d0d9-df31-4442-b1e5-e545eaeb74ed {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.289356] env[70542]: DEBUG oslo_vmware.api [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1170.289356] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528366ba-105b-ea5b-0c21-adf0d27deaa0" [ 1170.289356] env[70542]: _type = "Task" [ 1170.289356] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.298602] env[70542]: DEBUG oslo_vmware.api [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528366ba-105b-ea5b-0c21-adf0d27deaa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.303979] env[70542]: DEBUG nova.compute.manager [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Received event network-changed-d5bc6104-fa85-47df-bc0a-379b2419fd05 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.304284] env[70542]: DEBUG nova.compute.manager [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Refreshing instance network info cache due to event network-changed-d5bc6104-fa85-47df-bc0a-379b2419fd05. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.304556] env[70542]: DEBUG oslo_concurrency.lockutils [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] Acquiring lock "refresh_cache-a2359267-0c7a-4410-86c1-caf5e26bc921" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.304949] env[70542]: DEBUG oslo_concurrency.lockutils [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] Acquired lock "refresh_cache-a2359267-0c7a-4410-86c1-caf5e26bc921" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.305031] env[70542]: DEBUG nova.network.neutron [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Refreshing network info cache for port d5bc6104-fa85-47df-bc0a-379b2419fd05 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.356722] env[70542]: DEBUG nova.compute.manager [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Stashing vm_state: active {{(pid=70542) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1170.442500] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a18a6445-36bf-45a9-ade8-eebccc4cb98f tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "eaac2297-6a38-4b0a-b195-6e7a80ca044f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.978s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.534123] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f18b8d2e-5c27-4962-99db-6942a168890b tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "6bb7f6e7-2466-4199-9b36-b8163ba19256" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.682881] env[70542]: DEBUG nova.network.neutron [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Updating instance_info_cache with network_info: [{"id": "7630e33a-869a-40f9-be96-f2b797bdb627", "address": "fa:16:3e:ff:d7:f5", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7630e33a-86", "ovs_interfaceid": "7630e33a-869a-40f9-be96-f2b797bdb627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6daf8085-f101-435b-b6f1-8f054b068aa9", "address": "fa:16:3e:cb:fb:a8", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6daf8085-f1", "ovs_interfaceid": "6daf8085-f101-435b-b6f1-8f054b068aa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.806202] env[70542]: DEBUG oslo_vmware.api [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528366ba-105b-ea5b-0c21-adf0d27deaa0, 'name': SearchDatastore_Task, 'duration_secs': 0.012986} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.809392] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.809800] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] cf1597db-a00b-49ed-a04e-a970317c0505/cf1597db-a00b-49ed-a04e-a970317c0505.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.814104] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf051d56-587c-41d1-84f6-d65ce6519a7a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.824272] env[70542]: DEBUG oslo_vmware.api [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1170.824272] env[70542]: value = "task-3912073" [ 1170.824272] env[70542]: _type = "Task" [ 1170.824272] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.835662] env[70542]: DEBUG oslo_vmware.api [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.879261] env[70542]: DEBUG oslo_concurrency.lockutils [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.131205] env[70542]: DEBUG nova.network.neutron [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Updated VIF entry in instance network info cache for port d5bc6104-fa85-47df-bc0a-379b2419fd05. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.131736] env[70542]: DEBUG nova.network.neutron [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Updating instance_info_cache with network_info: [{"id": "d5bc6104-fa85-47df-bc0a-379b2419fd05", "address": "fa:16:3e:02:c2:6c", "network": {"id": "8d681135-929a-4d37-8f8e-5b42cb601fa2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449826457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ed649ce03f4cb994a22b4fae711fb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5bc6104-fa", "ovs_interfaceid": "d5bc6104-fa85-47df-bc0a-379b2419fd05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.156554] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b94f04-86fe-4396-9bd1-28d654b2ec92 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.165906] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06dfa4f-4be1-44f0-8047-d0dc3a7a4d3d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.199488] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "refresh_cache-10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.200192] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.200357] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.201497] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6efb33a-cc28-4c95-8b89-631337815e8e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.204720] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60914473-bad5-4ded-b693-58d04c29fbbb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.227733] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34901d1e-531d-4373-87e3-72f86b0ba51f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.233556] env[70542]: DEBUG nova.virt.hardware [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.235059] env[70542]: DEBUG nova.virt.hardware [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.235059] env[70542]: DEBUG nova.virt.hardware [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.235059] env[70542]: DEBUG nova.virt.hardware [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.235059] env[70542]: DEBUG nova.virt.hardware [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.235059] env[70542]: DEBUG nova.virt.hardware [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.235059] env[70542]: DEBUG nova.virt.hardware [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.235059] env[70542]: DEBUG nova.virt.hardware [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.235059] env[70542]: DEBUG nova.virt.hardware [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.235614] env[70542]: DEBUG nova.virt.hardware [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.235614] env[70542]: DEBUG nova.virt.hardware [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.242324] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Reconfiguring VM to attach interface {{(pid=70542) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1171.242750] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2448cc7f-2d46-4188-bd57-4003e7c6f717 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.268297] env[70542]: DEBUG nova.compute.provider_tree [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.271321] env[70542]: DEBUG oslo_vmware.api [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 1171.271321] env[70542]: value = "task-3912074" [ 1171.271321] env[70542]: _type = "Task" [ 1171.271321] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.282059] env[70542]: DEBUG oslo_vmware.api [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912074, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.336257] env[70542]: DEBUG oslo_vmware.api [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912073, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.635745] env[70542]: DEBUG oslo_concurrency.lockutils [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] Releasing lock "refresh_cache-a2359267-0c7a-4410-86c1-caf5e26bc921" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.636218] env[70542]: DEBUG nova.compute.manager [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Received event network-changed-58638020-105d-4552-8f1e-42ced7da1c54 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.636218] env[70542]: DEBUG nova.compute.manager [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Refreshing instance network info cache due to event network-changed-58638020-105d-4552-8f1e-42ced7da1c54. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.636483] env[70542]: DEBUG oslo_concurrency.lockutils [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] Acquiring lock "refresh_cache-97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.636730] env[70542]: DEBUG oslo_concurrency.lockutils [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] Acquired lock "refresh_cache-97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.637106] env[70542]: DEBUG nova.network.neutron [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Refreshing network info cache for port 58638020-105d-4552-8f1e-42ced7da1c54 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.773504] env[70542]: DEBUG nova.scheduler.client.report [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.791029] env[70542]: DEBUG oslo_vmware.api [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.837414] env[70542]: DEBUG oslo_vmware.api [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.861434} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.837909] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] cf1597db-a00b-49ed-a04e-a970317c0505/cf1597db-a00b-49ed-a04e-a970317c0505.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.839385] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.839385] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e130459f-7c70-44b1-83c6-a4e056ea4d43 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.847533] env[70542]: DEBUG oslo_vmware.api [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1171.847533] env[70542]: value = "task-3912075" [ 1171.847533] env[70542]: _type = "Task" [ 1171.847533] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.858272] env[70542]: DEBUG oslo_vmware.api [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.972230] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Acquiring lock "e7d5b0ac-3b7d-402c-a15a-2067a87e537a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.972615] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Lock "e7d5b0ac-3b7d-402c-a15a-2067a87e537a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.287022] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.287022] env[70542]: DEBUG nova.compute.manager [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1172.291909] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.559s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.292296] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.294590] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.051s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.296677] env[70542]: INFO nova.compute.claims [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.300218] env[70542]: DEBUG oslo_vmware.api [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912074, 'name': ReconfigVM_Task, 'duration_secs': 0.760512} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.304778] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.304937] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Reconfigured VM to attach interface {{(pid=70542) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1172.335593] env[70542]: INFO nova.scheduler.client.report [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Deleted allocations for instance 89ae4a6d-70ab-4e83-8a97-063321b8dab4 [ 1172.358060] env[70542]: DEBUG oslo_vmware.api [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084378} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.358060] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1172.358975] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5b56af-881c-4452-b676-02c81f048483 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.382573] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] cf1597db-a00b-49ed-a04e-a970317c0505/cf1597db-a00b-49ed-a04e-a970317c0505.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.383211] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f1ebc80-c0fc-438e-9340-8961a4f6004a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.408766] env[70542]: DEBUG oslo_vmware.api [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1172.408766] env[70542]: value = "task-3912076" [ 1172.408766] env[70542]: _type = "Task" [ 1172.408766] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.418921] env[70542]: DEBUG oslo_vmware.api [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.477134] env[70542]: DEBUG nova.compute.manager [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1172.497444] env[70542]: DEBUG nova.network.neutron [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Updated VIF entry in instance network info cache for port 58638020-105d-4552-8f1e-42ced7da1c54. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.497818] env[70542]: DEBUG nova.network.neutron [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Updating instance_info_cache with network_info: [{"id": "58638020-105d-4552-8f1e-42ced7da1c54", "address": "fa:16:3e:ff:f0:1e", "network": {"id": "8d681135-929a-4d37-8f8e-5b42cb601fa2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449826457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ed649ce03f4cb994a22b4fae711fb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58638020-10", "ovs_interfaceid": "58638020-105d-4552-8f1e-42ced7da1c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.560707] env[70542]: DEBUG nova.compute.manager [req-c161ecea-3f26-475b-88dc-576f6f17dda0 req-9136f08e-e8a2-4c93-a5dd-a07d54bb93fb service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Received event network-changed-6daf8085-f101-435b-b6f1-8f054b068aa9 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.560919] env[70542]: DEBUG nova.compute.manager [req-c161ecea-3f26-475b-88dc-576f6f17dda0 req-9136f08e-e8a2-4c93-a5dd-a07d54bb93fb service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Refreshing instance network info cache due to event network-changed-6daf8085-f101-435b-b6f1-8f054b068aa9. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.561158] env[70542]: DEBUG oslo_concurrency.lockutils [req-c161ecea-3f26-475b-88dc-576f6f17dda0 req-9136f08e-e8a2-4c93-a5dd-a07d54bb93fb service nova] Acquiring lock "refresh_cache-10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.561302] env[70542]: DEBUG oslo_concurrency.lockutils [req-c161ecea-3f26-475b-88dc-576f6f17dda0 req-9136f08e-e8a2-4c93-a5dd-a07d54bb93fb service nova] Acquired lock "refresh_cache-10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.561480] env[70542]: DEBUG nova.network.neutron [req-c161ecea-3f26-475b-88dc-576f6f17dda0 req-9136f08e-e8a2-4c93-a5dd-a07d54bb93fb service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Refreshing network info cache for port 6daf8085-f101-435b-b6f1-8f054b068aa9 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.802917] env[70542]: DEBUG nova.compute.utils [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.807437] env[70542]: DEBUG nova.compute.manager [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.807643] env[70542]: DEBUG nova.network.neutron [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.810815] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0e0382dc-de46-412c-be79-0b72e214a794 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "interface-10e06f9c-d7d5-4865-af99-2170c659d1b5-6daf8085-f101-435b-b6f1-8f054b068aa9" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.971s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.848156] env[70542]: DEBUG oslo_concurrency.lockutils [None req-bcb4cbfe-40bd-41ec-8650-4133e3578259 tempest-ServersNegativeTestJSON-1344173276 tempest-ServersNegativeTestJSON-1344173276-project-member] Lock "89ae4a6d-70ab-4e83-8a97-063321b8dab4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.152s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.889752] env[70542]: DEBUG nova.policy [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eac7b934091d44ca86336fa6496de180', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22e68349391a48dfab03d7b512fff2ac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.921042] env[70542]: DEBUG oslo_vmware.api [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.000733] env[70542]: DEBUG oslo_concurrency.lockutils [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] Releasing lock "refresh_cache-97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.001212] env[70542]: DEBUG nova.compute.manager [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Received event network-changed-2ba54c90-eb76-428e-b3da-181f80add31d {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.001538] env[70542]: DEBUG nova.compute.manager [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Refreshing instance network info cache due to event network-changed-2ba54c90-eb76-428e-b3da-181f80add31d. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.001884] env[70542]: DEBUG oslo_concurrency.lockutils [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] Acquiring lock "refresh_cache-cf1597db-a00b-49ed-a04e-a970317c0505" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.002173] env[70542]: DEBUG oslo_concurrency.lockutils [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] Acquired lock "refresh_cache-cf1597db-a00b-49ed-a04e-a970317c0505" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.002460] env[70542]: DEBUG nova.network.neutron [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Refreshing network info cache for port 2ba54c90-eb76-428e-b3da-181f80add31d {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.013995] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.035453] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "eaac2297-6a38-4b0a-b195-6e7a80ca044f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.035719] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "eaac2297-6a38-4b0a-b195-6e7a80ca044f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.035931] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "eaac2297-6a38-4b0a-b195-6e7a80ca044f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.036140] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "eaac2297-6a38-4b0a-b195-6e7a80ca044f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.036312] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "eaac2297-6a38-4b0a-b195-6e7a80ca044f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.038717] env[70542]: INFO nova.compute.manager [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Terminating instance [ 1173.278348] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Acquiring lock "53cad18e-9a42-41ed-9b6b-264cdbcaa19d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.278625] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Lock "53cad18e-9a42-41ed-9b6b-264cdbcaa19d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.278929] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Acquiring lock "53cad18e-9a42-41ed-9b6b-264cdbcaa19d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.279210] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Lock "53cad18e-9a42-41ed-9b6b-264cdbcaa19d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.279317] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Lock "53cad18e-9a42-41ed-9b6b-264cdbcaa19d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.281659] env[70542]: DEBUG nova.network.neutron [req-c161ecea-3f26-475b-88dc-576f6f17dda0 req-9136f08e-e8a2-4c93-a5dd-a07d54bb93fb service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Updated VIF entry in instance network info cache for port 6daf8085-f101-435b-b6f1-8f054b068aa9. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.282063] env[70542]: DEBUG nova.network.neutron [req-c161ecea-3f26-475b-88dc-576f6f17dda0 req-9136f08e-e8a2-4c93-a5dd-a07d54bb93fb service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Updating instance_info_cache with network_info: [{"id": "7630e33a-869a-40f9-be96-f2b797bdb627", "address": "fa:16:3e:ff:d7:f5", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7630e33a-86", "ovs_interfaceid": "7630e33a-869a-40f9-be96-f2b797bdb627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6daf8085-f101-435b-b6f1-8f054b068aa9", "address": "fa:16:3e:cb:fb:a8", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6daf8085-f1", "ovs_interfaceid": "6daf8085-f101-435b-b6f1-8f054b068aa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.283826] env[70542]: INFO nova.compute.manager [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Terminating instance [ 1173.313222] env[70542]: DEBUG nova.compute.manager [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1173.422791] env[70542]: DEBUG oslo_vmware.api [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912076, 'name': ReconfigVM_Task, 'duration_secs': 0.64034} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.423092] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Reconfigured VM instance instance-00000068 to attach disk [datastore1] cf1597db-a00b-49ed-a04e-a970317c0505/cf1597db-a00b-49ed-a04e-a970317c0505.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.423727] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6edd3c67-55a0-4ed6-8bd2-b380c4a59f18 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.441123] env[70542]: DEBUG oslo_vmware.api [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1173.441123] env[70542]: value = "task-3912077" [ 1173.441123] env[70542]: _type = "Task" [ 1173.441123] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.456244] env[70542]: DEBUG oslo_vmware.api [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912077, 'name': Rename_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.545413] env[70542]: DEBUG nova.compute.manager [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.545632] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.547023] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f98338e-af4b-4699-b6f6-19ee7636fcba {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.560660] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.561902] env[70542]: DEBUG nova.network.neutron [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Successfully created port: 9ac50be9-37f9-42ba-8038-f1feebfe9418 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1173.566156] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-520d695e-286d-42e2-b3e3-de8d00afab4d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.576166] env[70542]: DEBUG oslo_vmware.api [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1173.576166] env[70542]: value = "task-3912078" [ 1173.576166] env[70542]: _type = "Task" [ 1173.576166] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.590207] env[70542]: DEBUG oslo_vmware.api [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.761573] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77339ac1-fefb-426c-8df1-7b9acb15682b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.771321] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40a3a4c-165c-41b0-8678-07120273a91c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.806175] env[70542]: DEBUG oslo_concurrency.lockutils [req-c161ecea-3f26-475b-88dc-576f6f17dda0 req-9136f08e-e8a2-4c93-a5dd-a07d54bb93fb service nova] Releasing lock "refresh_cache-10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.806945] env[70542]: DEBUG nova.compute.manager [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.807167] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.809035] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c013dde9-6e1b-451b-b7c5-cc12573eea4e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.812088] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ec202d-4f39-49bf-a679-22c00f4444a2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.825767] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.828024] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bc1e704-1c82-4f4c-8aec-b49d4956381a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.832021] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07aafae-a167-4c63-95b9-00ec055f46c7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.847858] env[70542]: DEBUG nova.compute.provider_tree [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.853576] env[70542]: DEBUG oslo_vmware.api [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Waiting for the task: (returnval){ [ 1173.853576] env[70542]: value = "task-3912079" [ 1173.853576] env[70542]: _type = "Task" [ 1173.853576] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.860351] env[70542]: DEBUG oslo_vmware.api [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3912079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.950210] env[70542]: DEBUG oslo_vmware.api [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912077, 'name': Rename_Task, 'duration_secs': 0.164274} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.950509] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.950771] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4d5deec-9534-46d2-a503-6363441c9f4e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.959912] env[70542]: DEBUG oslo_vmware.api [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1173.959912] env[70542]: value = "task-3912080" [ 1173.959912] env[70542]: _type = "Task" [ 1173.959912] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.970940] env[70542]: DEBUG oslo_vmware.api [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.088210] env[70542]: DEBUG oslo_vmware.api [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912078, 'name': PowerOffVM_Task, 'duration_secs': 0.415246} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.088595] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.088992] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.089285] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-298723f5-98d7-4859-a306-7872afa8de62 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.111314] env[70542]: DEBUG nova.network.neutron [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Updated VIF entry in instance network info cache for port 2ba54c90-eb76-428e-b3da-181f80add31d. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.111791] env[70542]: DEBUG nova.network.neutron [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Updating instance_info_cache with network_info: [{"id": "2ba54c90-eb76-428e-b3da-181f80add31d", "address": "fa:16:3e:f0:77:4e", "network": {"id": "9f572e7a-d135-4065-a1e6-301b98e54dba", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948852501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74896de6d46b4f10a7b78d1985e8b59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba54c90-eb", "ovs_interfaceid": "2ba54c90-eb76-428e-b3da-181f80add31d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.172441] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.172779] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.173050] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Deleting the datastore file [datastore2] eaac2297-6a38-4b0a-b195-6e7a80ca044f {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.173412] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a006cd75-020d-428e-ac8e-56c63afd184d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.184118] env[70542]: DEBUG oslo_vmware.api [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1174.184118] env[70542]: value = "task-3912082" [ 1174.184118] env[70542]: _type = "Task" [ 1174.184118] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.194123] env[70542]: DEBUG oslo_vmware.api [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.328316] env[70542]: DEBUG nova.compute.manager [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1174.352899] env[70542]: DEBUG nova.scheduler.client.report [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.369182] env[70542]: DEBUG oslo_vmware.api [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3912079, 'name': PowerOffVM_Task, 'duration_secs': 0.297381} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.371591] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.371781] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.372266] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caa7b09e-1122-4cfa-883f-9f8e5c48cc1c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.385568] env[70542]: DEBUG nova.virt.hardware [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.385568] env[70542]: DEBUG nova.virt.hardware [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.385568] env[70542]: DEBUG nova.virt.hardware [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.386102] env[70542]: DEBUG nova.virt.hardware [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.386291] env[70542]: DEBUG nova.virt.hardware [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.386446] env[70542]: DEBUG nova.virt.hardware [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.386669] env[70542]: DEBUG nova.virt.hardware [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.386824] env[70542]: DEBUG nova.virt.hardware [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.386994] env[70542]: DEBUG nova.virt.hardware [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.387174] env[70542]: DEBUG nova.virt.hardware [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.387350] env[70542]: DEBUG nova.virt.hardware [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.388543] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70c071c-80b3-463a-a5d3-ee015c63e47f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.398471] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5130cf-0a28-4b97-bc7d-453d58860651 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.472735] env[70542]: DEBUG oslo_vmware.api [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912080, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.592785] env[70542]: DEBUG nova.network.neutron [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Successfully created port: f4cbc254-7c30-4b65-ab11-9fcb91f9bc72 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1174.615229] env[70542]: DEBUG oslo_concurrency.lockutils [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] Releasing lock "refresh_cache-cf1597db-a00b-49ed-a04e-a970317c0505" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.615543] env[70542]: DEBUG nova.compute.manager [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Received event network-vif-deleted-d4f2d141-40f9-4214-992b-377a73580ddc {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.615741] env[70542]: DEBUG nova.compute.manager [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Received event network-vif-unplugged-3aa77909-854f-4c98-aea3-552c6caa5e6c {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.615935] env[70542]: DEBUG oslo_concurrency.lockutils [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] Acquiring lock "6bb7f6e7-2466-4199-9b36-b8163ba19256-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.616196] env[70542]: DEBUG oslo_concurrency.lockutils [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] Lock "6bb7f6e7-2466-4199-9b36-b8163ba19256-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.616378] env[70542]: DEBUG oslo_concurrency.lockutils [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] Lock "6bb7f6e7-2466-4199-9b36-b8163ba19256-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.616540] env[70542]: DEBUG nova.compute.manager [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] No waiting events found dispatching network-vif-unplugged-3aa77909-854f-4c98-aea3-552c6caa5e6c {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1174.616730] env[70542]: DEBUG nova.compute.manager [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Received event network-vif-unplugged-3aa77909-854f-4c98-aea3-552c6caa5e6c for instance with task_state deleting. {{(pid=70542) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11515}} [ 1174.616902] env[70542]: DEBUG nova.compute.manager [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Received event network-changed-3aa77909-854f-4c98-aea3-552c6caa5e6c {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.617068] env[70542]: DEBUG nova.compute.manager [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Refreshing instance network info cache due to event network-changed-3aa77909-854f-4c98-aea3-552c6caa5e6c. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.617259] env[70542]: DEBUG oslo_concurrency.lockutils [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] Acquiring lock "refresh_cache-6bb7f6e7-2466-4199-9b36-b8163ba19256" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.617396] env[70542]: DEBUG oslo_concurrency.lockutils [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] Acquired lock "refresh_cache-6bb7f6e7-2466-4199-9b36-b8163ba19256" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.617551] env[70542]: DEBUG nova.network.neutron [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Refreshing network info cache for port 3aa77909-854f-4c98-aea3-552c6caa5e6c {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.690634] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.691863] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.692699] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Deleting the datastore file [datastore2] 53cad18e-9a42-41ed-9b6b-264cdbcaa19d {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.697022] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-896bf36f-d6bf-45de-8a02-16b4c2ea8036 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.705963] env[70542]: DEBUG oslo_vmware.api [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292083} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.707176] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.707176] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1174.708103] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.708103] env[70542]: INFO nova.compute.manager [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1174.708103] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.708256] env[70542]: DEBUG nova.compute.manager [-] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1174.708370] env[70542]: DEBUG nova.network.neutron [-] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1174.713134] env[70542]: DEBUG oslo_vmware.api [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Waiting for the task: (returnval){ [ 1174.713134] env[70542]: value = "task-3912084" [ 1174.713134] env[70542]: _type = "Task" [ 1174.713134] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.723867] env[70542]: DEBUG oslo_vmware.api [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3912084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.862853] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.863635] env[70542]: DEBUG nova.compute.manager [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1174.866813] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.974s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.866997] env[70542]: DEBUG nova.objects.instance [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lazy-loading 'pci_requests' on Instance uuid a02183c0-68a1-4618-922a-64ce8d3fefc1 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.982028] env[70542]: DEBUG oslo_vmware.api [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912080, 'name': PowerOnVM_Task, 'duration_secs': 0.629966} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.982028] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.982028] env[70542]: INFO nova.compute.manager [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Took 10.00 seconds to spawn the instance on the hypervisor. [ 1174.982028] env[70542]: DEBUG nova.compute.manager [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1174.982028] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124fa161-18ed-4367-8388-e7850ed52ed4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.074909] env[70542]: DEBUG oslo_concurrency.lockutils [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "interface-10e06f9c-d7d5-4865-af99-2170c659d1b5-6daf8085-f101-435b-b6f1-8f054b068aa9" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.074909] env[70542]: DEBUG oslo_concurrency.lockutils [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "interface-10e06f9c-d7d5-4865-af99-2170c659d1b5-6daf8085-f101-435b-b6f1-8f054b068aa9" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.236440] env[70542]: DEBUG oslo_vmware.api [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Task: {'id': task-3912084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154468} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.240913] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.241181] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.241371] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.241551] env[70542]: INFO nova.compute.manager [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1175.241915] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.242164] env[70542]: DEBUG nova.compute.manager [-] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1175.242331] env[70542]: DEBUG nova.network.neutron [-] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1175.249349] env[70542]: DEBUG nova.compute.manager [req-e3463c96-9099-4fab-b455-269e87166a67 req-65df9d4d-dd66-41c6-aa96-7a514b5c8812 service nova] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Received event network-vif-deleted-ba6576a0-981f-4d89-a46c-ee6e0aece7ac {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.249752] env[70542]: INFO nova.compute.manager [req-e3463c96-9099-4fab-b455-269e87166a67 req-65df9d4d-dd66-41c6-aa96-7a514b5c8812 service nova] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Neutron deleted interface ba6576a0-981f-4d89-a46c-ee6e0aece7ac; detaching it from the instance and deleting it from the info cache [ 1175.249752] env[70542]: DEBUG nova.network.neutron [req-e3463c96-9099-4fab-b455-269e87166a67 req-65df9d4d-dd66-41c6-aa96-7a514b5c8812 service nova] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.373887] env[70542]: DEBUG nova.compute.utils [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1175.379530] env[70542]: DEBUG nova.objects.instance [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lazy-loading 'numa_topology' on Instance uuid a02183c0-68a1-4618-922a-64ce8d3fefc1 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.382571] env[70542]: DEBUG nova.compute.manager [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1175.382758] env[70542]: DEBUG nova.network.neutron [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1175.429114] env[70542]: DEBUG nova.policy [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fa2fb535b034f0ca323417a5ec00968', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f974897deac94f82bcc21dc9f99839e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1175.510245] env[70542]: INFO nova.compute.manager [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Took 27.09 seconds to build instance. [ 1175.578944] env[70542]: DEBUG oslo_concurrency.lockutils [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.578944] env[70542]: DEBUG oslo_concurrency.lockutils [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.581027] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3761ec98-70d2-4aff-a01b-6289b678434f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.609235] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6c607e-c2c0-4cb6-9ce5-d881fe5613de {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.643722] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Reconfiguring VM to detach interface {{(pid=70542) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1175.644417] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5220867-347c-49f9-b3fc-1df1fa02dd8e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.671355] env[70542]: DEBUG oslo_vmware.api [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 1175.671355] env[70542]: value = "task-3912085" [ 1175.671355] env[70542]: _type = "Task" [ 1175.671355] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.682862] env[70542]: DEBUG oslo_vmware.api [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.726354] env[70542]: DEBUG nova.network.neutron [-] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.756292] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73ec3fa3-f8c6-49d4-92c3-8e6df57515ad {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.769362] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2710b9b8-d7db-4fd2-a233-f9da127edd6e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.811532] env[70542]: DEBUG nova.compute.manager [req-e3463c96-9099-4fab-b455-269e87166a67 req-65df9d4d-dd66-41c6-aa96-7a514b5c8812 service nova] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Detach interface failed, port_id=ba6576a0-981f-4d89-a46c-ee6e0aece7ac, reason: Instance eaac2297-6a38-4b0a-b195-6e7a80ca044f could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1175.861129] env[70542]: DEBUG nova.network.neutron [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Updated VIF entry in instance network info cache for port 3aa77909-854f-4c98-aea3-552c6caa5e6c. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.861129] env[70542]: DEBUG nova.network.neutron [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Updating instance_info_cache with network_info: [{"id": "3aa77909-854f-4c98-aea3-552c6caa5e6c", "address": "fa:16:3e:c4:50:eb", "network": {"id": "6d890173-8c4a-4650-b12e-fdf4413c0b42", "bridge": null, "label": "tempest-DeleteServersTestJSON-1479529892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e922748ead94b5cbab3c291b4e567b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3aa77909-85", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.883168] env[70542]: DEBUG nova.compute.manager [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1175.888672] env[70542]: DEBUG nova.network.neutron [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Successfully created port: 0490ed55-5e6b-4d4a-a031-6907967ebc4a {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1175.891532] env[70542]: INFO nova.compute.claims [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.013629] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a894c205-f115-49e7-a9bf-f84b43405c0f tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "cf1597db-a00b-49ed-a04e-a970317c0505" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.605s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.184111] env[70542]: DEBUG oslo_vmware.api [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.229475] env[70542]: INFO nova.compute.manager [-] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Took 1.52 seconds to deallocate network for instance. [ 1176.364280] env[70542]: DEBUG oslo_concurrency.lockutils [req-b4f66918-f8ed-4a35-80d2-466e898539c0 req-bc9afc1e-4af9-485e-856b-2022cead33ae service nova] Releasing lock "refresh_cache-6bb7f6e7-2466-4199-9b36-b8163ba19256" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.396012] env[70542]: DEBUG nova.compute.manager [req-fbe26056-96e9-4708-9b6f-65b48d8d2cac req-425ca48c-92d4-4918-b996-ee71fd4adff7 service nova] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Received event network-vif-plugged-9ac50be9-37f9-42ba-8038-f1feebfe9418 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.396012] env[70542]: DEBUG oslo_concurrency.lockutils [req-fbe26056-96e9-4708-9b6f-65b48d8d2cac req-425ca48c-92d4-4918-b996-ee71fd4adff7 service nova] Acquiring lock "28039b41-2038-4680-a266-370e585cc5c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.396012] env[70542]: DEBUG oslo_concurrency.lockutils [req-fbe26056-96e9-4708-9b6f-65b48d8d2cac req-425ca48c-92d4-4918-b996-ee71fd4adff7 service nova] Lock "28039b41-2038-4680-a266-370e585cc5c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.396012] env[70542]: DEBUG oslo_concurrency.lockutils [req-fbe26056-96e9-4708-9b6f-65b48d8d2cac req-425ca48c-92d4-4918-b996-ee71fd4adff7 service nova] Lock "28039b41-2038-4680-a266-370e585cc5c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.396012] env[70542]: DEBUG nova.compute.manager [req-fbe26056-96e9-4708-9b6f-65b48d8d2cac req-425ca48c-92d4-4918-b996-ee71fd4adff7 service nova] [instance: 28039b41-2038-4680-a266-370e585cc5c6] No waiting events found dispatching network-vif-plugged-9ac50be9-37f9-42ba-8038-f1feebfe9418 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1176.397378] env[70542]: WARNING nova.compute.manager [req-fbe26056-96e9-4708-9b6f-65b48d8d2cac req-425ca48c-92d4-4918-b996-ee71fd4adff7 service nova] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Received unexpected event network-vif-plugged-9ac50be9-37f9-42ba-8038-f1feebfe9418 for instance with vm_state building and task_state spawning. [ 1176.428733] env[70542]: DEBUG nova.network.neutron [-] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.582672] env[70542]: DEBUG nova.network.neutron [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Successfully updated port: 9ac50be9-37f9-42ba-8038-f1feebfe9418 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1176.688874] env[70542]: DEBUG oslo_vmware.api [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.743170] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.905468] env[70542]: DEBUG nova.compute.manager [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1176.930202] env[70542]: INFO nova.compute.manager [-] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Took 1.69 seconds to deallocate network for instance. [ 1176.937740] env[70542]: DEBUG nova.virt.hardware [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.937740] env[70542]: DEBUG nova.virt.hardware [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.937892] env[70542]: DEBUG nova.virt.hardware [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.937986] env[70542]: DEBUG nova.virt.hardware [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.938153] env[70542]: DEBUG nova.virt.hardware [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.938442] env[70542]: DEBUG nova.virt.hardware [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.938521] env[70542]: DEBUG nova.virt.hardware [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.938660] env[70542]: DEBUG nova.virt.hardware [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.938885] env[70542]: DEBUG nova.virt.hardware [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.939067] env[70542]: DEBUG nova.virt.hardware [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.939296] env[70542]: DEBUG nova.virt.hardware [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.940382] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2fbec3-8d5b-4a38-9fb0-d7446f5776b8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.952513] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37ba415-9fc7-43ed-9c76-3b3db4adecef {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.185407] env[70542]: DEBUG oslo_vmware.api [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.389201] env[70542]: DEBUG nova.compute.manager [req-b7aa049f-4269-4d29-9b51-7bd1721b2142 req-7078821b-e4f4-408c-a1bf-a7ec4cbe02f0 service nova] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Received event network-vif-deleted-245b0755-a4ae-4e7e-8834-e4bc1314c091 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.389447] env[70542]: DEBUG nova.compute.manager [req-b7aa049f-4269-4d29-9b51-7bd1721b2142 req-7078821b-e4f4-408c-a1bf-a7ec4cbe02f0 service nova] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Received event network-changed-2ba54c90-eb76-428e-b3da-181f80add31d {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.389618] env[70542]: DEBUG nova.compute.manager [req-b7aa049f-4269-4d29-9b51-7bd1721b2142 req-7078821b-e4f4-408c-a1bf-a7ec4cbe02f0 service nova] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Refreshing instance network info cache due to event network-changed-2ba54c90-eb76-428e-b3da-181f80add31d. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.389866] env[70542]: DEBUG oslo_concurrency.lockutils [req-b7aa049f-4269-4d29-9b51-7bd1721b2142 req-7078821b-e4f4-408c-a1bf-a7ec4cbe02f0 service nova] Acquiring lock "refresh_cache-cf1597db-a00b-49ed-a04e-a970317c0505" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.389988] env[70542]: DEBUG oslo_concurrency.lockutils [req-b7aa049f-4269-4d29-9b51-7bd1721b2142 req-7078821b-e4f4-408c-a1bf-a7ec4cbe02f0 service nova] Acquired lock "refresh_cache-cf1597db-a00b-49ed-a04e-a970317c0505" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.392555] env[70542]: DEBUG nova.network.neutron [req-b7aa049f-4269-4d29-9b51-7bd1721b2142 req-7078821b-e4f4-408c-a1bf-a7ec4cbe02f0 service nova] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Refreshing network info cache for port 2ba54c90-eb76-428e-b3da-181f80add31d {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.440959] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ba7d10-e7b1-4c2e-99c2-5ff8e9cada6d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.444813] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.451835] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b84ba1c-b040-4e1b-899d-a495862b64a8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.491386] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc92f58-f8c0-4858-a4c1-bb8387133a56 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.501877] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1129cb-5eee-49ee-91e4-4017275cbf7c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.523027] env[70542]: DEBUG nova.compute.provider_tree [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.685968] env[70542]: DEBUG oslo_vmware.api [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.800749] env[70542]: DEBUG nova.network.neutron [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Successfully updated port: 0490ed55-5e6b-4d4a-a031-6907967ebc4a {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.027269] env[70542]: DEBUG nova.scheduler.client.report [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.132217] env[70542]: DEBUG nova.network.neutron [req-b7aa049f-4269-4d29-9b51-7bd1721b2142 req-7078821b-e4f4-408c-a1bf-a7ec4cbe02f0 service nova] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Updated VIF entry in instance network info cache for port 2ba54c90-eb76-428e-b3da-181f80add31d. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.132730] env[70542]: DEBUG nova.network.neutron [req-b7aa049f-4269-4d29-9b51-7bd1721b2142 req-7078821b-e4f4-408c-a1bf-a7ec4cbe02f0 service nova] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Updating instance_info_cache with network_info: [{"id": "2ba54c90-eb76-428e-b3da-181f80add31d", "address": "fa:16:3e:f0:77:4e", "network": {"id": "9f572e7a-d135-4065-a1e6-301b98e54dba", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948852501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74896de6d46b4f10a7b78d1985e8b59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba54c90-eb", "ovs_interfaceid": "2ba54c90-eb76-428e-b3da-181f80add31d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.184964] env[70542]: DEBUG oslo_vmware.api [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.306010] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquiring lock "refresh_cache-a0636410-05b1-4aaa-84fa-984852dcedb4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.306198] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquired lock "refresh_cache-a0636410-05b1-4aaa-84fa-984852dcedb4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.306362] env[70542]: DEBUG nova.network.neutron [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.426362] env[70542]: DEBUG nova.compute.manager [req-1dff63db-2ee1-46cb-869c-c314f080aeaa req-29cbf7e6-f4f5-42e1-bcff-7bda3406d758 service nova] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Received event network-changed-9ac50be9-37f9-42ba-8038-f1feebfe9418 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.426566] env[70542]: DEBUG nova.compute.manager [req-1dff63db-2ee1-46cb-869c-c314f080aeaa req-29cbf7e6-f4f5-42e1-bcff-7bda3406d758 service nova] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Refreshing instance network info cache due to event network-changed-9ac50be9-37f9-42ba-8038-f1feebfe9418. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1178.426788] env[70542]: DEBUG oslo_concurrency.lockutils [req-1dff63db-2ee1-46cb-869c-c314f080aeaa req-29cbf7e6-f4f5-42e1-bcff-7bda3406d758 service nova] Acquiring lock "refresh_cache-28039b41-2038-4680-a266-370e585cc5c6" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.426945] env[70542]: DEBUG oslo_concurrency.lockutils [req-1dff63db-2ee1-46cb-869c-c314f080aeaa req-29cbf7e6-f4f5-42e1-bcff-7bda3406d758 service nova] Acquired lock "refresh_cache-28039b41-2038-4680-a266-370e585cc5c6" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.427127] env[70542]: DEBUG nova.network.neutron [req-1dff63db-2ee1-46cb-869c-c314f080aeaa req-29cbf7e6-f4f5-42e1-bcff-7bda3406d758 service nova] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Refreshing network info cache for port 9ac50be9-37f9-42ba-8038-f1feebfe9418 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.531128] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.664s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.533450] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.632s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.535181] env[70542]: INFO nova.compute.claims [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.578286] env[70542]: INFO nova.network.neutron [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Updating port 006653fe-4618-46c4-86f5-24f60e96ec81 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1178.635740] env[70542]: DEBUG oslo_concurrency.lockutils [req-b7aa049f-4269-4d29-9b51-7bd1721b2142 req-7078821b-e4f4-408c-a1bf-a7ec4cbe02f0 service nova] Releasing lock "refresh_cache-cf1597db-a00b-49ed-a04e-a970317c0505" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.684917] env[70542]: DEBUG oslo_vmware.api [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.891066] env[70542]: DEBUG nova.network.neutron [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.018146] env[70542]: DEBUG nova.network.neutron [req-1dff63db-2ee1-46cb-869c-c314f080aeaa req-29cbf7e6-f4f5-42e1-bcff-7bda3406d758 service nova] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.125074] env[70542]: DEBUG nova.network.neutron [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Successfully updated port: f4cbc254-7c30-4b65-ab11-9fcb91f9bc72 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1179.161531] env[70542]: DEBUG nova.network.neutron [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Updating instance_info_cache with network_info: [{"id": "0490ed55-5e6b-4d4a-a031-6907967ebc4a", "address": "fa:16:3e:c7:c7:5e", "network": {"id": "cb2452d7-26b0-41a5-b2ef-49ec0aa38d63", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-965637655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f974897deac94f82bcc21dc9f99839e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0490ed55-5e", "ovs_interfaceid": "0490ed55-5e6b-4d4a-a031-6907967ebc4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.167118] env[70542]: DEBUG nova.network.neutron [req-1dff63db-2ee1-46cb-869c-c314f080aeaa req-29cbf7e6-f4f5-42e1-bcff-7bda3406d758 service nova] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.187334] env[70542]: DEBUG oslo_vmware.api [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.628350] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Acquiring lock "refresh_cache-28039b41-2038-4680-a266-370e585cc5c6" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.665688] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Releasing lock "refresh_cache-a0636410-05b1-4aaa-84fa-984852dcedb4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.666123] env[70542]: DEBUG nova.compute.manager [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Instance network_info: |[{"id": "0490ed55-5e6b-4d4a-a031-6907967ebc4a", "address": "fa:16:3e:c7:c7:5e", "network": {"id": "cb2452d7-26b0-41a5-b2ef-49ec0aa38d63", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-965637655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f974897deac94f82bcc21dc9f99839e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0490ed55-5e", "ovs_interfaceid": "0490ed55-5e6b-4d4a-a031-6907967ebc4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1179.666650] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:c7:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0490ed55-5e6b-4d4a-a031-6907967ebc4a', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1179.675464] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.675887] env[70542]: DEBUG oslo_concurrency.lockutils [req-1dff63db-2ee1-46cb-869c-c314f080aeaa req-29cbf7e6-f4f5-42e1-bcff-7bda3406d758 service nova] Releasing lock "refresh_cache-28039b41-2038-4680-a266-370e585cc5c6" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.676144] env[70542]: DEBUG nova.compute.manager [req-1dff63db-2ee1-46cb-869c-c314f080aeaa req-29cbf7e6-f4f5-42e1-bcff-7bda3406d758 service nova] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Received event network-vif-plugged-0490ed55-5e6b-4d4a-a031-6907967ebc4a {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.676349] env[70542]: DEBUG oslo_concurrency.lockutils [req-1dff63db-2ee1-46cb-869c-c314f080aeaa req-29cbf7e6-f4f5-42e1-bcff-7bda3406d758 service nova] Acquiring lock "a0636410-05b1-4aaa-84fa-984852dcedb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.676559] env[70542]: DEBUG oslo_concurrency.lockutils [req-1dff63db-2ee1-46cb-869c-c314f080aeaa req-29cbf7e6-f4f5-42e1-bcff-7bda3406d758 service nova] Lock "a0636410-05b1-4aaa-84fa-984852dcedb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.676736] env[70542]: DEBUG oslo_concurrency.lockutils [req-1dff63db-2ee1-46cb-869c-c314f080aeaa req-29cbf7e6-f4f5-42e1-bcff-7bda3406d758 service nova] Lock "a0636410-05b1-4aaa-84fa-984852dcedb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.676882] env[70542]: DEBUG nova.compute.manager [req-1dff63db-2ee1-46cb-869c-c314f080aeaa req-29cbf7e6-f4f5-42e1-bcff-7bda3406d758 service nova] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] No waiting events found dispatching network-vif-plugged-0490ed55-5e6b-4d4a-a031-6907967ebc4a {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1179.677061] env[70542]: WARNING nova.compute.manager [req-1dff63db-2ee1-46cb-869c-c314f080aeaa req-29cbf7e6-f4f5-42e1-bcff-7bda3406d758 service nova] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Received unexpected event network-vif-plugged-0490ed55-5e6b-4d4a-a031-6907967ebc4a for instance with vm_state building and task_state spawning. [ 1179.677560] env[70542]: DEBUG nova.compute.manager [req-1dff63db-2ee1-46cb-869c-c314f080aeaa req-29cbf7e6-f4f5-42e1-bcff-7bda3406d758 service nova] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Received event network-changed-0490ed55-5e6b-4d4a-a031-6907967ebc4a {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.677748] env[70542]: DEBUG nova.compute.manager [req-1dff63db-2ee1-46cb-869c-c314f080aeaa req-29cbf7e6-f4f5-42e1-bcff-7bda3406d758 service nova] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Refreshing instance network info cache due to event network-changed-0490ed55-5e6b-4d4a-a031-6907967ebc4a. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.677937] env[70542]: DEBUG oslo_concurrency.lockutils [req-1dff63db-2ee1-46cb-869c-c314f080aeaa req-29cbf7e6-f4f5-42e1-bcff-7bda3406d758 service nova] Acquiring lock "refresh_cache-a0636410-05b1-4aaa-84fa-984852dcedb4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.678089] env[70542]: DEBUG oslo_concurrency.lockutils [req-1dff63db-2ee1-46cb-869c-c314f080aeaa req-29cbf7e6-f4f5-42e1-bcff-7bda3406d758 service nova] Acquired lock "refresh_cache-a0636410-05b1-4aaa-84fa-984852dcedb4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.678250] env[70542]: DEBUG nova.network.neutron [req-1dff63db-2ee1-46cb-869c-c314f080aeaa req-29cbf7e6-f4f5-42e1-bcff-7bda3406d758 service nova] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Refreshing network info cache for port 0490ed55-5e6b-4d4a-a031-6907967ebc4a {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.679963] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1179.682906] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Acquired lock "refresh_cache-28039b41-2038-4680-a266-370e585cc5c6" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.682984] env[70542]: DEBUG nova.network.neutron [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.684013] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-900d7e44-07f3-448a-b98c-08e65b09e816 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.714668] env[70542]: DEBUG oslo_vmware.api [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.718512] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1179.718512] env[70542]: value = "task-3912086" [ 1179.718512] env[70542]: _type = "Task" [ 1179.718512] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.727891] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912086, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.765098] env[70542]: DEBUG nova.network.neutron [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.936389] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43586957-3f36-4590-a5b3-2ee86b12472f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.946928] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91bbf55-1d5d-45df-8429-c8335e627398 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.993863] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0657b117-1121-404d-b159-600998d4b35a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.004844] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5ef505-e19e-4fd5-9772-733af7e5f91b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.020835] env[70542]: DEBUG nova.compute.provider_tree [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.191123] env[70542]: DEBUG oslo_vmware.api [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.229352] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912086, 'name': CreateVM_Task, 'duration_secs': 0.350775} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.229537] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.230299] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.230469] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.230813] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.231101] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89fcb4b1-49c8-45a1-97f6-023c4e5d7744 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.237704] env[70542]: DEBUG oslo_vmware.api [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1180.237704] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52aeafdc-ac5d-b3ec-2976-ef2cc7ae5040" [ 1180.237704] env[70542]: _type = "Task" [ 1180.237704] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.246407] env[70542]: DEBUG oslo_vmware.api [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52aeafdc-ac5d-b3ec-2976-ef2cc7ae5040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.417079] env[70542]: DEBUG nova.network.neutron [req-1dff63db-2ee1-46cb-869c-c314f080aeaa req-29cbf7e6-f4f5-42e1-bcff-7bda3406d758 service nova] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Updated VIF entry in instance network info cache for port 0490ed55-5e6b-4d4a-a031-6907967ebc4a. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.417465] env[70542]: DEBUG nova.network.neutron [req-1dff63db-2ee1-46cb-869c-c314f080aeaa req-29cbf7e6-f4f5-42e1-bcff-7bda3406d758 service nova] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Updating instance_info_cache with network_info: [{"id": "0490ed55-5e6b-4d4a-a031-6907967ebc4a", "address": "fa:16:3e:c7:c7:5e", "network": {"id": "cb2452d7-26b0-41a5-b2ef-49ec0aa38d63", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-965637655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f974897deac94f82bcc21dc9f99839e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0490ed55-5e", "ovs_interfaceid": "0490ed55-5e6b-4d4a-a031-6907967ebc4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.458927] env[70542]: DEBUG nova.compute.manager [req-1837df5a-38f6-45dc-9e25-5bd9e72c2a1f req-61356cc6-a869-43de-be6a-72c46244350b service nova] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Received event network-vif-plugged-f4cbc254-7c30-4b65-ab11-9fcb91f9bc72 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.459180] env[70542]: DEBUG oslo_concurrency.lockutils [req-1837df5a-38f6-45dc-9e25-5bd9e72c2a1f req-61356cc6-a869-43de-be6a-72c46244350b service nova] Acquiring lock "28039b41-2038-4680-a266-370e585cc5c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.459434] env[70542]: DEBUG oslo_concurrency.lockutils [req-1837df5a-38f6-45dc-9e25-5bd9e72c2a1f req-61356cc6-a869-43de-be6a-72c46244350b service nova] Lock "28039b41-2038-4680-a266-370e585cc5c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.459609] env[70542]: DEBUG oslo_concurrency.lockutils [req-1837df5a-38f6-45dc-9e25-5bd9e72c2a1f req-61356cc6-a869-43de-be6a-72c46244350b service nova] Lock "28039b41-2038-4680-a266-370e585cc5c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.459775] env[70542]: DEBUG nova.compute.manager [req-1837df5a-38f6-45dc-9e25-5bd9e72c2a1f req-61356cc6-a869-43de-be6a-72c46244350b service nova] [instance: 28039b41-2038-4680-a266-370e585cc5c6] No waiting events found dispatching network-vif-plugged-f4cbc254-7c30-4b65-ab11-9fcb91f9bc72 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1180.459941] env[70542]: WARNING nova.compute.manager [req-1837df5a-38f6-45dc-9e25-5bd9e72c2a1f req-61356cc6-a869-43de-be6a-72c46244350b service nova] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Received unexpected event network-vif-plugged-f4cbc254-7c30-4b65-ab11-9fcb91f9bc72 for instance with vm_state building and task_state spawning. [ 1180.460432] env[70542]: DEBUG nova.compute.manager [req-1837df5a-38f6-45dc-9e25-5bd9e72c2a1f req-61356cc6-a869-43de-be6a-72c46244350b service nova] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Received event network-changed-f4cbc254-7c30-4b65-ab11-9fcb91f9bc72 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.460629] env[70542]: DEBUG nova.compute.manager [req-1837df5a-38f6-45dc-9e25-5bd9e72c2a1f req-61356cc6-a869-43de-be6a-72c46244350b service nova] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Refreshing instance network info cache due to event network-changed-f4cbc254-7c30-4b65-ab11-9fcb91f9bc72. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.460800] env[70542]: DEBUG oslo_concurrency.lockutils [req-1837df5a-38f6-45dc-9e25-5bd9e72c2a1f req-61356cc6-a869-43de-be6a-72c46244350b service nova] Acquiring lock "refresh_cache-28039b41-2038-4680-a266-370e585cc5c6" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.478849] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "refresh_cache-a02183c0-68a1-4618-922a-64ce8d3fefc1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.479080] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquired lock "refresh_cache-a02183c0-68a1-4618-922a-64ce8d3fefc1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.479289] env[70542]: DEBUG nova.network.neutron [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.520060] env[70542]: DEBUG nova.network.neutron [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Updating instance_info_cache with network_info: [{"id": "9ac50be9-37f9-42ba-8038-f1feebfe9418", "address": "fa:16:3e:de:e2:03", "network": {"id": "7fedae5d-4ebd-49a0-a769-5434c8ff8e3f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2100599525", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22e68349391a48dfab03d7b512fff2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac50be9-37", "ovs_interfaceid": "9ac50be9-37f9-42ba-8038-f1feebfe9418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f4cbc254-7c30-4b65-ab11-9fcb91f9bc72", "address": "fa:16:3e:02:12:96", "network": {"id": "6cfd59cc-35ea-45bd-a473-805423fe9ad1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-82867001", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "22e68349391a48dfab03d7b512fff2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4cbc254-7c", "ovs_interfaceid": "f4cbc254-7c30-4b65-ab11-9fcb91f9bc72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.530615] env[70542]: DEBUG nova.scheduler.client.report [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.692962] env[70542]: DEBUG oslo_vmware.api [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.748470] env[70542]: DEBUG oslo_vmware.api [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52aeafdc-ac5d-b3ec-2976-ef2cc7ae5040, 'name': SearchDatastore_Task, 'duration_secs': 0.012082} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.748905] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.749224] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1180.749871] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.749871] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.749871] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.750170] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed26a646-eee3-4b0a-980b-8cc469fe075b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.759954] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.760216] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1180.761020] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-983305c5-3f3e-4ac3-9ab2-c5d6ac4db019 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.766704] env[70542]: DEBUG oslo_vmware.api [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1180.766704] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524563b4-bba4-628d-ff56-34955594d275" [ 1180.766704] env[70542]: _type = "Task" [ 1180.766704] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.775239] env[70542]: DEBUG oslo_vmware.api [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524563b4-bba4-628d-ff56-34955594d275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.920764] env[70542]: DEBUG oslo_concurrency.lockutils [req-1dff63db-2ee1-46cb-869c-c314f080aeaa req-29cbf7e6-f4f5-42e1-bcff-7bda3406d758 service nova] Releasing lock "refresh_cache-a0636410-05b1-4aaa-84fa-984852dcedb4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.022683] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Releasing lock "refresh_cache-28039b41-2038-4680-a266-370e585cc5c6" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.023183] env[70542]: DEBUG nova.compute.manager [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Instance network_info: |[{"id": "9ac50be9-37f9-42ba-8038-f1feebfe9418", "address": "fa:16:3e:de:e2:03", "network": {"id": "7fedae5d-4ebd-49a0-a769-5434c8ff8e3f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2100599525", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22e68349391a48dfab03d7b512fff2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac50be9-37", "ovs_interfaceid": "9ac50be9-37f9-42ba-8038-f1feebfe9418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f4cbc254-7c30-4b65-ab11-9fcb91f9bc72", "address": "fa:16:3e:02:12:96", "network": {"id": "6cfd59cc-35ea-45bd-a473-805423fe9ad1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-82867001", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "22e68349391a48dfab03d7b512fff2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4cbc254-7c", "ovs_interfaceid": "f4cbc254-7c30-4b65-ab11-9fcb91f9bc72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1181.023538] env[70542]: DEBUG oslo_concurrency.lockutils [req-1837df5a-38f6-45dc-9e25-5bd9e72c2a1f req-61356cc6-a869-43de-be6a-72c46244350b service nova] Acquired lock "refresh_cache-28039b41-2038-4680-a266-370e585cc5c6" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.023735] env[70542]: DEBUG nova.network.neutron [req-1837df5a-38f6-45dc-9e25-5bd9e72c2a1f req-61356cc6-a869-43de-be6a-72c46244350b service nova] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Refreshing network info cache for port f4cbc254-7c30-4b65-ab11-9fcb91f9bc72 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.025047] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:e2:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ac50be9-37f9-42ba-8038-f1feebfe9418', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:12:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c7c1b46-cb81-45da-b5aa-7905d4da5854', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4cbc254-7c30-4b65-ab11-9fcb91f9bc72', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.035246] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.036931] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.038012] env[70542]: DEBUG nova.compute.manager [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1181.040414] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.040901] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.743s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.042751] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d616a31b-a91e-41d0-8311-c99fdc06ce19 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.070483] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.070483] env[70542]: value = "task-3912087" [ 1181.070483] env[70542]: _type = "Task" [ 1181.070483] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.081032] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912087, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.198414] env[70542]: DEBUG oslo_vmware.api [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912085, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.243821] env[70542]: DEBUG nova.network.neutron [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Updating instance_info_cache with network_info: [{"id": "006653fe-4618-46c4-86f5-24f60e96ec81", "address": "fa:16:3e:9f:ff:12", "network": {"id": "ac3919ad-8c2a-4a8e-95f5-f451c37bbee8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1414382297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4224b36262db4e589f89295d0299e529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap006653fe-46", "ovs_interfaceid": "006653fe-4618-46c4-86f5-24f60e96ec81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.278156] env[70542]: DEBUG oslo_vmware.api [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524563b4-bba4-628d-ff56-34955594d275, 'name': SearchDatastore_Task, 'duration_secs': 0.009485} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.279064] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ec8d578-a091-4680-aae9-cfa0d203f07e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.285750] env[70542]: DEBUG oslo_vmware.api [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1181.285750] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5280962e-33fd-44e8-3867-655c666581a8" [ 1181.285750] env[70542]: _type = "Task" [ 1181.285750] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.295591] env[70542]: DEBUG oslo_vmware.api [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5280962e-33fd-44e8-3867-655c666581a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.541887] env[70542]: DEBUG nova.compute.utils [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1181.543248] env[70542]: DEBUG nova.compute.manager [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1181.543421] env[70542]: DEBUG nova.network.neutron [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1181.547560] env[70542]: INFO nova.compute.claims [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.581176] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912087, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.588163] env[70542]: DEBUG nova.policy [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5b01ad8268f46cf8f33c06dc4b1276e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cecd2691d1d54b7480090328eb29a4ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1181.696046] env[70542]: DEBUG oslo_vmware.api [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912085, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.749338] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Releasing lock "refresh_cache-a02183c0-68a1-4618-922a-64ce8d3fefc1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.784379] env[70542]: DEBUG nova.virt.hardware [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7740324e99fec4af9836c2aea862fa1a',container_format='bare',created_at=2025-05-08T11:59:45Z,direct_url=,disk_format='vmdk',id=698fa90d-a329-49e2-8d2c-ae5303bb55f5,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-347336151-shelved',owner='4224b36262db4e589f89295d0299e529',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-05-08T12:00:03Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.784654] env[70542]: DEBUG nova.virt.hardware [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.784812] env[70542]: DEBUG nova.virt.hardware [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.784993] env[70542]: DEBUG nova.virt.hardware [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.785167] env[70542]: DEBUG nova.virt.hardware [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.785372] env[70542]: DEBUG nova.virt.hardware [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.785606] env[70542]: DEBUG nova.virt.hardware [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.785770] env[70542]: DEBUG nova.virt.hardware [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.786021] env[70542]: DEBUG nova.virt.hardware [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.786204] env[70542]: DEBUG nova.virt.hardware [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.786539] env[70542]: DEBUG nova.virt.hardware [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.787573] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe0b858-f61e-41ac-9cc6-38d3ba8d5680 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.805350] env[70542]: DEBUG nova.network.neutron [req-1837df5a-38f6-45dc-9e25-5bd9e72c2a1f req-61356cc6-a869-43de-be6a-72c46244350b service nova] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Updated VIF entry in instance network info cache for port f4cbc254-7c30-4b65-ab11-9fcb91f9bc72. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.805761] env[70542]: DEBUG nova.network.neutron [req-1837df5a-38f6-45dc-9e25-5bd9e72c2a1f req-61356cc6-a869-43de-be6a-72c46244350b service nova] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Updating instance_info_cache with network_info: [{"id": "9ac50be9-37f9-42ba-8038-f1feebfe9418", "address": "fa:16:3e:de:e2:03", "network": {"id": "7fedae5d-4ebd-49a0-a769-5434c8ff8e3f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2100599525", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22e68349391a48dfab03d7b512fff2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac50be9-37", "ovs_interfaceid": "9ac50be9-37f9-42ba-8038-f1feebfe9418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f4cbc254-7c30-4b65-ab11-9fcb91f9bc72", "address": "fa:16:3e:02:12:96", "network": {"id": "6cfd59cc-35ea-45bd-a473-805423fe9ad1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-82867001", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "22e68349391a48dfab03d7b512fff2ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c7c1b46-cb81-45da-b5aa-7905d4da5854", "external-id": "nsx-vlan-transportzone-15", "segmentation_id": 15, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4cbc254-7c", "ovs_interfaceid": "f4cbc254-7c30-4b65-ab11-9fcb91f9bc72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.812192] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82f176a-26da-4e9a-81fe-ca146c389122 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.822656] env[70542]: DEBUG oslo_vmware.api [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5280962e-33fd-44e8-3867-655c666581a8, 'name': SearchDatastore_Task, 'duration_secs': 0.011858} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.822656] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.822656] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] a0636410-05b1-4aaa-84fa-984852dcedb4/a0636410-05b1-4aaa-84fa-984852dcedb4.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.822656] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03f25af8-cd72-4892-a530-8fe6997cd2c0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.836655] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:ff:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '006653fe-4618-46c4-86f5-24f60e96ec81', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.843120] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.845082] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.845433] env[70542]: DEBUG oslo_vmware.api [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1181.845433] env[70542]: value = "task-3912088" [ 1181.845433] env[70542]: _type = "Task" [ 1181.845433] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.845615] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d0788c1-2aa2-427e-9416-40b4f2bc8d9f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.869071] env[70542]: DEBUG oslo_vmware.api [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.870340] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.870340] env[70542]: value = "task-3912089" [ 1181.870340] env[70542]: _type = "Task" [ 1181.870340] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.878356] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912089, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.995550] env[70542]: DEBUG nova.network.neutron [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Successfully created port: fcfc54ce-bba4-483d-9338-d22a47e0a0e3 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1182.051981] env[70542]: DEBUG nova.compute.manager [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1182.058029] env[70542]: INFO nova.compute.resource_tracker [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Updating resource usage from migration 38170de7-0dd2-4ea8-afb8-317d521e287b [ 1182.084056] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912087, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.210341] env[70542]: DEBUG oslo_vmware.api [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912085, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.322843] env[70542]: DEBUG oslo_concurrency.lockutils [req-1837df5a-38f6-45dc-9e25-5bd9e72c2a1f req-61356cc6-a869-43de-be6a-72c46244350b service nova] Releasing lock "refresh_cache-28039b41-2038-4680-a266-370e585cc5c6" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.323091] env[70542]: DEBUG nova.compute.manager [req-1837df5a-38f6-45dc-9e25-5bd9e72c2a1f req-61356cc6-a869-43de-be6a-72c46244350b service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Received event network-vif-plugged-006653fe-4618-46c4-86f5-24f60e96ec81 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.323339] env[70542]: DEBUG oslo_concurrency.lockutils [req-1837df5a-38f6-45dc-9e25-5bd9e72c2a1f req-61356cc6-a869-43de-be6a-72c46244350b service nova] Acquiring lock "a02183c0-68a1-4618-922a-64ce8d3fefc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.323660] env[70542]: DEBUG oslo_concurrency.lockutils [req-1837df5a-38f6-45dc-9e25-5bd9e72c2a1f req-61356cc6-a869-43de-be6a-72c46244350b service nova] Lock "a02183c0-68a1-4618-922a-64ce8d3fefc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.323805] env[70542]: DEBUG oslo_concurrency.lockutils [req-1837df5a-38f6-45dc-9e25-5bd9e72c2a1f req-61356cc6-a869-43de-be6a-72c46244350b service nova] Lock "a02183c0-68a1-4618-922a-64ce8d3fefc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.324263] env[70542]: DEBUG nova.compute.manager [req-1837df5a-38f6-45dc-9e25-5bd9e72c2a1f req-61356cc6-a869-43de-be6a-72c46244350b service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] No waiting events found dispatching network-vif-plugged-006653fe-4618-46c4-86f5-24f60e96ec81 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1182.324484] env[70542]: WARNING nova.compute.manager [req-1837df5a-38f6-45dc-9e25-5bd9e72c2a1f req-61356cc6-a869-43de-be6a-72c46244350b service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Received unexpected event network-vif-plugged-006653fe-4618-46c4-86f5-24f60e96ec81 for instance with vm_state shelved_offloaded and task_state spawning. [ 1182.381431] env[70542]: DEBUG oslo_vmware.api [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519135} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.381688] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] a0636410-05b1-4aaa-84fa-984852dcedb4/a0636410-05b1-4aaa-84fa-984852dcedb4.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1182.381908] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1182.382647] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44279a54-4eec-402b-aadf-edc40c73550f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.388068] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912089, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.394337] env[70542]: DEBUG oslo_vmware.api [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1182.394337] env[70542]: value = "task-3912090" [ 1182.394337] env[70542]: _type = "Task" [ 1182.394337] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.406168] env[70542]: DEBUG oslo_vmware.api [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.485958] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d62842a-e3db-4b02-b9a2-fd890be907b5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.495605] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb7f224-3370-4ed3-8877-c365a4296ae4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.538995] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310cf1ee-4fde-4fd3-a3be-b2d3388d4551 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.551844] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04492c0-66fc-4f70-b78b-55094bf60a43 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.567952] env[70542]: DEBUG nova.compute.manager [req-dd09ce90-113f-439e-bc7b-44f215990156 req-d63ca5c1-19b4-405c-8444-33772969bcec service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Received event network-changed-006653fe-4618-46c4-86f5-24f60e96ec81 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.568300] env[70542]: DEBUG nova.compute.manager [req-dd09ce90-113f-439e-bc7b-44f215990156 req-d63ca5c1-19b4-405c-8444-33772969bcec service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Refreshing instance network info cache due to event network-changed-006653fe-4618-46c4-86f5-24f60e96ec81. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.568667] env[70542]: DEBUG oslo_concurrency.lockutils [req-dd09ce90-113f-439e-bc7b-44f215990156 req-d63ca5c1-19b4-405c-8444-33772969bcec service nova] Acquiring lock "refresh_cache-a02183c0-68a1-4618-922a-64ce8d3fefc1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.568957] env[70542]: DEBUG oslo_concurrency.lockutils [req-dd09ce90-113f-439e-bc7b-44f215990156 req-d63ca5c1-19b4-405c-8444-33772969bcec service nova] Acquired lock "refresh_cache-a02183c0-68a1-4618-922a-64ce8d3fefc1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.569258] env[70542]: DEBUG nova.network.neutron [req-dd09ce90-113f-439e-bc7b-44f215990156 req-d63ca5c1-19b4-405c-8444-33772969bcec service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Refreshing network info cache for port 006653fe-4618-46c4-86f5-24f60e96ec81 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.592989] env[70542]: DEBUG nova.compute.provider_tree [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.604413] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912087, 'name': CreateVM_Task, 'duration_secs': 1.519638} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.604413] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1182.604413] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.604413] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.604413] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.604413] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79f5179c-425a-4e53-9752-d0e845f4e0d4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.611346] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Waiting for the task: (returnval){ [ 1182.611346] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52687691-5bca-ce02-08b1-30ebabb38110" [ 1182.611346] env[70542]: _type = "Task" [ 1182.611346] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.621334] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52687691-5bca-ce02-08b1-30ebabb38110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.699485] env[70542]: DEBUG oslo_vmware.api [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912085, 'name': ReconfigVM_Task, 'duration_secs': 6.88978} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.699485] env[70542]: DEBUG oslo_concurrency.lockutils [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.699485] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Reconfigured VM to detach interface {{(pid=70542) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1182.886610] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912089, 'name': CreateVM_Task, 'duration_secs': 0.537441} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.887198] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1182.888376] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/698fa90d-a329-49e2-8d2c-ae5303bb55f5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.888637] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/698fa90d-a329-49e2-8d2c-ae5303bb55f5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.889081] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/698fa90d-a329-49e2-8d2c-ae5303bb55f5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.889372] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-412532b7-8549-467d-93df-1d231f11f722 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.895716] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 1182.895716] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526d7793-9aec-a38e-dd19-55c4f3121d04" [ 1182.895716] env[70542]: _type = "Task" [ 1182.895716] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.914045] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526d7793-9aec-a38e-dd19-55c4f3121d04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.918191] env[70542]: DEBUG oslo_vmware.api [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127304} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.918191] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.918670] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ab12dd-b1d5-4e28-bd2c-434d5c523688 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.942786] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] a0636410-05b1-4aaa-84fa-984852dcedb4/a0636410-05b1-4aaa-84fa-984852dcedb4.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.942974] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a13eb43-b63d-4d25-97c9-e98ac9dbb683 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.964618] env[70542]: DEBUG oslo_vmware.api [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1182.964618] env[70542]: value = "task-3912091" [ 1182.964618] env[70542]: _type = "Task" [ 1182.964618] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.973982] env[70542]: DEBUG oslo_vmware.api [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912091, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.073926] env[70542]: DEBUG nova.compute.manager [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1183.097407] env[70542]: DEBUG nova.scheduler.client.report [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.118377] env[70542]: DEBUG nova.virt.hardware [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.118610] env[70542]: DEBUG nova.virt.hardware [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.118762] env[70542]: DEBUG nova.virt.hardware [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.118975] env[70542]: DEBUG nova.virt.hardware [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.119135] env[70542]: DEBUG nova.virt.hardware [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.119280] env[70542]: DEBUG nova.virt.hardware [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.119482] env[70542]: DEBUG nova.virt.hardware [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.119633] env[70542]: DEBUG nova.virt.hardware [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.119792] env[70542]: DEBUG nova.virt.hardware [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.119972] env[70542]: DEBUG nova.virt.hardware [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.120180] env[70542]: DEBUG nova.virt.hardware [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.121022] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8758d04a-6871-473d-95cf-31e5d0fbb651 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.132620] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52687691-5bca-ce02-08b1-30ebabb38110, 'name': SearchDatastore_Task, 'duration_secs': 0.010365} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.137181] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.137284] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.137520] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.137661] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.137910] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.138429] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48ec6e3e-2d6d-4e85-baf0-3b9fdb4cff76 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.141304] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c815c8e-b571-43af-be24-7eb7265f58d9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.157539] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.157726] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1183.158504] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8353b993-8bdf-4f18-b84f-aafe79d8130a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.164447] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Waiting for the task: (returnval){ [ 1183.164447] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5220be77-27ef-eb16-4e55-102e3cd4c65a" [ 1183.164447] env[70542]: _type = "Task" [ 1183.164447] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.175020] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5220be77-27ef-eb16-4e55-102e3cd4c65a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.346779] env[70542]: DEBUG nova.network.neutron [req-dd09ce90-113f-439e-bc7b-44f215990156 req-d63ca5c1-19b4-405c-8444-33772969bcec service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Updated VIF entry in instance network info cache for port 006653fe-4618-46c4-86f5-24f60e96ec81. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.347241] env[70542]: DEBUG nova.network.neutron [req-dd09ce90-113f-439e-bc7b-44f215990156 req-d63ca5c1-19b4-405c-8444-33772969bcec service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Updating instance_info_cache with network_info: [{"id": "006653fe-4618-46c4-86f5-24f60e96ec81", "address": "fa:16:3e:9f:ff:12", "network": {"id": "ac3919ad-8c2a-4a8e-95f5-f451c37bbee8", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1414382297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4224b36262db4e589f89295d0299e529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap006653fe-46", "ovs_interfaceid": "006653fe-4618-46c4-86f5-24f60e96ec81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.406948] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/698fa90d-a329-49e2-8d2c-ae5303bb55f5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.407178] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Processing image 698fa90d-a329-49e2-8d2c-ae5303bb55f5 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.407427] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/698fa90d-a329-49e2-8d2c-ae5303bb55f5/698fa90d-a329-49e2-8d2c-ae5303bb55f5.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.407570] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/698fa90d-a329-49e2-8d2c-ae5303bb55f5/698fa90d-a329-49e2-8d2c-ae5303bb55f5.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.407744] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.408013] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbc42d96-84f4-42fe-bbf9-1f01008f1876 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.417940] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.418155] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1183.419142] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-687e117b-09a1-4e4f-aef7-5eb293a3f096 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.426051] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 1183.426051] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521d3296-6ff1-4a95-da5e-98ef10c5e30f" [ 1183.426051] env[70542]: _type = "Task" [ 1183.426051] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.435925] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521d3296-6ff1-4a95-da5e-98ef10c5e30f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.474471] env[70542]: DEBUG oslo_vmware.api [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912091, 'name': ReconfigVM_Task, 'duration_secs': 0.306678} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.474642] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Reconfigured VM instance instance-0000006a to attach disk [datastore1] a0636410-05b1-4aaa-84fa-984852dcedb4/a0636410-05b1-4aaa-84fa-984852dcedb4.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.475402] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57d5f233-3591-4a48-927e-05dc377c05f6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.482337] env[70542]: DEBUG oslo_vmware.api [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1183.482337] env[70542]: value = "task-3912092" [ 1183.482337] env[70542]: _type = "Task" [ 1183.482337] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.491347] env[70542]: DEBUG oslo_vmware.api [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912092, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.605753] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.565s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.606123] env[70542]: INFO nova.compute.manager [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Migrating [ 1183.613249] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 15.883s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.664687] env[70542]: DEBUG nova.network.neutron [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Successfully updated port: fcfc54ce-bba4-483d-9338-d22a47e0a0e3 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1183.678522] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5220be77-27ef-eb16-4e55-102e3cd4c65a, 'name': SearchDatastore_Task, 'duration_secs': 0.009618} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.679469] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1485b4b7-1bb2-4332-8726-b7529b420195 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.685954] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Waiting for the task: (returnval){ [ 1183.685954] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f78bcf-aa1e-ea11-0024-8eea07fbc190" [ 1183.685954] env[70542]: _type = "Task" [ 1183.685954] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.696324] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f78bcf-aa1e-ea11-0024-8eea07fbc190, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.849947] env[70542]: DEBUG oslo_concurrency.lockutils [req-dd09ce90-113f-439e-bc7b-44f215990156 req-d63ca5c1-19b4-405c-8444-33772969bcec service nova] Releasing lock "refresh_cache-a02183c0-68a1-4618-922a-64ce8d3fefc1" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.938403] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Preparing fetch location {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1183.938675] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Fetch image to [datastore1] OSTACK_IMG_1572b4e7-6e83-4573-a8e3-625d4af13f53/OSTACK_IMG_1572b4e7-6e83-4573-a8e3-625d4af13f53.vmdk {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1183.939097] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Downloading stream optimized image 698fa90d-a329-49e2-8d2c-ae5303bb55f5 to [datastore1] OSTACK_IMG_1572b4e7-6e83-4573-a8e3-625d4af13f53/OSTACK_IMG_1572b4e7-6e83-4573-a8e3-625d4af13f53.vmdk on the data store datastore1 as vApp {{(pid=70542) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1183.939097] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Downloading image file data 698fa90d-a329-49e2-8d2c-ae5303bb55f5 to the ESX as VM named 'OSTACK_IMG_1572b4e7-6e83-4573-a8e3-625d4af13f53' {{(pid=70542) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1183.997692] env[70542]: DEBUG oslo_vmware.api [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912092, 'name': Rename_Task, 'duration_secs': 0.154409} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.998029] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.998257] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-630a22e5-aa63-4b51-a306-e3a03000ec23 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.005851] env[70542]: DEBUG oslo_vmware.api [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1184.005851] env[70542]: value = "task-3912093" [ 1184.005851] env[70542]: _type = "Task" [ 1184.005851] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.017413] env[70542]: DEBUG oslo_vmware.api [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.031753] env[70542]: DEBUG oslo_vmware.rw_handles [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1184.031753] env[70542]: value = "resgroup-9" [ 1184.031753] env[70542]: _type = "ResourcePool" [ 1184.031753] env[70542]: }. {{(pid=70542) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1184.032153] env[70542]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e41c40ca-3825-4d94-8b37-b25a548d3a39 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.057561] env[70542]: DEBUG oslo_vmware.rw_handles [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lease: (returnval){ [ 1184.057561] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522729e5-e8da-03e8-132d-7a497ad90756" [ 1184.057561] env[70542]: _type = "HttpNfcLease" [ 1184.057561] env[70542]: } obtained for vApp import into resource pool (val){ [ 1184.057561] env[70542]: value = "resgroup-9" [ 1184.057561] env[70542]: _type = "ResourcePool" [ 1184.057561] env[70542]: }. {{(pid=70542) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1184.057862] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the lease: (returnval){ [ 1184.057862] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522729e5-e8da-03e8-132d-7a497ad90756" [ 1184.057862] env[70542]: _type = "HttpNfcLease" [ 1184.057862] env[70542]: } to be ready. {{(pid=70542) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1184.067972] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1184.067972] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522729e5-e8da-03e8-132d-7a497ad90756" [ 1184.067972] env[70542]: _type = "HttpNfcLease" [ 1184.067972] env[70542]: } is initializing. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1184.127771] env[70542]: DEBUG nova.objects.instance [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lazy-loading 'migration_context' on Instance uuid 526a38ba-8b2b-4d65-a435-f690b453b052 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.134630] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "refresh_cache-3bca2ad2-586a-4993-8697-b0d5e596196d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.134630] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquired lock "refresh_cache-3bca2ad2-586a-4993-8697-b0d5e596196d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.134630] env[70542]: DEBUG nova.network.neutron [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.141025] env[70542]: DEBUG oslo_concurrency.lockutils [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "refresh_cache-10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.141025] env[70542]: DEBUG oslo_concurrency.lockutils [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "refresh_cache-10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.141025] env[70542]: DEBUG nova.network.neutron [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.172418] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "refresh_cache-1d623457-40da-4bc9-aa5b-92a1e4edc6c7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.175431] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired lock "refresh_cache-1d623457-40da-4bc9-aa5b-92a1e4edc6c7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.175431] env[70542]: DEBUG nova.network.neutron [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.198518] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52f78bcf-aa1e-ea11-0024-8eea07fbc190, 'name': SearchDatastore_Task, 'duration_secs': 0.028411} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.199376] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.199676] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 28039b41-2038-4680-a266-370e585cc5c6/28039b41-2038-4680-a266-370e585cc5c6.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1184.200011] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f327dbb3-c8f4-4073-abee-bebfb909e0c0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.208613] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Waiting for the task: (returnval){ [ 1184.208613] env[70542]: value = "task-3912095" [ 1184.208613] env[70542]: _type = "Task" [ 1184.208613] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.221269] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3912095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.521146] env[70542]: DEBUG oslo_vmware.api [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912093, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.567556] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1184.567556] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522729e5-e8da-03e8-132d-7a497ad90756" [ 1184.567556] env[70542]: _type = "HttpNfcLease" [ 1184.567556] env[70542]: } is initializing. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1184.591669] env[70542]: DEBUG nova.compute.manager [req-3fb8ac92-63d4-44b0-a9cb-e37667c30e52 req-c26036fc-6fd1-46ed-a93e-f71e0e96a883 service nova] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Received event network-vif-plugged-fcfc54ce-bba4-483d-9338-d22a47e0a0e3 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.592938] env[70542]: DEBUG oslo_concurrency.lockutils [req-3fb8ac92-63d4-44b0-a9cb-e37667c30e52 req-c26036fc-6fd1-46ed-a93e-f71e0e96a883 service nova] Acquiring lock "1d623457-40da-4bc9-aa5b-92a1e4edc6c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.593369] env[70542]: DEBUG oslo_concurrency.lockutils [req-3fb8ac92-63d4-44b0-a9cb-e37667c30e52 req-c26036fc-6fd1-46ed-a93e-f71e0e96a883 service nova] Lock "1d623457-40da-4bc9-aa5b-92a1e4edc6c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.593659] env[70542]: DEBUG oslo_concurrency.lockutils [req-3fb8ac92-63d4-44b0-a9cb-e37667c30e52 req-c26036fc-6fd1-46ed-a93e-f71e0e96a883 service nova] Lock "1d623457-40da-4bc9-aa5b-92a1e4edc6c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.593971] env[70542]: DEBUG nova.compute.manager [req-3fb8ac92-63d4-44b0-a9cb-e37667c30e52 req-c26036fc-6fd1-46ed-a93e-f71e0e96a883 service nova] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] No waiting events found dispatching network-vif-plugged-fcfc54ce-bba4-483d-9338-d22a47e0a0e3 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1184.594305] env[70542]: WARNING nova.compute.manager [req-3fb8ac92-63d4-44b0-a9cb-e37667c30e52 req-c26036fc-6fd1-46ed-a93e-f71e0e96a883 service nova] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Received unexpected event network-vif-plugged-fcfc54ce-bba4-483d-9338-d22a47e0a0e3 for instance with vm_state building and task_state spawning. [ 1184.594579] env[70542]: DEBUG nova.compute.manager [req-3fb8ac92-63d4-44b0-a9cb-e37667c30e52 req-c26036fc-6fd1-46ed-a93e-f71e0e96a883 service nova] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Received event network-changed-fcfc54ce-bba4-483d-9338-d22a47e0a0e3 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.594886] env[70542]: DEBUG nova.compute.manager [req-3fb8ac92-63d4-44b0-a9cb-e37667c30e52 req-c26036fc-6fd1-46ed-a93e-f71e0e96a883 service nova] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Refreshing instance network info cache due to event network-changed-fcfc54ce-bba4-483d-9338-d22a47e0a0e3. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.595202] env[70542]: DEBUG oslo_concurrency.lockutils [req-3fb8ac92-63d4-44b0-a9cb-e37667c30e52 req-c26036fc-6fd1-46ed-a93e-f71e0e96a883 service nova] Acquiring lock "refresh_cache-1d623457-40da-4bc9-aa5b-92a1e4edc6c7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.721097] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3912095, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.761384] env[70542]: DEBUG nova.network.neutron [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1184.907869] env[70542]: DEBUG nova.compute.manager [req-a9a32e7f-fe53-455a-a101-98b388f37005 req-c4383666-9e93-4fef-8eec-8ec3b9b33d0b service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Received event network-changed-7630e33a-869a-40f9-be96-f2b797bdb627 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.908100] env[70542]: DEBUG nova.compute.manager [req-a9a32e7f-fe53-455a-a101-98b388f37005 req-c4383666-9e93-4fef-8eec-8ec3b9b33d0b service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Refreshing instance network info cache due to event network-changed-7630e33a-869a-40f9-be96-f2b797bdb627. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.908294] env[70542]: DEBUG oslo_concurrency.lockutils [req-a9a32e7f-fe53-455a-a101-98b388f37005 req-c4383666-9e93-4fef-8eec-8ec3b9b33d0b service nova] Acquiring lock "refresh_cache-10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.933186] env[70542]: DEBUG nova.network.neutron [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Updating instance_info_cache with network_info: [{"id": "bf5244cb-449f-453e-94eb-83727400de7b", "address": "fa:16:3e:65:5d:df", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5244cb-44", "ovs_interfaceid": "bf5244cb-449f-453e-94eb-83727400de7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.026874] env[70542]: DEBUG oslo_vmware.api [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912093, 'name': PowerOnVM_Task, 'duration_secs': 0.656971} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.026874] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.026874] env[70542]: INFO nova.compute.manager [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1185.026874] env[70542]: DEBUG nova.compute.manager [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1185.029374] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc63886-4366-4d6d-aa39-2339a346df29 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.033574] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd10685-8e29-415f-a63a-71ae0e827f6b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.051717] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995e76f6-9404-4011-b7fb-eae613ed9168 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.108022] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a85ef0d-48d1-4a32-aeba-c947434a7456 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.117033] env[70542]: DEBUG nova.network.neutron [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Updating instance_info_cache with network_info: [{"id": "fcfc54ce-bba4-483d-9338-d22a47e0a0e3", "address": "fa:16:3e:ca:c3:4b", "network": {"id": "b34efa28-0333-4697-a2ca-0f761a8baa3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-961568765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cecd2691d1d54b7480090328eb29a4ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcfc54ce-bb", "ovs_interfaceid": "fcfc54ce-bba4-483d-9338-d22a47e0a0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.118463] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1185.118463] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522729e5-e8da-03e8-132d-7a497ad90756" [ 1185.118463] env[70542]: _type = "HttpNfcLease" [ 1185.118463] env[70542]: } is ready. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1185.120787] env[70542]: DEBUG oslo_vmware.rw_handles [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1185.120787] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522729e5-e8da-03e8-132d-7a497ad90756" [ 1185.120787] env[70542]: _type = "HttpNfcLease" [ 1185.120787] env[70542]: }. {{(pid=70542) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1185.121610] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9b589e-615f-4890-9149-d1367fa6a51d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.125880] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8137d3d2-eaaa-48a7-a3ef-5fd5d2bf8135 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.144808] env[70542]: DEBUG oslo_vmware.rw_handles [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e8a5b-c812-4571-46d5-0e6b8732d87b/disk-0.vmdk from lease info. {{(pid=70542) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1185.145141] env[70542]: DEBUG oslo_vmware.rw_handles [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e8a5b-c812-4571-46d5-0e6b8732d87b/disk-0.vmdk. {{(pid=70542) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1185.146685] env[70542]: DEBUG nova.compute.provider_tree [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.149778] env[70542]: INFO nova.network.neutron [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Port 6daf8085-f101-435b-b6f1-8f054b068aa9 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1185.150198] env[70542]: DEBUG nova.network.neutron [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Updating instance_info_cache with network_info: [{"id": "7630e33a-869a-40f9-be96-f2b797bdb627", "address": "fa:16:3e:ff:d7:f5", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7630e33a-86", "ovs_interfaceid": "7630e33a-869a-40f9-be96-f2b797bdb627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.210697] env[70542]: DEBUG oslo_concurrency.lockutils [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "refresh_cache-10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.213162] env[70542]: DEBUG oslo_concurrency.lockutils [req-a9a32e7f-fe53-455a-a101-98b388f37005 req-c4383666-9e93-4fef-8eec-8ec3b9b33d0b service nova] Acquired lock "refresh_cache-10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.213256] env[70542]: DEBUG nova.network.neutron [req-a9a32e7f-fe53-455a-a101-98b388f37005 req-c4383666-9e93-4fef-8eec-8ec3b9b33d0b service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Refreshing network info cache for port 7630e33a-869a-40f9-be96-f2b797bdb627 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.224841] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0dc6a7eb-0d30-46ec-9bf5-29fc15f74773 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.233487] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3912095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605366} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.233837] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 28039b41-2038-4680-a266-370e585cc5c6/28039b41-2038-4680-a266-370e585cc5c6.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.234027] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.234231] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fe84f32-f879-4bf4-8c62-64308a322db3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.243369] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Waiting for the task: (returnval){ [ 1185.243369] env[70542]: value = "task-3912096" [ 1185.243369] env[70542]: _type = "Task" [ 1185.243369] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.254386] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3912096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.436095] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Releasing lock "refresh_cache-3bca2ad2-586a-4993-8697-b0d5e596196d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.562319] env[70542]: INFO nova.compute.manager [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Took 25.34 seconds to build instance. [ 1185.614616] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "interface-edbfd293-e24b-4e63-8b03-c2dd51cb202b-6daf8085-f101-435b-b6f1-8f054b068aa9" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.614859] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "interface-edbfd293-e24b-4e63-8b03-c2dd51cb202b-6daf8085-f101-435b-b6f1-8f054b068aa9" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.615244] env[70542]: DEBUG nova.objects.instance [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lazy-loading 'flavor' on Instance uuid edbfd293-e24b-4e63-8b03-c2dd51cb202b {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.617271] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Releasing lock "refresh_cache-1d623457-40da-4bc9-aa5b-92a1e4edc6c7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.617470] env[70542]: DEBUG nova.compute.manager [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Instance network_info: |[{"id": "fcfc54ce-bba4-483d-9338-d22a47e0a0e3", "address": "fa:16:3e:ca:c3:4b", "network": {"id": "b34efa28-0333-4697-a2ca-0f761a8baa3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-961568765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cecd2691d1d54b7480090328eb29a4ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcfc54ce-bb", "ovs_interfaceid": "fcfc54ce-bba4-483d-9338-d22a47e0a0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1185.618018] env[70542]: DEBUG oslo_concurrency.lockutils [req-3fb8ac92-63d4-44b0-a9cb-e37667c30e52 req-c26036fc-6fd1-46ed-a93e-f71e0e96a883 service nova] Acquired lock "refresh_cache-1d623457-40da-4bc9-aa5b-92a1e4edc6c7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.618230] env[70542]: DEBUG nova.network.neutron [req-3fb8ac92-63d4-44b0-a9cb-e37667c30e52 req-c26036fc-6fd1-46ed-a93e-f71e0e96a883 service nova] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Refreshing network info cache for port fcfc54ce-bba4-483d-9338-d22a47e0a0e3 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.619457] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:c3:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcfc54ce-bba4-483d-9338-d22a47e0a0e3', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.629311] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.633764] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.635316] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39d6aae0-6261-495b-a47a-8dd9982a6de7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.661084] env[70542]: DEBUG nova.scheduler.client.report [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.673915] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.673915] env[70542]: value = "task-3912097" [ 1185.673915] env[70542]: _type = "Task" [ 1185.673915] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.690441] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912097, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.715860] env[70542]: DEBUG oslo_concurrency.lockutils [None req-73a0aaa6-fcba-4ea6-898c-7acccd4e0574 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "interface-10e06f9c-d7d5-4865-af99-2170c659d1b5-6daf8085-f101-435b-b6f1-8f054b068aa9" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.642s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.757633] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3912096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070401} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.757952] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1185.759631] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedc0625-456f-4c2d-8d0e-e297a0809990 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.788270] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 28039b41-2038-4680-a266-370e585cc5c6/28039b41-2038-4680-a266-370e585cc5c6.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.791222] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7a4f044-55f2-47b0-abd1-29ba050ecab7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.822984] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Waiting for the task: (returnval){ [ 1185.822984] env[70542]: value = "task-3912098" [ 1185.822984] env[70542]: _type = "Task" [ 1185.822984] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.833838] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3912098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.063994] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ea4d8c3-a8ba-4de2-9c81-8b0099acfa25 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Lock "a0636410-05b1-4aaa-84fa-984852dcedb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.852s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.190614] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912097, 'name': CreateVM_Task, 'duration_secs': 0.428731} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.190767] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.191475] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.191584] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.191897] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.193447] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee5cd3e1-6521-40c6-85c4-8a3ad7cc0b64 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.200025] env[70542]: DEBUG oslo_vmware.api [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1186.200025] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a57637-1324-c14d-b5bb-05c30492c17a" [ 1186.200025] env[70542]: _type = "Task" [ 1186.200025] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.217879] env[70542]: DEBUG oslo_vmware.api [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a57637-1324-c14d-b5bb-05c30492c17a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.285138] env[70542]: DEBUG nova.network.neutron [req-3fb8ac92-63d4-44b0-a9cb-e37667c30e52 req-c26036fc-6fd1-46ed-a93e-f71e0e96a883 service nova] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Updated VIF entry in instance network info cache for port fcfc54ce-bba4-483d-9338-d22a47e0a0e3. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.285607] env[70542]: DEBUG nova.network.neutron [req-3fb8ac92-63d4-44b0-a9cb-e37667c30e52 req-c26036fc-6fd1-46ed-a93e-f71e0e96a883 service nova] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Updating instance_info_cache with network_info: [{"id": "fcfc54ce-bba4-483d-9338-d22a47e0a0e3", "address": "fa:16:3e:ca:c3:4b", "network": {"id": "b34efa28-0333-4697-a2ca-0f761a8baa3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-961568765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cecd2691d1d54b7480090328eb29a4ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcfc54ce-bb", "ovs_interfaceid": "fcfc54ce-bba4-483d-9338-d22a47e0a0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.308623] env[70542]: DEBUG nova.network.neutron [req-a9a32e7f-fe53-455a-a101-98b388f37005 req-c4383666-9e93-4fef-8eec-8ec3b9b33d0b service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Updated VIF entry in instance network info cache for port 7630e33a-869a-40f9-be96-f2b797bdb627. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.309101] env[70542]: DEBUG nova.network.neutron [req-a9a32e7f-fe53-455a-a101-98b388f37005 req-c4383666-9e93-4fef-8eec-8ec3b9b33d0b service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Updating instance_info_cache with network_info: [{"id": "7630e33a-869a-40f9-be96-f2b797bdb627", "address": "fa:16:3e:ff:d7:f5", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7630e33a-86", "ovs_interfaceid": "7630e33a-869a-40f9-be96-f2b797bdb627", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.311564] env[70542]: DEBUG nova.objects.instance [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lazy-loading 'pci_requests' on Instance uuid edbfd293-e24b-4e63-8b03-c2dd51cb202b {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.336268] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3912098, 'name': ReconfigVM_Task, 'duration_secs': 0.489165} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.338059] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 28039b41-2038-4680-a266-370e585cc5c6/28039b41-2038-4680-a266-370e585cc5c6.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.338894] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a21044e5-0425-4a61-8c4f-63cc3718f728 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.347413] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Waiting for the task: (returnval){ [ 1186.347413] env[70542]: value = "task-3912099" [ 1186.347413] env[70542]: _type = "Task" [ 1186.347413] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.363241] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3912099, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.681244] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.068s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.690737] env[70542]: DEBUG oslo_concurrency.lockutils [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.199s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.691023] env[70542]: DEBUG nova.objects.instance [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lazy-loading 'resources' on Instance uuid 6bb7f6e7-2466-4199-9b36-b8163ba19256 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.715661] env[70542]: DEBUG oslo_vmware.api [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a57637-1324-c14d-b5bb-05c30492c17a, 'name': SearchDatastore_Task, 'duration_secs': 0.021092} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.718181] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.718499] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.718754] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.719023] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.719290] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.719836] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b297f124-f201-4d3f-873a-4941bac8d802 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.730479] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.730710] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.732891] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8baa9a54-a28a-49f8-ad1f-43b95dd5a7b7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.740917] env[70542]: DEBUG oslo_vmware.api [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1186.740917] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5213d688-7360-9677-933c-4afa73006d82" [ 1186.740917] env[70542]: _type = "Task" [ 1186.740917] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.753187] env[70542]: DEBUG oslo_vmware.api [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5213d688-7360-9677-933c-4afa73006d82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.789154] env[70542]: DEBUG oslo_concurrency.lockutils [req-3fb8ac92-63d4-44b0-a9cb-e37667c30e52 req-c26036fc-6fd1-46ed-a93e-f71e0e96a883 service nova] Releasing lock "refresh_cache-1d623457-40da-4bc9-aa5b-92a1e4edc6c7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.815103] env[70542]: DEBUG oslo_concurrency.lockutils [req-a9a32e7f-fe53-455a-a101-98b388f37005 req-c4383666-9e93-4fef-8eec-8ec3b9b33d0b service nova] Releasing lock "refresh_cache-10e06f9c-d7d5-4865-af99-2170c659d1b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.815827] env[70542]: DEBUG nova.objects.base [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70542) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1186.816062] env[70542]: DEBUG nova.network.neutron [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1186.859653] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3912099, 'name': Rename_Task, 'duration_secs': 0.206782} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.859976] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.860203] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a308920-d779-4809-9d2b-15688d76181c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.874830] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Waiting for the task: (returnval){ [ 1186.874830] env[70542]: value = "task-3912100" [ 1186.874830] env[70542]: _type = "Task" [ 1186.874830] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.885323] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3912100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.904274] env[70542]: DEBUG nova.policy [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '636aa9b3c4844b21b44931adb536fc77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3850b9c8425489ea8aedd367c3848a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1186.959989] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0127701d-1318-4021-93ed-e13533f7ff08 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.980391] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Updating instance '3bca2ad2-586a-4993-8697-b0d5e596196d' progress to 0 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1187.035541] env[70542]: DEBUG oslo_vmware.rw_handles [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Completed reading data from the image iterator. {{(pid=70542) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1187.035869] env[70542]: DEBUG oslo_vmware.rw_handles [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e8a5b-c812-4571-46d5-0e6b8732d87b/disk-0.vmdk. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1187.037070] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef49c32f-3d5e-4d5e-bc0a-e7126d2aa650 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.048160] env[70542]: DEBUG oslo_vmware.rw_handles [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e8a5b-c812-4571-46d5-0e6b8732d87b/disk-0.vmdk is in state: ready. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1187.049127] env[70542]: DEBUG oslo_vmware.rw_handles [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e8a5b-c812-4571-46d5-0e6b8732d87b/disk-0.vmdk. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1187.049127] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-362deaa8-a1b3-4952-93ae-b2b4e81ea990 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.198563] env[70542]: DEBUG nova.objects.instance [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lazy-loading 'numa_topology' on Instance uuid 6bb7f6e7-2466-4199-9b36-b8163ba19256 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.253455] env[70542]: DEBUG oslo_vmware.api [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5213d688-7360-9677-933c-4afa73006d82, 'name': SearchDatastore_Task, 'duration_secs': 0.015646} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.254419] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98a054cb-a909-4173-8f3d-a284c3e0287b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.260777] env[70542]: DEBUG oslo_vmware.api [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1187.260777] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5242d13c-117c-3e5a-caa0-fb5ed8fc4e30" [ 1187.260777] env[70542]: _type = "Task" [ 1187.260777] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.270592] env[70542]: DEBUG oslo_vmware.api [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5242d13c-117c-3e5a-caa0-fb5ed8fc4e30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.337748] env[70542]: DEBUG oslo_vmware.rw_handles [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524e8a5b-c812-4571-46d5-0e6b8732d87b/disk-0.vmdk. {{(pid=70542) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1187.337985] env[70542]: INFO nova.virt.vmwareapi.images [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Downloaded image file data 698fa90d-a329-49e2-8d2c-ae5303bb55f5 [ 1187.338840] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf39100f-29f5-4493-b4ed-cf877a1f06ea {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.356869] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dbbb879-1631-47a0-b0bd-2b24042bff5b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.362088] env[70542]: DEBUG nova.compute.manager [req-961172e9-6041-4b75-b08b-07bdba9d61af req-bf3d38bc-8153-4264-ab30-5239b4d29ee6 service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Received event network-changed-e1854e81-4cf2-48cb-9f9e-474b20ca3851 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.362476] env[70542]: DEBUG nova.compute.manager [req-961172e9-6041-4b75-b08b-07bdba9d61af req-bf3d38bc-8153-4264-ab30-5239b4d29ee6 service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Refreshing instance network info cache due to event network-changed-e1854e81-4cf2-48cb-9f9e-474b20ca3851. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.362712] env[70542]: DEBUG oslo_concurrency.lockutils [req-961172e9-6041-4b75-b08b-07bdba9d61af req-bf3d38bc-8153-4264-ab30-5239b4d29ee6 service nova] Acquiring lock "refresh_cache-edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.362900] env[70542]: DEBUG oslo_concurrency.lockutils [req-961172e9-6041-4b75-b08b-07bdba9d61af req-bf3d38bc-8153-4264-ab30-5239b4d29ee6 service nova] Acquired lock "refresh_cache-edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.363160] env[70542]: DEBUG nova.network.neutron [req-961172e9-6041-4b75-b08b-07bdba9d61af req-bf3d38bc-8153-4264-ab30-5239b4d29ee6 service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Refreshing network info cache for port e1854e81-4cf2-48cb-9f9e-474b20ca3851 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.376033] env[70542]: INFO nova.compute.manager [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Rescuing [ 1187.376233] env[70542]: DEBUG oslo_concurrency.lockutils [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquiring lock "refresh_cache-a0636410-05b1-4aaa-84fa-984852dcedb4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.376458] env[70542]: DEBUG oslo_concurrency.lockutils [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquired lock "refresh_cache-a0636410-05b1-4aaa-84fa-984852dcedb4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.376646] env[70542]: DEBUG nova.network.neutron [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.387505] env[70542]: INFO nova.virt.vmwareapi.images [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] The imported VM was unregistered [ 1187.389902] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Caching image {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1187.390209] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Creating directory with path [datastore1] devstack-image-cache_base/698fa90d-a329-49e2-8d2c-ae5303bb55f5 {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.394614] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eca511e2-a353-4da4-85cd-203d5087b6ea {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.397357] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3912100, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.407060] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Created directory with path [datastore1] devstack-image-cache_base/698fa90d-a329-49e2-8d2c-ae5303bb55f5 {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.407287] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1572b4e7-6e83-4573-a8e3-625d4af13f53/OSTACK_IMG_1572b4e7-6e83-4573-a8e3-625d4af13f53.vmdk to [datastore1] devstack-image-cache_base/698fa90d-a329-49e2-8d2c-ae5303bb55f5/698fa90d-a329-49e2-8d2c-ae5303bb55f5.vmdk. {{(pid=70542) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1187.407612] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6d2cf67d-cd95-4337-8b39-859487138a06 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.415699] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 1187.415699] env[70542]: value = "task-3912102" [ 1187.415699] env[70542]: _type = "Task" [ 1187.415699] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.426101] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912102, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.490914] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.491182] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e803bc0-9c15-4f73-ad6f-238616d347eb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.499352] env[70542]: DEBUG oslo_vmware.api [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1187.499352] env[70542]: value = "task-3912103" [ 1187.499352] env[70542]: _type = "Task" [ 1187.499352] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.509782] env[70542]: DEBUG oslo_vmware.api [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.709469] env[70542]: DEBUG nova.objects.base [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Object Instance<6bb7f6e7-2466-4199-9b36-b8163ba19256> lazy-loaded attributes: resources,numa_topology {{(pid=70542) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1187.776340] env[70542]: DEBUG oslo_vmware.api [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5242d13c-117c-3e5a-caa0-fb5ed8fc4e30, 'name': SearchDatastore_Task, 'duration_secs': 0.011418} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.779790] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.779790] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 1d623457-40da-4bc9-aa5b-92a1e4edc6c7/1d623457-40da-4bc9-aa5b-92a1e4edc6c7.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.781158] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb3b34d6-0d46-4ce2-883d-dd0a1daec64e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.790259] env[70542]: DEBUG oslo_vmware.api [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1187.790259] env[70542]: value = "task-3912104" [ 1187.790259] env[70542]: _type = "Task" [ 1187.790259] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.805677] env[70542]: DEBUG oslo_vmware.api [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.894070] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3912100, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.927070] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912102, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.012049] env[70542]: DEBUG oslo_vmware.api [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912103, 'name': PowerOffVM_Task, 'duration_secs': 0.262178} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.012312] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.012506] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Updating instance '3bca2ad2-586a-4993-8697-b0d5e596196d' progress to 17 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1188.235539] env[70542]: INFO nova.compute.manager [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Swapping old allocation on dict_keys(['42cfc9d8-0155-4d55-9653-7de4fa794724']) held by migration 051c6506-0b2d-448a-b348-34893da12791 for instance [ 1188.258639] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129f4174-b392-4832-b39a-ce5f9e730208 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.270050] env[70542]: DEBUG nova.scheduler.client.report [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Overwriting current allocation {'allocations': {'42cfc9d8-0155-4d55-9653-7de4fa794724': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 148}}, 'project_id': '3897359786e64bc592fd5e207aea4974', 'user_id': 'ebad8a54a2cd4896a4b933704c6a3e14', 'consumer_generation': 1} on consumer 526a38ba-8b2b-4d65-a435-f690b453b052 {{(pid=70542) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1188.275656] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1d089f-c379-4855-bfa9-adcadb67d86d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.327419] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204405ac-a16d-4fc1-8b3d-9bab76865362 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.341367] env[70542]: DEBUG oslo_vmware.api [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912104, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.346275] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4676bde-d9cb-468c-9da0-d774bb21d4c1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.371619] env[70542]: DEBUG nova.compute.provider_tree [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.399315] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3912100, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.429666] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912102, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.430960] env[70542]: DEBUG nova.network.neutron [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Updating instance_info_cache with network_info: [{"id": "0490ed55-5e6b-4d4a-a031-6907967ebc4a", "address": "fa:16:3e:c7:c7:5e", "network": {"id": "cb2452d7-26b0-41a5-b2ef-49ec0aa38d63", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-965637655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f974897deac94f82bcc21dc9f99839e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0490ed55-5e", "ovs_interfaceid": "0490ed55-5e6b-4d4a-a031-6907967ebc4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.440656] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "refresh_cache-526a38ba-8b2b-4d65-a435-f690b453b052" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.440855] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquired lock "refresh_cache-526a38ba-8b2b-4d65-a435-f690b453b052" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.441389] env[70542]: DEBUG nova.network.neutron [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.493553] env[70542]: DEBUG nova.network.neutron [req-961172e9-6041-4b75-b08b-07bdba9d61af req-bf3d38bc-8153-4264-ab30-5239b4d29ee6 service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Updated VIF entry in instance network info cache for port e1854e81-4cf2-48cb-9f9e-474b20ca3851. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.494053] env[70542]: DEBUG nova.network.neutron [req-961172e9-6041-4b75-b08b-07bdba9d61af req-bf3d38bc-8153-4264-ab30-5239b4d29ee6 service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Updating instance_info_cache with network_info: [{"id": "e1854e81-4cf2-48cb-9f9e-474b20ca3851", "address": "fa:16:3e:39:ac:c6", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1854e81-4c", "ovs_interfaceid": "e1854e81-4cf2-48cb-9f9e-474b20ca3851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.519610] env[70542]: DEBUG nova.virt.hardware [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.519909] env[70542]: DEBUG nova.virt.hardware [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.520121] env[70542]: DEBUG nova.virt.hardware [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.520273] env[70542]: DEBUG nova.virt.hardware [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.520423] env[70542]: DEBUG nova.virt.hardware [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.520977] env[70542]: DEBUG nova.virt.hardware [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.520977] env[70542]: DEBUG nova.virt.hardware [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.520977] env[70542]: DEBUG nova.virt.hardware [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.521632] env[70542]: DEBUG nova.virt.hardware [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.521954] env[70542]: DEBUG nova.virt.hardware [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.522165] env[70542]: DEBUG nova.virt.hardware [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.532484] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc740398-482a-416d-8b95-a0c1917e9330 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.550188] env[70542]: DEBUG oslo_vmware.api [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1188.550188] env[70542]: value = "task-3912105" [ 1188.550188] env[70542]: _type = "Task" [ 1188.550188] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.563187] env[70542]: DEBUG oslo_vmware.api [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912105, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.569331] env[70542]: DEBUG nova.network.neutron [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Successfully updated port: 6daf8085-f101-435b-b6f1-8f054b068aa9 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1188.832289] env[70542]: DEBUG oslo_vmware.api [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703093} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.832727] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 1d623457-40da-4bc9-aa5b-92a1e4edc6c7/1d623457-40da-4bc9-aa5b-92a1e4edc6c7.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.833014] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.833305] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e77fa476-1dcd-4b53-93cc-d0b077a166b5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.842999] env[70542]: DEBUG oslo_vmware.api [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1188.842999] env[70542]: value = "task-3912106" [ 1188.842999] env[70542]: _type = "Task" [ 1188.842999] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.854396] env[70542]: DEBUG oslo_vmware.api [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.875793] env[70542]: DEBUG nova.scheduler.client.report [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.882019] env[70542]: DEBUG nova.compute.manager [req-f0f90f58-bd54-468d-b50f-ebf199aa96ec req-2a73edae-7d67-4200-895a-e2f56daa220b service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Received event network-vif-plugged-6daf8085-f101-435b-b6f1-8f054b068aa9 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.882337] env[70542]: DEBUG oslo_concurrency.lockutils [req-f0f90f58-bd54-468d-b50f-ebf199aa96ec req-2a73edae-7d67-4200-895a-e2f56daa220b service nova] Acquiring lock "edbfd293-e24b-4e63-8b03-c2dd51cb202b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.882653] env[70542]: DEBUG oslo_concurrency.lockutils [req-f0f90f58-bd54-468d-b50f-ebf199aa96ec req-2a73edae-7d67-4200-895a-e2f56daa220b service nova] Lock "edbfd293-e24b-4e63-8b03-c2dd51cb202b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.882850] env[70542]: DEBUG oslo_concurrency.lockutils [req-f0f90f58-bd54-468d-b50f-ebf199aa96ec req-2a73edae-7d67-4200-895a-e2f56daa220b service nova] Lock "edbfd293-e24b-4e63-8b03-c2dd51cb202b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.883035] env[70542]: DEBUG nova.compute.manager [req-f0f90f58-bd54-468d-b50f-ebf199aa96ec req-2a73edae-7d67-4200-895a-e2f56daa220b service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] No waiting events found dispatching network-vif-plugged-6daf8085-f101-435b-b6f1-8f054b068aa9 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1188.883215] env[70542]: WARNING nova.compute.manager [req-f0f90f58-bd54-468d-b50f-ebf199aa96ec req-2a73edae-7d67-4200-895a-e2f56daa220b service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Received unexpected event network-vif-plugged-6daf8085-f101-435b-b6f1-8f054b068aa9 for instance with vm_state active and task_state None. [ 1188.897242] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3912100, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.931750] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912102, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.937036] env[70542]: DEBUG oslo_concurrency.lockutils [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Releasing lock "refresh_cache-a0636410-05b1-4aaa-84fa-984852dcedb4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.997288] env[70542]: DEBUG oslo_concurrency.lockutils [req-961172e9-6041-4b75-b08b-07bdba9d61af req-bf3d38bc-8153-4264-ab30-5239b4d29ee6 service nova] Releasing lock "refresh_cache-edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.061675] env[70542]: DEBUG oslo_vmware.api [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.072789] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "refresh_cache-edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.072973] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "refresh_cache-edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.073037] env[70542]: DEBUG nova.network.neutron [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.214889] env[70542]: DEBUG nova.network.neutron [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Updating instance_info_cache with network_info: [{"id": "511022f6-ead8-4463-80be-4bd5d2609c2a", "address": "fa:16:3e:9d:79:8f", "network": {"id": "0fdd78e6-604b-4680-ac71-ea4e397161ff", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-93680765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3897359786e64bc592fd5e207aea4974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap511022f6-ea", "ovs_interfaceid": "511022f6-ead8-4463-80be-4bd5d2609c2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.356976] env[70542]: DEBUG oslo_vmware.api [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.382805} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.357664] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.358564] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f63e647-0f72-42d4-aa79-ac5cb6f851c1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.381909] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 1d623457-40da-4bc9-aa5b-92a1e4edc6c7/1d623457-40da-4bc9-aa5b-92a1e4edc6c7.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.382285] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09e6e215-4a37-498e-8699-f7dbbe065d87 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.397530] env[70542]: DEBUG oslo_concurrency.lockutils [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.707s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.400196] env[70542]: DEBUG oslo_concurrency.lockutils [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.712s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.400420] env[70542]: DEBUG nova.objects.instance [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lazy-loading 'resources' on Instance uuid 7758ae36-3fab-4edf-ac5a-65964b22b2f0 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.412300] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3912100, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.414044] env[70542]: DEBUG oslo_vmware.api [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1189.414044] env[70542]: value = "task-3912107" [ 1189.414044] env[70542]: _type = "Task" [ 1189.414044] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.426563] env[70542]: DEBUG oslo_vmware.api [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.434368] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912102, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.564751] env[70542]: DEBUG oslo_vmware.api [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912105, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.616517] env[70542]: WARNING nova.network.neutron [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] 83f7a9d1-9ac5-408f-a945-d6b16a42df8c already exists in list: networks containing: ['83f7a9d1-9ac5-408f-a945-d6b16a42df8c']. ignoring it [ 1189.718553] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Releasing lock "refresh_cache-526a38ba-8b2b-4d65-a435-f690b453b052" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.719741] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274bc079-126b-4aa5-acb6-e8937ab419da {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.728742] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213126c3-306c-4f23-935d-c4bed062dbc6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.917513] env[70542]: DEBUG oslo_vmware.api [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3912100, 'name': PowerOnVM_Task, 'duration_secs': 2.998482} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.917513] env[70542]: DEBUG oslo_concurrency.lockutils [None req-673ad9a5-9bb5-4bcb-8e9c-ee0e0661c340 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "6bb7f6e7-2466-4199-9b36-b8163ba19256" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 47.214s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.920635] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.920853] env[70542]: INFO nova.compute.manager [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Took 15.59 seconds to spawn the instance on the hypervisor. [ 1189.921052] env[70542]: DEBUG nova.compute.manager [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1189.921371] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f18b8d2e-5c27-4962-99db-6942a168890b tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "6bb7f6e7-2466-4199-9b36-b8163ba19256" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 19.388s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.921836] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f18b8d2e-5c27-4962-99db-6942a168890b tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "6bb7f6e7-2466-4199-9b36-b8163ba19256-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.921836] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f18b8d2e-5c27-4962-99db-6942a168890b tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "6bb7f6e7-2466-4199-9b36-b8163ba19256-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.922029] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f18b8d2e-5c27-4962-99db-6942a168890b tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "6bb7f6e7-2466-4199-9b36-b8163ba19256-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.925534] env[70542]: INFO nova.compute.manager [None req-f18b8d2e-5c27-4962-99db-6942a168890b tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Terminating instance [ 1189.929014] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e36eb0-c198-4b9b-b7a3-76cacd0f2d92 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.952365] env[70542]: DEBUG oslo_vmware.api [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.964603] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912102, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.067160] env[70542]: DEBUG oslo_vmware.api [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912105, 'name': ReconfigVM_Task, 'duration_secs': 1.063062} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.067515] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Updating instance '3bca2ad2-586a-4993-8697-b0d5e596196d' progress to 33 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1190.251259] env[70542]: DEBUG nova.network.neutron [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Updating instance_info_cache with network_info: [{"id": "e1854e81-4cf2-48cb-9f9e-474b20ca3851", "address": "fa:16:3e:39:ac:c6", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1854e81-4c", "ovs_interfaceid": "e1854e81-4cf2-48cb-9f9e-474b20ca3851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6daf8085-f101-435b-b6f1-8f054b068aa9", "address": "fa:16:3e:cb:fb:a8", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6daf8085-f1", "ovs_interfaceid": "6daf8085-f101-435b-b6f1-8f054b068aa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.348149] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a1ba82-37d7-47ef-8fa8-3220843cb64d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.356221] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070ead21-12fd-4273-b7b5-6ec803a0b616 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.387538] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3eed62-8b64-43e3-a44b-8f88ac62ea52 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.395673] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a305df04-60d4-4d62-9280-aabf52250006 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.410505] env[70542]: DEBUG nova.compute.provider_tree [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.427218] env[70542]: DEBUG oslo_vmware.api [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912107, 'name': ReconfigVM_Task, 'duration_secs': 0.739077} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.427505] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 1d623457-40da-4bc9-aa5b-92a1e4edc6c7/1d623457-40da-4bc9-aa5b-92a1e4edc6c7.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.428422] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd8abbb3-69d2-4def-a875-780556964d45 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.440726] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912102, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.0106} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.442566] env[70542]: INFO nova.virt.vmwareapi.ds_util [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1572b4e7-6e83-4573-a8e3-625d4af13f53/OSTACK_IMG_1572b4e7-6e83-4573-a8e3-625d4af13f53.vmdk to [datastore1] devstack-image-cache_base/698fa90d-a329-49e2-8d2c-ae5303bb55f5/698fa90d-a329-49e2-8d2c-ae5303bb55f5.vmdk. [ 1190.442869] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Cleaning up location [datastore1] OSTACK_IMG_1572b4e7-6e83-4573-a8e3-625d4af13f53 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1190.443122] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1572b4e7-6e83-4573-a8e3-625d4af13f53 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.443757] env[70542]: DEBUG oslo_vmware.api [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1190.443757] env[70542]: value = "task-3912108" [ 1190.443757] env[70542]: _type = "Task" [ 1190.443757] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.443955] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-415090d4-a4c5-4245-a1f9-fdd1ddfeba45 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.449239] env[70542]: DEBUG nova.compute.manager [None req-f18b8d2e-5c27-4962-99db-6942a168890b tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1190.449455] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f18b8d2e-5c27-4962-99db-6942a168890b tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.451828] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86480158-47c4-459b-bd69-8ee05cedf38f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.455031] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 1190.455031] env[70542]: value = "task-3912109" [ 1190.455031] env[70542]: _type = "Task" [ 1190.455031] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.461587] env[70542]: DEBUG oslo_vmware.api [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912108, 'name': Rename_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.466696] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3076f0fe-8da7-4ec2-a06b-ef98a49fb946 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.485952] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.488246] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.489497] env[70542]: INFO nova.compute.manager [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Took 31.87 seconds to build instance. [ 1190.490650] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d9b82c2-3d64-44e8-aff2-4ce2a6533a16 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.498992] env[70542]: DEBUG oslo_vmware.api [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1190.498992] env[70542]: value = "task-3912110" [ 1190.498992] env[70542]: _type = "Task" [ 1190.498992] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.527785] env[70542]: WARNING nova.virt.vmwareapi.vmops [None req-f18b8d2e-5c27-4962-99db-6942a168890b tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 6bb7f6e7-2466-4199-9b36-b8163ba19256 could not be found. [ 1190.528134] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f18b8d2e-5c27-4962-99db-6942a168890b tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.528417] env[70542]: INFO nova.compute.manager [None req-f18b8d2e-5c27-4962-99db-6942a168890b tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1190.528790] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f18b8d2e-5c27-4962-99db-6942a168890b tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.529835] env[70542]: DEBUG nova.compute.manager [-] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.529955] env[70542]: DEBUG nova.network.neutron [-] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.537506] env[70542]: DEBUG oslo_vmware.api [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.574456] env[70542]: DEBUG nova.virt.hardware [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='786fecc2-73c9-4440-88d2-07abdafd095f',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-228125290',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.574721] env[70542]: DEBUG nova.virt.hardware [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.574937] env[70542]: DEBUG nova.virt.hardware [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.575190] env[70542]: DEBUG nova.virt.hardware [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.575347] env[70542]: DEBUG nova.virt.hardware [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.575524] env[70542]: DEBUG nova.virt.hardware [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.575743] env[70542]: DEBUG nova.virt.hardware [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.575904] env[70542]: DEBUG nova.virt.hardware [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.576100] env[70542]: DEBUG nova.virt.hardware [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.576300] env[70542]: DEBUG nova.virt.hardware [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.576528] env[70542]: DEBUG nova.virt.hardware [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.583591] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1190.583873] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d84e414-4779-43a2-89b6-fd89096ab10f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.606433] env[70542]: DEBUG oslo_vmware.api [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1190.606433] env[70542]: value = "task-3912111" [ 1190.606433] env[70542]: _type = "Task" [ 1190.606433] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.616837] env[70542]: DEBUG oslo_vmware.api [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912111, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.756716] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "refresh_cache-edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.757586] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.757839] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.759132] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0307a26a-1a59-403c-902a-ecc5f219a147 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.776951] env[70542]: DEBUG nova.virt.hardware [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.777252] env[70542]: DEBUG nova.virt.hardware [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.777412] env[70542]: DEBUG nova.virt.hardware [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.778166] env[70542]: DEBUG nova.virt.hardware [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.778166] env[70542]: DEBUG nova.virt.hardware [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.778166] env[70542]: DEBUG nova.virt.hardware [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.778166] env[70542]: DEBUG nova.virt.hardware [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.778394] env[70542]: DEBUG nova.virt.hardware [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.778506] env[70542]: DEBUG nova.virt.hardware [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.778692] env[70542]: DEBUG nova.virt.hardware [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.778955] env[70542]: DEBUG nova.virt.hardware [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.786811] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Reconfiguring VM to attach interface {{(pid=70542) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1190.787309] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9efb2a12-c651-43b1-b721-222346e098d7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.807571] env[70542]: DEBUG oslo_vmware.api [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 1190.807571] env[70542]: value = "task-3912112" [ 1190.807571] env[70542]: _type = "Task" [ 1190.807571] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.819381] env[70542]: DEBUG oslo_vmware.api [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912112, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.835075] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.835362] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d416182-7e39-4075-b062-ac32c6e7f415 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.843567] env[70542]: DEBUG oslo_vmware.api [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1190.843567] env[70542]: value = "task-3912113" [ 1190.843567] env[70542]: _type = "Task" [ 1190.843567] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.855970] env[70542]: DEBUG oslo_vmware.api [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.914072] env[70542]: DEBUG nova.scheduler.client.report [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.959060] env[70542]: DEBUG oslo_vmware.api [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912108, 'name': Rename_Task, 'duration_secs': 0.385804} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.964089] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.964898] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbc1225b-f48c-4784-b6ba-007c4efe8b43 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.974816] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153478} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.976687] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.976929] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/698fa90d-a329-49e2-8d2c-ae5303bb55f5/698fa90d-a329-49e2-8d2c-ae5303bb55f5.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.977235] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/698fa90d-a329-49e2-8d2c-ae5303bb55f5/698fa90d-a329-49e2-8d2c-ae5303bb55f5.vmdk to [datastore1] a02183c0-68a1-4618-922a-64ce8d3fefc1/a02183c0-68a1-4618-922a-64ce8d3fefc1.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1190.977517] env[70542]: DEBUG oslo_vmware.api [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1190.977517] env[70542]: value = "task-3912114" [ 1190.977517] env[70542]: _type = "Task" [ 1190.977517] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.977729] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef85d5ef-a6c5-4716-9f9b-5f7134f857cc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.992449] env[70542]: DEBUG oslo_vmware.api [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.994542] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7b5a4046-11d3-41f7-ba41-b7587ad5eb2c tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Lock "28039b41-2038-4680-a266-370e585cc5c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.389s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.994936] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 1190.994936] env[70542]: value = "task-3912115" [ 1190.994936] env[70542]: _type = "Task" [ 1190.994936] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.007895] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.014709] env[70542]: DEBUG oslo_vmware.api [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912110, 'name': PowerOffVM_Task, 'duration_secs': 0.204401} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.015037] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.016068] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6480451e-a2c0-41ec-8a54-c67bc9188138 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.036482] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8f2d8e-b682-4ddd-a8c6-e461bd936d82 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.075335] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.075729] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2053dd91-b162-48ad-8bec-2d63a59d2885 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.083613] env[70542]: DEBUG oslo_vmware.api [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1191.083613] env[70542]: value = "task-3912116" [ 1191.083613] env[70542]: _type = "Task" [ 1191.083613] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.096339] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] VM already powered off {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1191.096613] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.096928] env[70542]: DEBUG oslo_concurrency.lockutils [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.097138] env[70542]: DEBUG oslo_concurrency.lockutils [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.097460] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.097804] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6e1cab5-ff9c-4043-848b-21e295f88e5e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.113075] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.113294] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.114903] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a781527-5068-45d1-8e56-9ac6f884567c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.120743] env[70542]: DEBUG oslo_vmware.api [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912111, 'name': ReconfigVM_Task, 'duration_secs': 0.411388} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.121502] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1191.122353] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de64551-c365-4265-ae7c-b98c865d78ed {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.126339] env[70542]: DEBUG oslo_vmware.api [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1191.126339] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521145e9-15e2-1cd1-c146-685388644ef1" [ 1191.126339] env[70542]: _type = "Task" [ 1191.126339] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.149832] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 3bca2ad2-586a-4993-8697-b0d5e596196d/3bca2ad2-586a-4993-8697-b0d5e596196d.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.150770] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d48ea204-acaf-4586-adbb-744afb6cc446 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.172442] env[70542]: DEBUG oslo_vmware.api [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521145e9-15e2-1cd1-c146-685388644ef1, 'name': SearchDatastore_Task, 'duration_secs': 0.024312} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.174059] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-457891d9-738a-48c3-ba48-9d9382014bf4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.179861] env[70542]: DEBUG oslo_vmware.api [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1191.179861] env[70542]: value = "task-3912117" [ 1191.179861] env[70542]: _type = "Task" [ 1191.179861] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.184064] env[70542]: DEBUG oslo_vmware.api [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1191.184064] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5243dee5-4d19-907f-e2e8-dea726f3f546" [ 1191.184064] env[70542]: _type = "Task" [ 1191.184064] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.191497] env[70542]: DEBUG oslo_vmware.api [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.197514] env[70542]: DEBUG oslo_vmware.api [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5243dee5-4d19-907f-e2e8-dea726f3f546, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.313617] env[70542]: DEBUG nova.network.neutron [-] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.322607] env[70542]: DEBUG oslo_vmware.api [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.341434] env[70542]: DEBUG nova.compute.manager [req-baa3f237-14d2-4864-aeee-8abff0cf27c0 req-313b8fd3-c57c-455e-a7fa-7f992e30e987 service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Received event network-changed-6daf8085-f101-435b-b6f1-8f054b068aa9 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.341737] env[70542]: DEBUG nova.compute.manager [req-baa3f237-14d2-4864-aeee-8abff0cf27c0 req-313b8fd3-c57c-455e-a7fa-7f992e30e987 service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Refreshing instance network info cache due to event network-changed-6daf8085-f101-435b-b6f1-8f054b068aa9. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1191.342097] env[70542]: DEBUG oslo_concurrency.lockutils [req-baa3f237-14d2-4864-aeee-8abff0cf27c0 req-313b8fd3-c57c-455e-a7fa-7f992e30e987 service nova] Acquiring lock "refresh_cache-edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.342379] env[70542]: DEBUG oslo_concurrency.lockutils [req-baa3f237-14d2-4864-aeee-8abff0cf27c0 req-313b8fd3-c57c-455e-a7fa-7f992e30e987 service nova] Acquired lock "refresh_cache-edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.342595] env[70542]: DEBUG nova.network.neutron [req-baa3f237-14d2-4864-aeee-8abff0cf27c0 req-313b8fd3-c57c-455e-a7fa-7f992e30e987 service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Refreshing network info cache for port 6daf8085-f101-435b-b6f1-8f054b068aa9 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.355978] env[70542]: DEBUG oslo_vmware.api [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912113, 'name': PowerOffVM_Task, 'duration_secs': 0.321457} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.356837] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.357612] env[70542]: DEBUG nova.virt.hardware [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.357898] env[70542]: DEBUG nova.virt.hardware [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.358131] env[70542]: DEBUG nova.virt.hardware [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.358351] env[70542]: DEBUG nova.virt.hardware [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.358531] env[70542]: DEBUG nova.virt.hardware [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.358715] env[70542]: DEBUG nova.virt.hardware [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.359079] env[70542]: DEBUG nova.virt.hardware [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.359248] env[70542]: DEBUG nova.virt.hardware [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.359601] env[70542]: DEBUG nova.virt.hardware [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.359601] env[70542]: DEBUG nova.virt.hardware [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.359749] env[70542]: DEBUG nova.virt.hardware [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.366194] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6dfc630-dcd7-40e2-b8a9-33832e835cd0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.385805] env[70542]: DEBUG oslo_vmware.api [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1191.385805] env[70542]: value = "task-3912118" [ 1191.385805] env[70542]: _type = "Task" [ 1191.385805] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.397244] env[70542]: DEBUG oslo_vmware.api [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.419299] env[70542]: DEBUG oslo_concurrency.lockutils [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.422264] env[70542]: DEBUG oslo_concurrency.lockutils [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.543s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.460667] env[70542]: INFO nova.scheduler.client.report [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Deleted allocations for instance 7758ae36-3fab-4edf-ac5a-65964b22b2f0 [ 1191.492254] env[70542]: DEBUG oslo_vmware.api [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912114, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.506173] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912115, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.694785] env[70542]: DEBUG oslo_vmware.api [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.702471] env[70542]: DEBUG oslo_vmware.api [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5243dee5-4d19-907f-e2e8-dea726f3f546, 'name': SearchDatastore_Task, 'duration_secs': 0.02193} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.702782] env[70542]: DEBUG oslo_concurrency.lockutils [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.703102] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] a0636410-05b1-4aaa-84fa-984852dcedb4/4c78ae56-da5c-496a-96d4-9e4c383c4552-rescue.vmdk. {{(pid=70542) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1191.703395] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f667eca-840d-476f-a8d3-d6c455dd14a2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.713812] env[70542]: DEBUG oslo_vmware.api [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1191.713812] env[70542]: value = "task-3912119" [ 1191.713812] env[70542]: _type = "Task" [ 1191.713812] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.724796] env[70542]: DEBUG oslo_vmware.api [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.817351] env[70542]: INFO nova.compute.manager [-] [instance: 6bb7f6e7-2466-4199-9b36-b8163ba19256] Took 1.29 seconds to deallocate network for instance. [ 1191.823518] env[70542]: DEBUG oslo_vmware.api [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912112, 'name': ReconfigVM_Task, 'duration_secs': 0.888735} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.827405] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.827756] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Reconfigured VM to attach interface {{(pid=70542) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1191.900511] env[70542]: DEBUG oslo_vmware.api [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912118, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.928693] env[70542]: INFO nova.compute.claims [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1191.974851] env[70542]: DEBUG oslo_concurrency.lockutils [None req-495830bb-aaae-4a90-af5b-d8ea659889e5 tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "7758ae36-3fab-4edf-ac5a-65964b22b2f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.848s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.996023] env[70542]: DEBUG oslo_vmware.api [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912114, 'name': PowerOnVM_Task, 'duration_secs': 0.996719} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.996023] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.996023] env[70542]: INFO nova.compute.manager [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1191.996023] env[70542]: DEBUG nova.compute.manager [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1191.996023] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac6ff3d-ba09-48b2-9758-dd32460dc1f9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.014576] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912115, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.109705] env[70542]: DEBUG nova.network.neutron [req-baa3f237-14d2-4864-aeee-8abff0cf27c0 req-313b8fd3-c57c-455e-a7fa-7f992e30e987 service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Updated VIF entry in instance network info cache for port 6daf8085-f101-435b-b6f1-8f054b068aa9. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.110307] env[70542]: DEBUG nova.network.neutron [req-baa3f237-14d2-4864-aeee-8abff0cf27c0 req-313b8fd3-c57c-455e-a7fa-7f992e30e987 service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Updating instance_info_cache with network_info: [{"id": "e1854e81-4cf2-48cb-9f9e-474b20ca3851", "address": "fa:16:3e:39:ac:c6", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1854e81-4c", "ovs_interfaceid": "e1854e81-4cf2-48cb-9f9e-474b20ca3851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6daf8085-f101-435b-b6f1-8f054b068aa9", "address": "fa:16:3e:cb:fb:a8", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6daf8085-f1", "ovs_interfaceid": "6daf8085-f101-435b-b6f1-8f054b068aa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.195793] env[70542]: DEBUG oslo_vmware.api [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.229095] env[70542]: DEBUG oslo_vmware.api [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.335964] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4aa17074-b96a-4218-b1f9-68193947627f tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "interface-edbfd293-e24b-4e63-8b03-c2dd51cb202b-6daf8085-f101-435b-b6f1-8f054b068aa9" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.721s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.399573] env[70542]: DEBUG oslo_vmware.api [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912118, 'name': ReconfigVM_Task, 'duration_secs': 0.51848} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.401192] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73e6d0e-575e-40be-83d7-c9f0a123ad78 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.428539] env[70542]: DEBUG nova.virt.hardware [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.428721] env[70542]: DEBUG nova.virt.hardware [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.428721] env[70542]: DEBUG nova.virt.hardware [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.428900] env[70542]: DEBUG nova.virt.hardware [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.429098] env[70542]: DEBUG nova.virt.hardware [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.429263] env[70542]: DEBUG nova.virt.hardware [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.429478] env[70542]: DEBUG nova.virt.hardware [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.429639] env[70542]: DEBUG nova.virt.hardware [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.429807] env[70542]: DEBUG nova.virt.hardware [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.429979] env[70542]: DEBUG nova.virt.hardware [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.430209] env[70542]: DEBUG nova.virt.hardware [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.431163] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ed27453-e78c-4139-b72b-1f1030cd24ae {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.436079] env[70542]: INFO nova.compute.resource_tracker [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Updating resource usage from migration ae52d934-8c11-443f-862e-a0906a716830 [ 1192.444077] env[70542]: DEBUG oslo_vmware.api [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1192.444077] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52969821-9b77-40f3-7fc5-f65ad924f19c" [ 1192.444077] env[70542]: _type = "Task" [ 1192.444077] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.455489] env[70542]: DEBUG oslo_vmware.api [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52969821-9b77-40f3-7fc5-f65ad924f19c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.509808] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912115, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.525758] env[70542]: INFO nova.compute.manager [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Took 28.64 seconds to build instance. [ 1192.613174] env[70542]: DEBUG oslo_concurrency.lockutils [req-baa3f237-14d2-4864-aeee-8abff0cf27c0 req-313b8fd3-c57c-455e-a7fa-7f992e30e987 service nova] Releasing lock "refresh_cache-edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.621932] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Acquiring lock "28039b41-2038-4680-a266-370e585cc5c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.622612] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Lock "28039b41-2038-4680-a266-370e585cc5c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.623166] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Acquiring lock "28039b41-2038-4680-a266-370e585cc5c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.624364] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Lock "28039b41-2038-4680-a266-370e585cc5c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.624364] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Lock "28039b41-2038-4680-a266-370e585cc5c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.627037] env[70542]: INFO nova.compute.manager [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Terminating instance [ 1192.694643] env[70542]: DEBUG oslo_vmware.api [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.728247] env[70542]: DEBUG oslo_vmware.api [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.774748] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7d4fb4-a570-4a1e-b3ad-35b244212f0f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.783204] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb1755d-fc92-402a-b84c-6d57490b22c0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.814943] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquiring lock "5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.815232] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.815453] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquiring lock "5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.815645] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.815818] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.818348] env[70542]: INFO nova.compute.manager [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Terminating instance [ 1192.820299] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b64583e-e4c2-4cfe-8fd2-13988308dab3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.832620] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a260a78-b4f9-4f1b-9d38-372e8ed7c344 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.854315] env[70542]: DEBUG nova.compute.provider_tree [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.860120] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f18b8d2e-5c27-4962-99db-6942a168890b tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "6bb7f6e7-2466-4199-9b36-b8163ba19256" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.938s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.957652] env[70542]: DEBUG oslo_vmware.api [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52969821-9b77-40f3-7fc5-f65ad924f19c, 'name': SearchDatastore_Task, 'duration_secs': 0.050576} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.963389] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1192.963719] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8ed11da-559b-4753-8410-0b9fbddb1811 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.985508] env[70542]: DEBUG oslo_vmware.api [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1192.985508] env[70542]: value = "task-3912120" [ 1192.985508] env[70542]: _type = "Task" [ 1192.985508] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.995856] env[70542]: DEBUG oslo_vmware.api [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912120, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.009965] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912115, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.028425] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a971e3f5-f817-48b8-b53b-e582732a6fe2 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "1d623457-40da-4bc9-aa5b-92a1e4edc6c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.155s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.132969] env[70542]: DEBUG nova.compute.manager [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.132969] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.132969] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53c48f5-84fb-4c75-9cfe-4c75e09c3999 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.142314] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.142896] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f42d67b3-254c-483a-993e-13f67498d278 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.152513] env[70542]: DEBUG oslo_vmware.api [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Waiting for the task: (returnval){ [ 1193.152513] env[70542]: value = "task-3912121" [ 1193.152513] env[70542]: _type = "Task" [ 1193.152513] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.162834] env[70542]: DEBUG oslo_vmware.api [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3912121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.194042] env[70542]: DEBUG oslo_vmware.api [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912117, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.227328] env[70542]: DEBUG oslo_vmware.api [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.326759] env[70542]: DEBUG nova.compute.manager [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.326970] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.328367] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3430f58f-4d05-4705-9040-620faadd4f4d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.339810] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.339810] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e12ef5a8-8090-4681-b0ec-fc2961e699f1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.346385] env[70542]: DEBUG oslo_vmware.api [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1193.346385] env[70542]: value = "task-3912122" [ 1193.346385] env[70542]: _type = "Task" [ 1193.346385] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.357028] env[70542]: DEBUG oslo_vmware.api [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3912122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.360603] env[70542]: DEBUG nova.scheduler.client.report [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.500168] env[70542]: DEBUG oslo_vmware.api [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.509753] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912115, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.668588] env[70542]: DEBUG oslo_vmware.api [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3912121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.697370] env[70542]: DEBUG oslo_vmware.api [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912117, 'name': ReconfigVM_Task, 'duration_secs': 2.195938} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.697675] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 3bca2ad2-586a-4993-8697-b0d5e596196d/3bca2ad2-586a-4993-8697-b0d5e596196d.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.698036] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Updating instance '3bca2ad2-586a-4993-8697-b0d5e596196d' progress to 50 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1193.727805] env[70542]: DEBUG oslo_vmware.api [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912119, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.859538] env[70542]: DEBUG oslo_vmware.api [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3912122, 'name': PowerOffVM_Task, 'duration_secs': 0.40525} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.860257] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.860641] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.861091] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d6e12e8-ae07-4564-891d-f842de91bdd0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.867547] env[70542]: DEBUG oslo_concurrency.lockutils [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.445s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.867969] env[70542]: INFO nova.compute.manager [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Migrating [ 1193.879609] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.866s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.881961] env[70542]: INFO nova.compute.claims [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.958038] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.958397] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.958548] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Deleting the datastore file [datastore2] 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.959909] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0080060e-368f-4224-b69d-cb946ff0a127 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.970593] env[70542]: DEBUG oslo_vmware.api [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for the task: (returnval){ [ 1193.970593] env[70542]: value = "task-3912124" [ 1193.970593] env[70542]: _type = "Task" [ 1193.970593] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.983452] env[70542]: DEBUG oslo_vmware.api [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3912124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.997187] env[70542]: DEBUG oslo_vmware.api [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912120, 'name': ReconfigVM_Task, 'duration_secs': 0.637302} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.997678] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1193.998579] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc61d060-aef8-405f-b4ec-acc3b73fa018 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.037699] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 526a38ba-8b2b-4d65-a435-f690b453b052/526a38ba-8b2b-4d65-a435-f690b453b052.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.038628] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912115, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.810872} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.038830] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30960ee4-9e7b-4112-aef3-278c5083e21d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.054664] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/698fa90d-a329-49e2-8d2c-ae5303bb55f5/698fa90d-a329-49e2-8d2c-ae5303bb55f5.vmdk to [datastore1] a02183c0-68a1-4618-922a-64ce8d3fefc1/a02183c0-68a1-4618-922a-64ce8d3fefc1.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.056214] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842842d7-5af7-4140-a2d9-26bd3cd14d51 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.060629] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0a9505a2-66e3-4aee-930c-85a4a48ac3a0 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "interface-edbfd293-e24b-4e63-8b03-c2dd51cb202b-6daf8085-f101-435b-b6f1-8f054b068aa9" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.060922] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0a9505a2-66e3-4aee-930c-85a4a48ac3a0 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "interface-edbfd293-e24b-4e63-8b03-c2dd51cb202b-6daf8085-f101-435b-b6f1-8f054b068aa9" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.067314] env[70542]: DEBUG oslo_vmware.api [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1194.067314] env[70542]: value = "task-3912125" [ 1194.067314] env[70542]: _type = "Task" [ 1194.067314] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.090953] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] a02183c0-68a1-4618-922a-64ce8d3fefc1/a02183c0-68a1-4618-922a-64ce8d3fefc1.vmdk or device None with type streamOptimized {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.098383] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeaa8dcd-f480-4208-a555-3f7924834f9c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.117504] env[70542]: DEBUG nova.compute.manager [req-69530ec0-25f2-477d-b1ea-f42a68a8b665 req-b1426f88-a79c-4b92-bef7-b10b8aed6cd6 service nova] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Received event network-changed-fcfc54ce-bba4-483d-9338-d22a47e0a0e3 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.117714] env[70542]: DEBUG nova.compute.manager [req-69530ec0-25f2-477d-b1ea-f42a68a8b665 req-b1426f88-a79c-4b92-bef7-b10b8aed6cd6 service nova] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Refreshing instance network info cache due to event network-changed-fcfc54ce-bba4-483d-9338-d22a47e0a0e3. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.117958] env[70542]: DEBUG oslo_concurrency.lockutils [req-69530ec0-25f2-477d-b1ea-f42a68a8b665 req-b1426f88-a79c-4b92-bef7-b10b8aed6cd6 service nova] Acquiring lock "refresh_cache-1d623457-40da-4bc9-aa5b-92a1e4edc6c7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.118147] env[70542]: DEBUG oslo_concurrency.lockutils [req-69530ec0-25f2-477d-b1ea-f42a68a8b665 req-b1426f88-a79c-4b92-bef7-b10b8aed6cd6 service nova] Acquired lock "refresh_cache-1d623457-40da-4bc9-aa5b-92a1e4edc6c7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.118333] env[70542]: DEBUG nova.network.neutron [req-69530ec0-25f2-477d-b1ea-f42a68a8b665 req-b1426f88-a79c-4b92-bef7-b10b8aed6cd6 service nova] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Refreshing network info cache for port fcfc54ce-bba4-483d-9338-d22a47e0a0e3 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.130211] env[70542]: DEBUG oslo_vmware.api [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.132831] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 1194.132831] env[70542]: value = "task-3912126" [ 1194.132831] env[70542]: _type = "Task" [ 1194.132831] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.144264] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912126, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.167024] env[70542]: DEBUG oslo_vmware.api [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3912121, 'name': PowerOffVM_Task, 'duration_secs': 0.89218} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.167395] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.167601] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.167902] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ef3617d-5d5e-4817-91ab-a4a376251126 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.205458] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4126b525-356b-4934-895e-c2c585a258e2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.233800] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05be09df-e458-4282-a312-3f61697daadb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.243356] env[70542]: DEBUG oslo_vmware.api [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912119, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.388936} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.258770] env[70542]: INFO nova.virt.vmwareapi.ds_util [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] a0636410-05b1-4aaa-84fa-984852dcedb4/4c78ae56-da5c-496a-96d4-9e4c383c4552-rescue.vmdk. [ 1194.259684] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Updating instance '3bca2ad2-586a-4993-8697-b0d5e596196d' progress to 67 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1194.264014] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4358f7a2-1270-4ce2-9cb2-94ebdb407eed {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.294532] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] a0636410-05b1-4aaa-84fa-984852dcedb4/4c78ae56-da5c-496a-96d4-9e4c383c4552-rescue.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.296429] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76944a06-456d-4158-8e3e-cdd5681ccee1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.312163] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.312464] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.312717] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Deleting the datastore file [datastore1] 28039b41-2038-4680-a266-370e585cc5c6 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.313930] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab884c64-1f6f-4c53-983d-51c878683bba {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.322428] env[70542]: DEBUG oslo_vmware.api [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Waiting for the task: (returnval){ [ 1194.322428] env[70542]: value = "task-3912129" [ 1194.322428] env[70542]: _type = "Task" [ 1194.322428] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.324374] env[70542]: DEBUG oslo_vmware.api [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1194.324374] env[70542]: value = "task-3912128" [ 1194.324374] env[70542]: _type = "Task" [ 1194.324374] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.341528] env[70542]: DEBUG oslo_vmware.api [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912128, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.344774] env[70542]: DEBUG oslo_vmware.api [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3912129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.398762] env[70542]: DEBUG oslo_concurrency.lockutils [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "refresh_cache-97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.400545] env[70542]: DEBUG oslo_concurrency.lockutils [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquired lock "refresh_cache-97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.400545] env[70542]: DEBUG nova.network.neutron [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.481080] env[70542]: DEBUG oslo_vmware.api [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Task: {'id': task-3912124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.486202} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.481534] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.481847] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.482191] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.482618] env[70542]: INFO nova.compute.manager [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1194.483118] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.483493] env[70542]: DEBUG nova.compute.manager [-] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.483681] env[70542]: DEBUG nova.network.neutron [-] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.565182] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0a9505a2-66e3-4aee-930c-85a4a48ac3a0 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.565397] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0a9505a2-66e3-4aee-930c-85a4a48ac3a0 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.566360] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745eb10a-d8bf-4bc9-ab33-518147b1b0cf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.591910] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5518b2bb-bf48-4d38-ba1f-b13c521e590a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.600461] env[70542]: DEBUG oslo_vmware.api [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912125, 'name': ReconfigVM_Task, 'duration_secs': 0.344237} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.617753] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 526a38ba-8b2b-4d65-a435-f690b453b052/526a38ba-8b2b-4d65-a435-f690b453b052.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.625914] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9505a2-66e3-4aee-930c-85a4a48ac3a0 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Reconfiguring VM to detach interface {{(pid=70542) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1194.627324] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f878158-54c6-4a47-9fc0-b7199160c910 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.634301] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c366d1b6-fcae-46a4-8b3d-bd4cd47a6825 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.678015] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c497522-0543-4c89-b419-fe8c77304e24 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.681594] env[70542]: DEBUG oslo_vmware.api [None req-0a9505a2-66e3-4aee-930c-85a4a48ac3a0 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 1194.681594] env[70542]: value = "task-3912130" [ 1194.681594] env[70542]: _type = "Task" [ 1194.681594] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.685729] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912126, 'name': ReconfigVM_Task, 'duration_secs': 0.33476} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.693598] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Reconfigured VM instance instance-00000054 to attach disk [datastore1] a02183c0-68a1-4618-922a-64ce8d3fefc1/a02183c0-68a1-4618-922a-64ce8d3fefc1.vmdk or device None with type streamOptimized {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.714182] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-030ffad4-f4af-413b-82f7-f8abfdc12ae7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.717484] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b044c3de-5f2f-409d-8f8b-d0fde3fe0abf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.724488] env[70542]: DEBUG oslo_vmware.api [None req-0a9505a2-66e3-4aee-930c-85a4a48ac3a0 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.750343] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014fd0fc-30a7-482a-8f64-ed3e86b8d7d6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.757117] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 1194.757117] env[70542]: value = "task-3912131" [ 1194.757117] env[70542]: _type = "Task" [ 1194.757117] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.757847] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "7ac404ed-7342-46d2-89ef-2e8850e05713" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.758141] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "7ac404ed-7342-46d2-89ef-2e8850e05713" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.767849] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.772774] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b2e3384-5338-4f0d-a9ae-50c9545a291f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.778184] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912131, 'name': Rename_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.784664] env[70542]: DEBUG oslo_vmware.api [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1194.784664] env[70542]: value = "task-3912132" [ 1194.784664] env[70542]: _type = "Task" [ 1194.784664] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.794529] env[70542]: DEBUG oslo_vmware.api [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.822753] env[70542]: DEBUG nova.compute.manager [req-cdc36591-ef5d-46f5-9784-28904ea4703a req-f511d4e6-c64a-4e0e-a0aa-bd0247197277 service nova] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Received event network-vif-deleted-d2aeb34e-4a4b-4fa9-ad19-67e6df85597f {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.823009] env[70542]: INFO nova.compute.manager [req-cdc36591-ef5d-46f5-9784-28904ea4703a req-f511d4e6-c64a-4e0e-a0aa-bd0247197277 service nova] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Neutron deleted interface d2aeb34e-4a4b-4fa9-ad19-67e6df85597f; detaching it from the instance and deleting it from the info cache [ 1194.823243] env[70542]: DEBUG nova.network.neutron [req-cdc36591-ef5d-46f5-9784-28904ea4703a req-f511d4e6-c64a-4e0e-a0aa-bd0247197277 service nova] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.839412] env[70542]: DEBUG nova.network.neutron [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Port bf5244cb-449f-453e-94eb-83727400de7b binding to destination host cpu-1 is already ACTIVE {{(pid=70542) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1194.847654] env[70542]: DEBUG oslo_vmware.api [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Task: {'id': task-3912129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.463303} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.848248] env[70542]: DEBUG oslo_vmware.api [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912128, 'name': ReconfigVM_Task, 'duration_secs': 0.355078} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.848760] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.848953] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.849156] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.849346] env[70542]: INFO nova.compute.manager [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1194.849641] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.849905] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Reconfigured VM instance instance-0000006a to attach disk [datastore1] a0636410-05b1-4aaa-84fa-984852dcedb4/4c78ae56-da5c-496a-96d4-9e4c383c4552-rescue.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.850338] env[70542]: DEBUG nova.compute.manager [-] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.850480] env[70542]: DEBUG nova.network.neutron [-] [instance: 28039b41-2038-4680-a266-370e585cc5c6] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.852712] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79bcb3d-c1aa-4202-9d9c-f51baca6d7d2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.885758] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-423499c7-f0de-4835-b26a-353347e1f639 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.910624] env[70542]: DEBUG oslo_vmware.api [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1194.910624] env[70542]: value = "task-3912133" [ 1194.910624] env[70542]: _type = "Task" [ 1194.910624] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.924599] env[70542]: DEBUG oslo_vmware.api [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.097718] env[70542]: DEBUG nova.network.neutron [req-69530ec0-25f2-477d-b1ea-f42a68a8b665 req-b1426f88-a79c-4b92-bef7-b10b8aed6cd6 service nova] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Updated VIF entry in instance network info cache for port fcfc54ce-bba4-483d-9338-d22a47e0a0e3. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.098521] env[70542]: DEBUG nova.network.neutron [req-69530ec0-25f2-477d-b1ea-f42a68a8b665 req-b1426f88-a79c-4b92-bef7-b10b8aed6cd6 service nova] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Updating instance_info_cache with network_info: [{"id": "fcfc54ce-bba4-483d-9338-d22a47e0a0e3", "address": "fa:16:3e:ca:c3:4b", "network": {"id": "b34efa28-0333-4697-a2ca-0f761a8baa3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-961568765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cecd2691d1d54b7480090328eb29a4ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcfc54ce-bb", "ovs_interfaceid": "fcfc54ce-bba4-483d-9338-d22a47e0a0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.202822] env[70542]: DEBUG oslo_vmware.api [None req-0a9505a2-66e3-4aee-930c-85a4a48ac3a0 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.267776] env[70542]: DEBUG nova.compute.manager [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1195.276158] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912131, 'name': Rename_Task, 'duration_secs': 0.234029} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.277145] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.277333] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-466efd79-7dee-40ab-b8d7-cc66f9b07be4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.290091] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 1195.290091] env[70542]: value = "task-3912134" [ 1195.290091] env[70542]: _type = "Task" [ 1195.290091] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.299195] env[70542]: DEBUG oslo_vmware.api [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912132, 'name': PowerOnVM_Task, 'duration_secs': 0.444766} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.300018] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.306560] env[70542]: DEBUG nova.network.neutron [-] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.307787] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.316908] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f17278-38de-48f0-8ab6-e8d42237145d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.327407] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b8d7480-ce36-4cec-84dc-c0b1f6598529 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.330081] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90541418-5036-4e41-9097-f1823d362667 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.371367] env[70542]: DEBUG nova.network.neutron [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Updating instance_info_cache with network_info: [{"id": "58638020-105d-4552-8f1e-42ced7da1c54", "address": "fa:16:3e:ff:f0:1e", "network": {"id": "8d681135-929a-4d37-8f8e-5b42cb601fa2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449826457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ed649ce03f4cb994a22b4fae711fb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58638020-10", "ovs_interfaceid": "58638020-105d-4552-8f1e-42ced7da1c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.375108] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775f6ffc-75c1-4915-a3b6-7fdbc21fcd8c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.386891] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b6b912-e247-4c63-83c4-aa05867effa6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.391152] env[70542]: DEBUG oslo_concurrency.lockutils [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Releasing lock "refresh_cache-97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.407120] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0846d09-51cf-49ba-a7d5-a601ebd03c88 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.425755] env[70542]: DEBUG nova.compute.manager [req-cdc36591-ef5d-46f5-9784-28904ea4703a req-f511d4e6-c64a-4e0e-a0aa-bd0247197277 service nova] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Detach interface failed, port_id=d2aeb34e-4a4b-4fa9-ad19-67e6df85597f, reason: Instance 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1195.441322] env[70542]: DEBUG nova.compute.provider_tree [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.446017] env[70542]: DEBUG oslo_vmware.api [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912133, 'name': ReconfigVM_Task, 'duration_secs': 0.181343} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.446540] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.446829] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-810e0f88-0e3b-4003-bd76-2cdb927cf52e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.455679] env[70542]: DEBUG oslo_vmware.api [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1195.455679] env[70542]: value = "task-3912135" [ 1195.455679] env[70542]: _type = "Task" [ 1195.455679] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.465984] env[70542]: DEBUG oslo_vmware.api [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.602637] env[70542]: DEBUG oslo_concurrency.lockutils [req-69530ec0-25f2-477d-b1ea-f42a68a8b665 req-b1426f88-a79c-4b92-bef7-b10b8aed6cd6 service nova] Releasing lock "refresh_cache-1d623457-40da-4bc9-aa5b-92a1e4edc6c7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.700077] env[70542]: DEBUG oslo_vmware.api [None req-0a9505a2-66e3-4aee-930c-85a4a48ac3a0 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.799604] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.804316] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912134, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.809088] env[70542]: INFO nova.compute.manager [-] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Took 1.33 seconds to deallocate network for instance. [ 1195.888626] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "3bca2ad2-586a-4993-8697-b0d5e596196d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.888901] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "3bca2ad2-586a-4993-8697-b0d5e596196d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.889208] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "3bca2ad2-586a-4993-8697-b0d5e596196d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.948947] env[70542]: DEBUG nova.scheduler.client.report [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.967909] env[70542]: DEBUG oslo_vmware.api [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912135, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.974973] env[70542]: DEBUG nova.network.neutron [-] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.200531] env[70542]: DEBUG oslo_vmware.api [None req-0a9505a2-66e3-4aee-930c-85a4a48ac3a0 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.301797] env[70542]: DEBUG oslo_vmware.api [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912134, 'name': PowerOnVM_Task, 'duration_secs': 1.01209} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.302095] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.319796] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.360288] env[70542]: INFO nova.compute.manager [None req-cb9b4781-c053-4802-9269-8667bc19e62d tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Updating instance to original state: 'active' [ 1196.424779] env[70542]: DEBUG nova.compute.manager [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1196.426280] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e76d50-67f8-4c88-9cd9-1b0403808903 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.455818] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.457758] env[70542]: DEBUG nova.compute.manager [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1196.460335] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.717s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.461166] env[70542]: DEBUG nova.objects.instance [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lazy-loading 'resources' on Instance uuid eaac2297-6a38-4b0a-b195-6e7a80ca044f {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.474500] env[70542]: DEBUG oslo_vmware.api [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912135, 'name': PowerOnVM_Task, 'duration_secs': 0.516691} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.474500] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.478656] env[70542]: DEBUG nova.compute.manager [None req-00a60f12-41c6-41b5-bee9-2f2e0d993e38 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1196.480031] env[70542]: INFO nova.compute.manager [-] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Took 1.63 seconds to deallocate network for instance. [ 1196.480192] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694e2964-132f-4da8-b6d1-db68b285e4bb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.700036] env[70542]: DEBUG oslo_vmware.api [None req-0a9505a2-66e3-4aee-930c-85a4a48ac3a0 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.854715] env[70542]: DEBUG nova.compute.manager [req-12e53c17-420f-434b-b648-81bed9a84654 req-cd31e5ee-34e2-48fa-9bed-da1cfde80292 service nova] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Received event network-vif-deleted-9ac50be9-37f9-42ba-8038-f1feebfe9418 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.854930] env[70542]: DEBUG nova.compute.manager [req-12e53c17-420f-434b-b648-81bed9a84654 req-cd31e5ee-34e2-48fa-9bed-da1cfde80292 service nova] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Received event network-vif-deleted-f4cbc254-7c30-4b65-ab11-9fcb91f9bc72 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.906615] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872fdd75-597e-48ad-bf82-c6b1ae5b7011 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.940529] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Updating instance '97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe' progress to 0 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1196.947109] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "refresh_cache-3bca2ad2-586a-4993-8697-b0d5e596196d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.947440] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquired lock "refresh_cache-3bca2ad2-586a-4993-8697-b0d5e596196d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.947754] env[70542]: DEBUG nova.network.neutron [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.960385] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cc318a7b-bce4-42ee-b94d-70997db5cba0 tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "a02183c0-68a1-4618-922a-64ce8d3fefc1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 36.112s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.963799] env[70542]: DEBUG nova.compute.utils [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1196.965141] env[70542]: DEBUG nova.compute.manager [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1196.965318] env[70542]: DEBUG nova.network.neutron [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1196.991264] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.041233] env[70542]: DEBUG nova.policy [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a56448cdb35242cc8cb33eda13e2d652', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '459f0495912e495a813edb0f10bd9890', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1197.201902] env[70542]: DEBUG oslo_vmware.api [None req-0a9505a2-66e3-4aee-930c-85a4a48ac3a0 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.350888] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed897e0-263b-4fc5-92a9-1112adc418d5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.363025] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca20d09d-f796-4315-ac27-9d5d1617393b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.397102] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60d5087-6e9b-48e0-9e20-0618a1fd30ac {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.405855] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b05c0d8-9b4b-45b7-9491-b9f0d4476275 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.422430] env[70542]: DEBUG nova.compute.provider_tree [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.459525] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.462170] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3af36336-e76d-4754-a95c-f56f18d8ec3f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.465466] env[70542]: DEBUG nova.network.neutron [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Successfully created port: 31a1fcba-6d2a-415e-9598-aa6e1143036a {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1197.469135] env[70542]: DEBUG nova.compute.manager [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1197.474342] env[70542]: DEBUG oslo_vmware.api [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1197.474342] env[70542]: value = "task-3912136" [ 1197.474342] env[70542]: _type = "Task" [ 1197.474342] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.484047] env[70542]: DEBUG oslo_vmware.api [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.647073] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "526a38ba-8b2b-4d65-a435-f690b453b052" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.647420] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "526a38ba-8b2b-4d65-a435-f690b453b052" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.647684] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "526a38ba-8b2b-4d65-a435-f690b453b052-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.647975] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "526a38ba-8b2b-4d65-a435-f690b453b052-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.648159] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "526a38ba-8b2b-4d65-a435-f690b453b052-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.650587] env[70542]: INFO nova.compute.manager [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Terminating instance [ 1197.705739] env[70542]: DEBUG oslo_vmware.api [None req-0a9505a2-66e3-4aee-930c-85a4a48ac3a0 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.874349] env[70542]: DEBUG nova.network.neutron [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Updating instance_info_cache with network_info: [{"id": "bf5244cb-449f-453e-94eb-83727400de7b", "address": "fa:16:3e:65:5d:df", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5244cb-44", "ovs_interfaceid": "bf5244cb-449f-453e-94eb-83727400de7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.925517] env[70542]: DEBUG nova.scheduler.client.report [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.993426] env[70542]: DEBUG oslo_vmware.api [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912136, 'name': PowerOffVM_Task, 'duration_secs': 0.2693} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.993926] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.994197] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Updating instance '97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe' progress to 17 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1198.156427] env[70542]: DEBUG nova.compute.manager [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1198.156762] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.157131] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ce392b1-3058-4c5c-bac5-71251e486c1e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.165579] env[70542]: DEBUG oslo_vmware.api [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1198.165579] env[70542]: value = "task-3912137" [ 1198.165579] env[70542]: _type = "Task" [ 1198.165579] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.175184] env[70542]: DEBUG oslo_vmware.api [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.205399] env[70542]: DEBUG oslo_vmware.api [None req-0a9505a2-66e3-4aee-930c-85a4a48ac3a0 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.311584] env[70542]: INFO nova.compute.manager [None req-0672c424-292d-4939-86c6-d17f24f0b9d8 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Unrescuing [ 1198.311849] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0672c424-292d-4939-86c6-d17f24f0b9d8 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquiring lock "refresh_cache-a0636410-05b1-4aaa-84fa-984852dcedb4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.312153] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0672c424-292d-4939-86c6-d17f24f0b9d8 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquired lock "refresh_cache-a0636410-05b1-4aaa-84fa-984852dcedb4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.312423] env[70542]: DEBUG nova.network.neutron [None req-0672c424-292d-4939-86c6-d17f24f0b9d8 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.378067] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Releasing lock "refresh_cache-3bca2ad2-586a-4993-8697-b0d5e596196d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.432097] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.436123] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.991s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.436509] env[70542]: DEBUG nova.objects.instance [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Lazy-loading 'resources' on Instance uuid 53cad18e-9a42-41ed-9b6b-264cdbcaa19d {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.458797] env[70542]: INFO nova.scheduler.client.report [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Deleted allocations for instance eaac2297-6a38-4b0a-b195-6e7a80ca044f [ 1198.483021] env[70542]: DEBUG nova.compute.manager [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1198.509865] env[70542]: DEBUG nova.virt.hardware [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1198.510183] env[70542]: DEBUG nova.virt.hardware [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.514199] env[70542]: DEBUG nova.virt.hardware [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.514447] env[70542]: DEBUG nova.virt.hardware [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.514605] env[70542]: DEBUG nova.virt.hardware [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.514758] env[70542]: DEBUG nova.virt.hardware [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1198.514974] env[70542]: DEBUG nova.virt.hardware [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1198.515154] env[70542]: DEBUG nova.virt.hardware [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1198.515328] env[70542]: DEBUG nova.virt.hardware [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1198.515490] env[70542]: DEBUG nova.virt.hardware [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1198.515660] env[70542]: DEBUG nova.virt.hardware [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1198.522869] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9879219f-4007-4494-b9e8-637423b54fc0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.535823] env[70542]: DEBUG nova.virt.hardware [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1198.536085] env[70542]: DEBUG nova.virt.hardware [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.536254] env[70542]: DEBUG nova.virt.hardware [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.536480] env[70542]: DEBUG nova.virt.hardware [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.536631] env[70542]: DEBUG nova.virt.hardware [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.536777] env[70542]: DEBUG nova.virt.hardware [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1198.536981] env[70542]: DEBUG nova.virt.hardware [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1198.537155] env[70542]: DEBUG nova.virt.hardware [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1198.537320] env[70542]: DEBUG nova.virt.hardware [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1198.537481] env[70542]: DEBUG nova.virt.hardware [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1198.537651] env[70542]: DEBUG nova.virt.hardware [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1198.538931] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bebfa8-f569-4cd0-a480-809e72169934 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.549886] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7067928d-bf3b-4391-b8f9-1c395696d42c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.554185] env[70542]: DEBUG oslo_vmware.api [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1198.554185] env[70542]: value = "task-3912138" [ 1198.554185] env[70542]: _type = "Task" [ 1198.554185] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.577402] env[70542]: DEBUG oslo_vmware.api [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.677366] env[70542]: DEBUG oslo_vmware.api [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912137, 'name': PowerOffVM_Task, 'duration_secs': 0.327253} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.677644] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.677840] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Volume detach. Driver type: vmdk {{(pid=70542) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1198.678047] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776840', 'volume_id': '2874b2f4-36a0-4740-aa71-18c4aadfb28a', 'name': 'volume-2874b2f4-36a0-4740-aa71-18c4aadfb28a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '526a38ba-8b2b-4d65-a435-f690b453b052', 'attached_at': '2025-05-08T12:00:54.000000', 'detached_at': '', 'volume_id': '2874b2f4-36a0-4740-aa71-18c4aadfb28a', 'serial': '2874b2f4-36a0-4740-aa71-18c4aadfb28a'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1198.679233] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40ab48d-a096-4ce3-8a85-94a1e1e25741 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.707674] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7117adb-cb56-4a21-83ba-a05786ec8f70 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.716282] env[70542]: DEBUG oslo_vmware.api [None req-0a9505a2-66e3-4aee-930c-85a4a48ac3a0 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.719120] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f3cd3d-d3ab-4f3d-8fb8-a8839c55f73f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.743167] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b6babf-96bf-4308-92c1-dd1efa595e6e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.762124] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] The volume has not been displaced from its original location: [datastore2] volume-2874b2f4-36a0-4740-aa71-18c4aadfb28a/volume-2874b2f4-36a0-4740-aa71-18c4aadfb28a.vmdk. No consolidation needed. {{(pid=70542) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1198.767632] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1198.768064] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f83cf54-2102-45f4-81f7-2f8e48f2b04c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.787453] env[70542]: DEBUG oslo_vmware.api [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1198.787453] env[70542]: value = "task-3912139" [ 1198.787453] env[70542]: _type = "Task" [ 1198.787453] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.798235] env[70542]: DEBUG oslo_vmware.api [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.908704] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f0b06e-83c4-40c6-b917-c54286b8a1ad {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.940100] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf0a133-2937-47d1-a328-3d68e13b5c4a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.953536] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Updating instance '3bca2ad2-586a-4993-8697-b0d5e596196d' progress to 83 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1198.974448] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d237bb35-49d4-44ed-ab5f-681e272cfe3b tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "eaac2297-6a38-4b0a-b195-6e7a80ca044f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.939s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.064699] env[70542]: DEBUG oslo_vmware.api [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912138, 'name': ReconfigVM_Task, 'duration_secs': 0.206661} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.068127] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Updating instance '97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe' progress to 33 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1199.161115] env[70542]: DEBUG nova.network.neutron [None req-0672c424-292d-4939-86c6-d17f24f0b9d8 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Updating instance_info_cache with network_info: [{"id": "0490ed55-5e6b-4d4a-a031-6907967ebc4a", "address": "fa:16:3e:c7:c7:5e", "network": {"id": "cb2452d7-26b0-41a5-b2ef-49ec0aa38d63", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-965637655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f974897deac94f82bcc21dc9f99839e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0490ed55-5e", "ovs_interfaceid": "0490ed55-5e6b-4d4a-a031-6907967ebc4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.214976] env[70542]: DEBUG oslo_vmware.api [None req-0a9505a2-66e3-4aee-930c-85a4a48ac3a0 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.260880] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.262018] env[70542]: DEBUG nova.compute.manager [req-18e70c1e-5ee2-46e6-a4ed-ab9cf459d61c req-b111db3e-d627-453e-96cd-784e5662a1d2 service nova] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Received event network-vif-plugged-31a1fcba-6d2a-415e-9598-aa6e1143036a {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.262261] env[70542]: DEBUG oslo_concurrency.lockutils [req-18e70c1e-5ee2-46e6-a4ed-ab9cf459d61c req-b111db3e-d627-453e-96cd-784e5662a1d2 service nova] Acquiring lock "e7d5b0ac-3b7d-402c-a15a-2067a87e537a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.262520] env[70542]: DEBUG oslo_concurrency.lockutils [req-18e70c1e-5ee2-46e6-a4ed-ab9cf459d61c req-b111db3e-d627-453e-96cd-784e5662a1d2 service nova] Lock "e7d5b0ac-3b7d-402c-a15a-2067a87e537a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.262659] env[70542]: DEBUG oslo_concurrency.lockutils [req-18e70c1e-5ee2-46e6-a4ed-ab9cf459d61c req-b111db3e-d627-453e-96cd-784e5662a1d2 service nova] Lock "e7d5b0ac-3b7d-402c-a15a-2067a87e537a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.262846] env[70542]: DEBUG nova.compute.manager [req-18e70c1e-5ee2-46e6-a4ed-ab9cf459d61c req-b111db3e-d627-453e-96cd-784e5662a1d2 service nova] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] No waiting events found dispatching network-vif-plugged-31a1fcba-6d2a-415e-9598-aa6e1143036a {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1199.263407] env[70542]: WARNING nova.compute.manager [req-18e70c1e-5ee2-46e6-a4ed-ab9cf459d61c req-b111db3e-d627-453e-96cd-784e5662a1d2 service nova] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Received unexpected event network-vif-plugged-31a1fcba-6d2a-415e-9598-aa6e1143036a for instance with vm_state building and task_state spawning. [ 1199.263735] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.264461] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.264663] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.264909] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.265254] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.265469] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.265607] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70542) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1199.265778] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.266062] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Cleaning up deleted instances with incomplete migration {{(pid=70542) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1199.301476] env[70542]: DEBUG oslo_vmware.api [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912139, 'name': ReconfigVM_Task, 'duration_secs': 0.374045} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.301476] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1199.306328] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0934767-54e3-438d-b99b-a6fb4cce3a47 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.326099] env[70542]: DEBUG oslo_vmware.api [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1199.326099] env[70542]: value = "task-3912140" [ 1199.326099] env[70542]: _type = "Task" [ 1199.326099] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.342752] env[70542]: DEBUG oslo_vmware.api [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912140, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.369430] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab03b9d9-9d51-4a62-a470-8e3e550775d3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.378016] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc1e531-f24e-4be3-a257-99a1f63c71e3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.410670] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ba3ae8-5287-4080-9447-7b70810e23fe {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.419824] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5827e56e-1b23-45e6-8825-7981e859a9de {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.435168] env[70542]: DEBUG nova.compute.provider_tree [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.462735] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.463481] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53211764-79bb-4884-895e-60756d6ec3e0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.473202] env[70542]: DEBUG oslo_vmware.api [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1199.473202] env[70542]: value = "task-3912141" [ 1199.473202] env[70542]: _type = "Task" [ 1199.473202] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.483351] env[70542]: DEBUG oslo_vmware.api [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.575909] env[70542]: DEBUG nova.virt.hardware [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.575909] env[70542]: DEBUG nova.virt.hardware [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.575909] env[70542]: DEBUG nova.virt.hardware [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.576083] env[70542]: DEBUG nova.virt.hardware [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.576285] env[70542]: DEBUG nova.virt.hardware [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.576405] env[70542]: DEBUG nova.virt.hardware [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.576559] env[70542]: DEBUG nova.virt.hardware [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.576732] env[70542]: DEBUG nova.virt.hardware [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.576901] env[70542]: DEBUG nova.virt.hardware [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.577095] env[70542]: DEBUG nova.virt.hardware [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.577274] env[70542]: DEBUG nova.virt.hardware [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.582992] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1199.583756] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a72ba72b-113f-4b69-9022-7a5923471458 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.605162] env[70542]: DEBUG oslo_vmware.api [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1199.605162] env[70542]: value = "task-3912142" [ 1199.605162] env[70542]: _type = "Task" [ 1199.605162] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.615045] env[70542]: DEBUG oslo_vmware.api [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.664550] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0672c424-292d-4939-86c6-d17f24f0b9d8 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Releasing lock "refresh_cache-a0636410-05b1-4aaa-84fa-984852dcedb4" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.665824] env[70542]: DEBUG nova.objects.instance [None req-0672c424-292d-4939-86c6-d17f24f0b9d8 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Lazy-loading 'flavor' on Instance uuid a0636410-05b1-4aaa-84fa-984852dcedb4 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.716365] env[70542]: DEBUG oslo_vmware.api [None req-0a9505a2-66e3-4aee-930c-85a4a48ac3a0 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.837116] env[70542]: DEBUG oslo_vmware.api [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912140, 'name': ReconfigVM_Task, 'duration_secs': 0.334683} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.837661] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776840', 'volume_id': '2874b2f4-36a0-4740-aa71-18c4aadfb28a', 'name': 'volume-2874b2f4-36a0-4740-aa71-18c4aadfb28a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '526a38ba-8b2b-4d65-a435-f690b453b052', 'attached_at': '2025-05-08T12:00:54.000000', 'detached_at': '', 'volume_id': '2874b2f4-36a0-4740-aa71-18c4aadfb28a', 'serial': '2874b2f4-36a0-4740-aa71-18c4aadfb28a'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1199.837754] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.838503] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b7b82a-ef5a-495d-b349-7b04aa2c6368 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.844702] env[70542]: DEBUG nova.network.neutron [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Successfully updated port: 31a1fcba-6d2a-415e-9598-aa6e1143036a {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1199.848178] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.848804] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf347898-8766-466b-b0bb-b49760432ed5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.877131] env[70542]: DEBUG nova.compute.manager [req-e67e79ed-c3a3-4fc6-a717-3d30b0a2a530 req-d48280b3-4e24-4ac6-80d4-85263207174b service nova] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Received event network-changed-31a1fcba-6d2a-415e-9598-aa6e1143036a {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.877742] env[70542]: DEBUG nova.compute.manager [req-e67e79ed-c3a3-4fc6-a717-3d30b0a2a530 req-d48280b3-4e24-4ac6-80d4-85263207174b service nova] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Refreshing instance network info cache due to event network-changed-31a1fcba-6d2a-415e-9598-aa6e1143036a. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1199.877847] env[70542]: DEBUG oslo_concurrency.lockutils [req-e67e79ed-c3a3-4fc6-a717-3d30b0a2a530 req-d48280b3-4e24-4ac6-80d4-85263207174b service nova] Acquiring lock "refresh_cache-e7d5b0ac-3b7d-402c-a15a-2067a87e537a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.878119] env[70542]: DEBUG oslo_concurrency.lockutils [req-e67e79ed-c3a3-4fc6-a717-3d30b0a2a530 req-d48280b3-4e24-4ac6-80d4-85263207174b service nova] Acquired lock "refresh_cache-e7d5b0ac-3b7d-402c-a15a-2067a87e537a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.878426] env[70542]: DEBUG nova.network.neutron [req-e67e79ed-c3a3-4fc6-a717-3d30b0a2a530 req-d48280b3-4e24-4ac6-80d4-85263207174b service nova] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Refreshing network info cache for port 31a1fcba-6d2a-415e-9598-aa6e1143036a {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.938650] env[70542]: DEBUG nova.scheduler.client.report [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.945867] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.946165] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.946381] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Deleting the datastore file [datastore1] 526a38ba-8b2b-4d65-a435-f690b453b052 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.947137] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f28b8a79-13e0-4855-9054-aabefadf5df6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.956316] env[70542]: DEBUG oslo_vmware.api [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1199.956316] env[70542]: value = "task-3912144" [ 1199.956316] env[70542]: _type = "Task" [ 1199.956316] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.968908] env[70542]: DEBUG oslo_vmware.api [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.983442] env[70542]: DEBUG oslo_vmware.api [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912141, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.115873] env[70542]: DEBUG oslo_vmware.api [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912142, 'name': ReconfigVM_Task, 'duration_secs': 0.217078} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.116201] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1200.117056] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25ff92e-ffad-4dd8-bfaf-08042cc5d663 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.141452] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] volume-3390fb28-683b-439f-ac23-3607b6182ad0/volume-3390fb28-683b-439f-ac23-3607b6182ad0.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.142278] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eefd328f-6cd4-4567-91f8-9a304bd08e3c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.163512] env[70542]: DEBUG oslo_vmware.api [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1200.163512] env[70542]: value = "task-3912145" [ 1200.163512] env[70542]: _type = "Task" [ 1200.163512] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.175058] env[70542]: DEBUG oslo_vmware.api [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912145, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.176781] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629aaa68-6dc3-4122-adcf-e81e1b67663d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.200684] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-0672c424-292d-4939-86c6-d17f24f0b9d8 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.201293] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c77cafce-7731-4223-97f4-aaf0da0e9ae3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.211496] env[70542]: DEBUG oslo_vmware.api [None req-0672c424-292d-4939-86c6-d17f24f0b9d8 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1200.211496] env[70542]: value = "task-3912146" [ 1200.211496] env[70542]: _type = "Task" [ 1200.211496] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.219580] env[70542]: DEBUG oslo_vmware.api [None req-0a9505a2-66e3-4aee-930c-85a4a48ac3a0 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912130, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.226097] env[70542]: DEBUG oslo_vmware.api [None req-0672c424-292d-4939-86c6-d17f24f0b9d8 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.349881] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Acquiring lock "refresh_cache-e7d5b0ac-3b7d-402c-a15a-2067a87e537a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.420385] env[70542]: DEBUG nova.network.neutron [req-e67e79ed-c3a3-4fc6-a717-3d30b0a2a530 req-d48280b3-4e24-4ac6-80d4-85263207174b service nova] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1200.444853] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.447464] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.648s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.449433] env[70542]: INFO nova.compute.claims [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1200.467290] env[70542]: DEBUG oslo_vmware.api [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323737} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.470792] env[70542]: INFO nova.scheduler.client.report [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Deleted allocations for instance 53cad18e-9a42-41ed-9b6b-264cdbcaa19d [ 1200.472093] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.472337] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.472577] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.472774] env[70542]: INFO nova.compute.manager [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Took 2.32 seconds to destroy the instance on the hypervisor. [ 1200.473059] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.475804] env[70542]: DEBUG nova.compute.manager [-] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1200.475954] env[70542]: DEBUG nova.network.neutron [-] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.491290] env[70542]: DEBUG oslo_vmware.api [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912141, 'name': PowerOnVM_Task, 'duration_secs': 0.526401} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.491290] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.491290] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ed52f5c6-a202-4021-8a85-4debee0f7796 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Updating instance '3bca2ad2-586a-4993-8697-b0d5e596196d' progress to 100 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1200.545089] env[70542]: DEBUG nova.network.neutron [req-e67e79ed-c3a3-4fc6-a717-3d30b0a2a530 req-d48280b3-4e24-4ac6-80d4-85263207174b service nova] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.676731] env[70542]: DEBUG oslo_vmware.api [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912145, 'name': ReconfigVM_Task, 'duration_secs': 0.383185} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.677793] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Reconfigured VM instance instance-00000066 to attach disk [datastore2] volume-3390fb28-683b-439f-ac23-3607b6182ad0/volume-3390fb28-683b-439f-ac23-3607b6182ad0.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.678430] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Updating instance '97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe' progress to 50 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1200.727027] env[70542]: DEBUG oslo_vmware.api [None req-0a9505a2-66e3-4aee-930c-85a4a48ac3a0 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912130, 'name': ReconfigVM_Task, 'duration_secs': 5.795436} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.730092] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0a9505a2-66e3-4aee-930c-85a4a48ac3a0 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.730452] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9505a2-66e3-4aee-930c-85a4a48ac3a0 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Reconfigured VM to detach interface {{(pid=70542) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1200.733586] env[70542]: DEBUG oslo_vmware.api [None req-0672c424-292d-4939-86c6-d17f24f0b9d8 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912146, 'name': PowerOffVM_Task, 'duration_secs': 0.220553} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.735298] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-0672c424-292d-4939-86c6-d17f24f0b9d8 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.741175] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-0672c424-292d-4939-86c6-d17f24f0b9d8 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1200.744665] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf1408e3-6994-403e-8ab1-cba9b1006405 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.759584] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "dcdcc26c-ace3-44f3-9a1a-22a902ae006e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.759850] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "dcdcc26c-ace3-44f3-9a1a-22a902ae006e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.769318] env[70542]: DEBUG oslo_vmware.api [None req-0672c424-292d-4939-86c6-d17f24f0b9d8 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1200.769318] env[70542]: value = "task-3912147" [ 1200.769318] env[70542]: _type = "Task" [ 1200.769318] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.783041] env[70542]: DEBUG oslo_vmware.api [None req-0672c424-292d-4939-86c6-d17f24f0b9d8 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.983219] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5da41c92-9ed7-4162-b33d-b3aeb177c415 tempest-ServersAdminNegativeTestJSON-1138087894 tempest-ServersAdminNegativeTestJSON-1138087894-project-member] Lock "53cad18e-9a42-41ed-9b6b-264cdbcaa19d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.704s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.047980] env[70542]: DEBUG oslo_concurrency.lockutils [req-e67e79ed-c3a3-4fc6-a717-3d30b0a2a530 req-d48280b3-4e24-4ac6-80d4-85263207174b service nova] Releasing lock "refresh_cache-e7d5b0ac-3b7d-402c-a15a-2067a87e537a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.048402] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Acquired lock "refresh_cache-e7d5b0ac-3b7d-402c-a15a-2067a87e537a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.048570] env[70542]: DEBUG nova.network.neutron [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.189554] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fbba4d-9f88-4978-bf52-619da1e53039 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.228347] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f882ad2e-89ad-45fb-906e-17d2c87c2885 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.253467] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Updating instance '97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe' progress to 67 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1201.263122] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager.update_available_resource {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.268019] env[70542]: DEBUG nova.compute.manager [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1201.286656] env[70542]: DEBUG oslo_vmware.api [None req-0672c424-292d-4939-86c6-d17f24f0b9d8 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912147, 'name': ReconfigVM_Task, 'duration_secs': 0.246788} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.286954] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-0672c424-292d-4939-86c6-d17f24f0b9d8 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1201.287161] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-0672c424-292d-4939-86c6-d17f24f0b9d8 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.287710] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3c1b6a8-4192-47f8-8201-412cd9adffec {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.297442] env[70542]: DEBUG oslo_vmware.api [None req-0672c424-292d-4939-86c6-d17f24f0b9d8 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1201.297442] env[70542]: value = "task-3912148" [ 1201.297442] env[70542]: _type = "Task" [ 1201.297442] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.307586] env[70542]: DEBUG oslo_vmware.api [None req-0672c424-292d-4939-86c6-d17f24f0b9d8 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912148, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.599382] env[70542]: DEBUG nova.network.neutron [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1201.772416] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.781062] env[70542]: DEBUG nova.network.neutron [-] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.797728] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.807756] env[70542]: DEBUG oslo_vmware.api [None req-0672c424-292d-4939-86c6-d17f24f0b9d8 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912148, 'name': PowerOnVM_Task, 'duration_secs': 0.396862} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.808670] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-0672c424-292d-4939-86c6-d17f24f0b9d8 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.808897] env[70542]: DEBUG nova.compute.manager [None req-0672c424-292d-4939-86c6-d17f24f0b9d8 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1201.810061] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b05b2c5-e7f3-4a69-a12a-2ab9a7de5959 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.813229] env[70542]: DEBUG nova.network.neutron [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Updating instance_info_cache with network_info: [{"id": "31a1fcba-6d2a-415e-9598-aa6e1143036a", "address": "fa:16:3e:3c:5e:74", "network": {"id": "8d3a38fa-6e23-4dd0-8b1d-a1dca37f9cc8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-622083798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "459f0495912e495a813edb0f10bd9890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31a1fcba-6d", "ovs_interfaceid": "31a1fcba-6d2a-415e-9598-aa6e1143036a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.851269] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a6bbbd-c03e-49be-96be-cdd703bb554a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.860176] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04e0b94-e595-4fd7-aba8-49a4863b1107 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.899798] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625f7707-29ff-4b91-8a46-8110efdebded {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.909529] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18db35f5-a85a-48ae-b4e3-26f7a9de0588 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.919231] env[70542]: DEBUG nova.compute.manager [req-d9d17139-377f-477c-9d72-31ede1c85fe3 req-fddb41cb-5b20-4a15-a6dc-279195a5080a service nova] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Received event network-vif-deleted-511022f6-ead8-4463-80be-4bd5d2609c2a {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.928531] env[70542]: DEBUG nova.compute.provider_tree [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.285030] env[70542]: INFO nova.compute.manager [-] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Took 1.81 seconds to deallocate network for instance. [ 1202.305238] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0a9505a2-66e3-4aee-930c-85a4a48ac3a0 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "refresh_cache-edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.305419] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0a9505a2-66e3-4aee-930c-85a4a48ac3a0 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquired lock "refresh_cache-edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.305595] env[70542]: DEBUG nova.network.neutron [None req-0a9505a2-66e3-4aee-930c-85a4a48ac3a0 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.318503] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Releasing lock "refresh_cache-e7d5b0ac-3b7d-402c-a15a-2067a87e537a" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.318908] env[70542]: DEBUG nova.compute.manager [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Instance network_info: |[{"id": "31a1fcba-6d2a-415e-9598-aa6e1143036a", "address": "fa:16:3e:3c:5e:74", "network": {"id": "8d3a38fa-6e23-4dd0-8b1d-a1dca37f9cc8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-622083798-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "459f0495912e495a813edb0f10bd9890", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31a1fcba-6d", "ovs_interfaceid": "31a1fcba-6d2a-415e-9598-aa6e1143036a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1202.319702] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:5e:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31a1fcba-6d2a-415e-9598-aa6e1143036a', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.327144] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Creating folder: Project (459f0495912e495a813edb0f10bd9890). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1202.330279] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad7f6ba2-1a03-4bc8-b591-7387697106d3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.344539] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Created folder: Project (459f0495912e495a813edb0f10bd9890) in parent group-v776569. [ 1202.344943] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Creating folder: Instances. Parent ref: group-v776872. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1202.345337] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abb6ff33-63c7-4377-8dfc-ca294336ac8f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.358160] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Created folder: Instances in parent group-v776872. [ 1202.358487] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.358751] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.358970] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44aa89fa-086a-45a4-b271-837bd9c49ffd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.381084] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.381084] env[70542]: value = "task-3912151" [ 1202.381084] env[70542]: _type = "Task" [ 1202.381084] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.391024] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912151, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.431788] env[70542]: DEBUG nova.scheduler.client.report [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.688047] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "edbfd293-e24b-4e63-8b03-c2dd51cb202b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.688351] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "edbfd293-e24b-4e63-8b03-c2dd51cb202b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.691256] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "edbfd293-e24b-4e63-8b03-c2dd51cb202b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.691581] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "edbfd293-e24b-4e63-8b03-c2dd51cb202b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.691812] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "edbfd293-e24b-4e63-8b03-c2dd51cb202b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.694199] env[70542]: INFO nova.compute.manager [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Terminating instance [ 1202.831252] env[70542]: INFO nova.compute.manager [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Took 0.55 seconds to detach 1 volumes for instance. [ 1202.893135] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912151, 'name': CreateVM_Task, 'duration_secs': 0.356931} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.893314] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1202.894010] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.894181] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.894646] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.894754] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63a20ed5-cb0a-4eeb-9e74-65035db19652 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.900624] env[70542]: DEBUG oslo_vmware.api [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Waiting for the task: (returnval){ [ 1202.900624] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e2f661-5675-ba9f-9221-49beb6796476" [ 1202.900624] env[70542]: _type = "Task" [ 1202.900624] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.912713] env[70542]: DEBUG oslo_vmware.api [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e2f661-5675-ba9f-9221-49beb6796476, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.937380] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.937922] env[70542]: DEBUG nova.compute.manager [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1202.940597] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.621s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.940935] env[70542]: DEBUG nova.objects.instance [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lazy-loading 'resources' on Instance uuid 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.053556] env[70542]: DEBUG nova.network.neutron [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Port 58638020-105d-4552-8f1e-42ced7da1c54 binding to destination host cpu-1 is already ACTIVE {{(pid=70542) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1203.119448] env[70542]: INFO nova.network.neutron [None req-0a9505a2-66e3-4aee-930c-85a4a48ac3a0 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Port 6daf8085-f101-435b-b6f1-8f054b068aa9 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1203.119798] env[70542]: DEBUG nova.network.neutron [None req-0a9505a2-66e3-4aee-930c-85a4a48ac3a0 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Updating instance_info_cache with network_info: [{"id": "e1854e81-4cf2-48cb-9f9e-474b20ca3851", "address": "fa:16:3e:39:ac:c6", "network": {"id": "83f7a9d1-9ac5-408f-a945-d6b16a42df8c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-617327996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3850b9c8425489ea8aedd367c3848a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1854e81-4c", "ovs_interfaceid": "e1854e81-4cf2-48cb-9f9e-474b20ca3851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.198127] env[70542]: DEBUG nova.compute.manager [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1203.198355] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.199408] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80b110f-5b80-4a5f-a61b-3c36a0dba5cf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.204403] env[70542]: DEBUG nova.network.neutron [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Port bf5244cb-449f-453e-94eb-83727400de7b binding to destination host cpu-1 is already ACTIVE {{(pid=70542) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1203.204680] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "refresh_cache-3bca2ad2-586a-4993-8697-b0d5e596196d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.204830] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquired lock "refresh_cache-3bca2ad2-586a-4993-8697-b0d5e596196d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.204994] env[70542]: DEBUG nova.network.neutron [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.208239] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.208733] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61cd8581-2940-493d-9866-01e2a5db043b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.216298] env[70542]: DEBUG oslo_vmware.api [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 1203.216298] env[70542]: value = "task-3912152" [ 1203.216298] env[70542]: _type = "Task" [ 1203.216298] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.226306] env[70542]: DEBUG oslo_vmware.api [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.339357] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.356498] env[70542]: DEBUG oslo_concurrency.lockutils [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquiring lock "a0636410-05b1-4aaa-84fa-984852dcedb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.356769] env[70542]: DEBUG oslo_concurrency.lockutils [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Lock "a0636410-05b1-4aaa-84fa-984852dcedb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.357034] env[70542]: DEBUG oslo_concurrency.lockutils [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquiring lock "a0636410-05b1-4aaa-84fa-984852dcedb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.357298] env[70542]: DEBUG oslo_concurrency.lockutils [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Lock "a0636410-05b1-4aaa-84fa-984852dcedb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.357694] env[70542]: DEBUG oslo_concurrency.lockutils [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Lock "a0636410-05b1-4aaa-84fa-984852dcedb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.360106] env[70542]: INFO nova.compute.manager [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Terminating instance [ 1203.412772] env[70542]: DEBUG oslo_vmware.api [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e2f661-5675-ba9f-9221-49beb6796476, 'name': SearchDatastore_Task, 'duration_secs': 0.018744} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.414400] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.414489] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.414680] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.414826] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.415028] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.417691] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-578ab428-7372-4311-abe8-736cce3fd7a0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.419657] env[70542]: DEBUG oslo_concurrency.lockutils [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Acquiring lock "01cbec47-45cb-436c-bfa8-01194dde9c38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.419864] env[70542]: DEBUG oslo_concurrency.lockutils [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Lock "01cbec47-45cb-436c-bfa8-01194dde9c38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.430623] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.430623] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1203.431939] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c9906c8-6955-4c42-a74b-c23581ea2751 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.438778] env[70542]: DEBUG oslo_vmware.api [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Waiting for the task: (returnval){ [ 1203.438778] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fb1943-1e0d-bddb-7342-6dddb853c493" [ 1203.438778] env[70542]: _type = "Task" [ 1203.438778] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.443338] env[70542]: DEBUG nova.compute.utils [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1203.448134] env[70542]: DEBUG nova.compute.manager [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1203.448320] env[70542]: DEBUG nova.network.neutron [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1203.452412] env[70542]: DEBUG oslo_vmware.api [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fb1943-1e0d-bddb-7342-6dddb853c493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.491295] env[70542]: DEBUG nova.policy [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46f336b7709047d39b0e316e6c508575', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e922748ead94b5cbab3c291b4e567b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1203.622638] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0a9505a2-66e3-4aee-930c-85a4a48ac3a0 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Releasing lock "refresh_cache-edbfd293-e24b-4e63-8b03-c2dd51cb202b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.735156] env[70542]: DEBUG oslo_vmware.api [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912152, 'name': PowerOffVM_Task, 'duration_secs': 0.356014} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.736149] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.736478] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.737717] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c44bf91a-0c7c-4ddf-9db2-cfb2b2c3acd2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.865936] env[70542]: DEBUG nova.compute.manager [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1203.866225] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.867491] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09b3b83-1e2e-41cf-87c0-857dfc380893 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.876709] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.876845] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1371c3e7-7284-42d1-8197-356b4a261d1c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.889634] env[70542]: DEBUG oslo_vmware.api [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1203.889634] env[70542]: value = "task-3912154" [ 1203.889634] env[70542]: _type = "Task" [ 1203.889634] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.901333] env[70542]: DEBUG oslo_vmware.api [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.913515] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925d59e5-5693-4ed0-8785-b3e90bc8a146 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.921799] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b218c6-77f1-42e1-88a4-3de1e5c6dbf1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.927328] env[70542]: DEBUG nova.compute.manager [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1203.962170] env[70542]: DEBUG nova.compute.manager [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1203.965627] env[70542]: DEBUG nova.network.neutron [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Successfully created port: 9766f855-9197-4d64-bad6-a4684ed6ebd7 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1203.971017] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67b431c-147b-4c37-88e7-df22fdc76ebb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.982055] env[70542]: DEBUG oslo_vmware.api [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fb1943-1e0d-bddb-7342-6dddb853c493, 'name': SearchDatastore_Task, 'duration_secs': 0.010889} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.984107] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f181a30-cf61-4d90-83b5-e51b826c2cae {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.989117] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33954fd7-60e7-470e-9f43-76ae02367c7c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.003145] env[70542]: DEBUG nova.compute.provider_tree [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.006113] env[70542]: DEBUG oslo_vmware.api [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Waiting for the task: (returnval){ [ 1204.006113] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fde566-14ea-7e56-d196-6fabfac4ee61" [ 1204.006113] env[70542]: _type = "Task" [ 1204.006113] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.019716] env[70542]: DEBUG oslo_vmware.api [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fde566-14ea-7e56-d196-6fabfac4ee61, 'name': SearchDatastore_Task, 'duration_secs': 0.015053} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.020016] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.020287] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] e7d5b0ac-3b7d-402c-a15a-2067a87e537a/e7d5b0ac-3b7d-402c-a15a-2067a87e537a.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1204.020560] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bbbe4ca-0f46-4310-bfd6-54823faf0d88 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.028013] env[70542]: DEBUG oslo_vmware.api [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Waiting for the task: (returnval){ [ 1204.028013] env[70542]: value = "task-3912155" [ 1204.028013] env[70542]: _type = "Task" [ 1204.028013] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.037327] env[70542]: DEBUG oslo_vmware.api [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Task: {'id': task-3912155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.080557] env[70542]: DEBUG oslo_concurrency.lockutils [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.081119] env[70542]: DEBUG oslo_concurrency.lockutils [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.081224] env[70542]: DEBUG oslo_concurrency.lockutils [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.082843] env[70542]: DEBUG nova.network.neutron [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Updating instance_info_cache with network_info: [{"id": "bf5244cb-449f-453e-94eb-83727400de7b", "address": "fa:16:3e:65:5d:df", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5244cb-44", "ovs_interfaceid": "bf5244cb-449f-453e-94eb-83727400de7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.127974] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0a9505a2-66e3-4aee-930c-85a4a48ac3a0 tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "interface-edbfd293-e24b-4e63-8b03-c2dd51cb202b-6daf8085-f101-435b-b6f1-8f054b068aa9" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.067s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.405343] env[70542]: DEBUG oslo_vmware.api [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912154, 'name': PowerOffVM_Task, 'duration_secs': 0.277955} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.405808] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.405960] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1204.406206] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bab0b6d-9036-4000-ad28-c9677c0cf793 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.413791] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.414033] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.414227] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Deleting the datastore file [datastore1] edbfd293-e24b-4e63-8b03-c2dd51cb202b {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.414506] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9d6af43-c71e-4ddd-8362-59964ab74076 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.424011] env[70542]: DEBUG oslo_vmware.api [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 1204.424011] env[70542]: value = "task-3912157" [ 1204.424011] env[70542]: _type = "Task" [ 1204.424011] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.438108] env[70542]: DEBUG oslo_vmware.api [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.454560] env[70542]: DEBUG oslo_concurrency.lockutils [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.484773] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.485071] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.485396] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Deleting the datastore file [datastore1] a0636410-05b1-4aaa-84fa-984852dcedb4 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.485777] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94a8552d-ad82-44e4-8569-2e3f7a92a374 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.496837] env[70542]: DEBUG oslo_vmware.api [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1204.496837] env[70542]: value = "task-3912158" [ 1204.496837] env[70542]: _type = "Task" [ 1204.496837] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.511121] env[70542]: DEBUG nova.scheduler.client.report [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.515624] env[70542]: DEBUG oslo_vmware.api [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.544528] env[70542]: DEBUG oslo_vmware.api [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Task: {'id': task-3912155, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.587898] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Releasing lock "refresh_cache-3bca2ad2-586a-4993-8697-b0d5e596196d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.936222] env[70542]: DEBUG oslo_vmware.api [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.981793] env[70542]: DEBUG nova.compute.manager [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1205.009864] env[70542]: DEBUG oslo_vmware.api [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.016181] env[70542]: DEBUG nova.virt.hardware [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.016446] env[70542]: DEBUG nova.virt.hardware [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.016602] env[70542]: DEBUG nova.virt.hardware [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.016787] env[70542]: DEBUG nova.virt.hardware [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.016934] env[70542]: DEBUG nova.virt.hardware [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.017119] env[70542]: DEBUG nova.virt.hardware [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.017320] env[70542]: DEBUG nova.virt.hardware [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.017498] env[70542]: DEBUG nova.virt.hardware [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.017688] env[70542]: DEBUG nova.virt.hardware [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.017853] env[70542]: DEBUG nova.virt.hardware [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.018046] env[70542]: DEBUG nova.virt.hardware [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.018877] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.021454] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e2161f-28d6-4ce1-a59c-9738350acece {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.025223] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.034s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.025482] env[70542]: DEBUG nova.objects.instance [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Lazy-loading 'resources' on Instance uuid 28039b41-2038-4680-a266-370e585cc5c6 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.037927] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b32060-93b2-4707-8d8e-f99093b6ef7d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.046855] env[70542]: DEBUG oslo_vmware.api [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Task: {'id': task-3912155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608443} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.047617] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] e7d5b0ac-3b7d-402c-a15a-2067a87e537a/e7d5b0ac-3b7d-402c-a15a-2067a87e537a.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1205.047842] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1205.048179] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e95dc160-287f-45c8-b8f0-0d3be9006bc9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.051242] env[70542]: INFO nova.scheduler.client.report [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Deleted allocations for instance 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd [ 1205.069489] env[70542]: DEBUG oslo_vmware.api [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Waiting for the task: (returnval){ [ 1205.069489] env[70542]: value = "task-3912159" [ 1205.069489] env[70542]: _type = "Task" [ 1205.069489] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.078221] env[70542]: DEBUG oslo_vmware.api [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Task: {'id': task-3912159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.095034] env[70542]: DEBUG nova.compute.manager [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70542) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1205.095034] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.127911] env[70542]: DEBUG oslo_concurrency.lockutils [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "refresh_cache-97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.128142] env[70542]: DEBUG oslo_concurrency.lockutils [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquired lock "refresh_cache-97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.128341] env[70542]: DEBUG nova.network.neutron [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.436977] env[70542]: DEBUG oslo_vmware.api [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.582271} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.437631] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.437882] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.438156] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.438470] env[70542]: INFO nova.compute.manager [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1205.438831] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.439140] env[70542]: DEBUG nova.compute.manager [-] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1205.439272] env[70542]: DEBUG nova.network.neutron [-] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1205.508667] env[70542]: DEBUG oslo_vmware.api [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.547689} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.509152] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.509416] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.509678] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.509921] env[70542]: INFO nova.compute.manager [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1205.510277] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.510518] env[70542]: DEBUG nova.compute.manager [-] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1205.510680] env[70542]: DEBUG nova.network.neutron [-] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1205.571091] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c5c08787-e011-4922-ac73-2362cef5a06d tempest-ListServerFiltersTestJSON-136218615 tempest-ListServerFiltersTestJSON-136218615-project-member] Lock "5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.755s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.582221] env[70542]: DEBUG oslo_vmware.api [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Task: {'id': task-3912159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075097} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.586852] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1205.586852] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74821bc3-ee38-4b95-b132-d06ee5763703 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.615295] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] e7d5b0ac-3b7d-402c-a15a-2067a87e537a/e7d5b0ac-3b7d-402c-a15a-2067a87e537a.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.619019] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb33051d-387d-4879-9ae9-165e1edaa0ef {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.648492] env[70542]: DEBUG oslo_vmware.api [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Waiting for the task: (returnval){ [ 1205.648492] env[70542]: value = "task-3912160" [ 1205.648492] env[70542]: _type = "Task" [ 1205.648492] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.664318] env[70542]: DEBUG oslo_vmware.api [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Task: {'id': task-3912160, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.805986] env[70542]: DEBUG nova.compute.manager [req-13b23940-c382-4108-a531-f1d32522b672 req-60605572-824a-4ea6-b330-ed90415535a1 service nova] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Received event network-vif-plugged-9766f855-9197-4d64-bad6-a4684ed6ebd7 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.806234] env[70542]: DEBUG oslo_concurrency.lockutils [req-13b23940-c382-4108-a531-f1d32522b672 req-60605572-824a-4ea6-b330-ed90415535a1 service nova] Acquiring lock "7ac404ed-7342-46d2-89ef-2e8850e05713-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.806548] env[70542]: DEBUG oslo_concurrency.lockutils [req-13b23940-c382-4108-a531-f1d32522b672 req-60605572-824a-4ea6-b330-ed90415535a1 service nova] Lock "7ac404ed-7342-46d2-89ef-2e8850e05713-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.806765] env[70542]: DEBUG oslo_concurrency.lockutils [req-13b23940-c382-4108-a531-f1d32522b672 req-60605572-824a-4ea6-b330-ed90415535a1 service nova] Lock "7ac404ed-7342-46d2-89ef-2e8850e05713-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.807028] env[70542]: DEBUG nova.compute.manager [req-13b23940-c382-4108-a531-f1d32522b672 req-60605572-824a-4ea6-b330-ed90415535a1 service nova] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] No waiting events found dispatching network-vif-plugged-9766f855-9197-4d64-bad6-a4684ed6ebd7 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1205.807160] env[70542]: WARNING nova.compute.manager [req-13b23940-c382-4108-a531-f1d32522b672 req-60605572-824a-4ea6-b330-ed90415535a1 service nova] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Received unexpected event network-vif-plugged-9766f855-9197-4d64-bad6-a4684ed6ebd7 for instance with vm_state building and task_state spawning. [ 1205.963436] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6d345b-1840-4532-a0b0-208d0bccd875 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.972733] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386443f9-6be7-4895-963a-ce5dedccfc1d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.977029] env[70542]: DEBUG nova.network.neutron [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Successfully updated port: 9766f855-9197-4d64-bad6-a4684ed6ebd7 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1206.008067] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f913646-4144-4180-a42c-ed2b8f66933a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.012998] env[70542]: DEBUG nova.compute.manager [req-1606fc29-fdb1-4ef5-8c14-e9de4666ba9f req-36e302cf-4ba8-4109-a994-23033d668ceb service nova] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Received event network-changed-9766f855-9197-4d64-bad6-a4684ed6ebd7 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.013358] env[70542]: DEBUG nova.compute.manager [req-1606fc29-fdb1-4ef5-8c14-e9de4666ba9f req-36e302cf-4ba8-4109-a994-23033d668ceb service nova] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Refreshing instance network info cache due to event network-changed-9766f855-9197-4d64-bad6-a4684ed6ebd7. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1206.013450] env[70542]: DEBUG oslo_concurrency.lockutils [req-1606fc29-fdb1-4ef5-8c14-e9de4666ba9f req-36e302cf-4ba8-4109-a994-23033d668ceb service nova] Acquiring lock "refresh_cache-7ac404ed-7342-46d2-89ef-2e8850e05713" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.013559] env[70542]: DEBUG oslo_concurrency.lockutils [req-1606fc29-fdb1-4ef5-8c14-e9de4666ba9f req-36e302cf-4ba8-4109-a994-23033d668ceb service nova] Acquired lock "refresh_cache-7ac404ed-7342-46d2-89ef-2e8850e05713" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.013718] env[70542]: DEBUG nova.network.neutron [req-1606fc29-fdb1-4ef5-8c14-e9de4666ba9f req-36e302cf-4ba8-4109-a994-23033d668ceb service nova] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Refreshing network info cache for port 9766f855-9197-4d64-bad6-a4684ed6ebd7 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.026602] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299afee2-e56f-4874-83fe-70ecb5fb6f54 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.042697] env[70542]: DEBUG nova.compute.provider_tree [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.102057] env[70542]: DEBUG nova.compute.manager [req-4b8c540a-70bc-43eb-9857-8e19be7b8923 req-0d797f1d-b4ca-4878-9af1-9128a832e035 service nova] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Received event network-vif-deleted-0490ed55-5e6b-4d4a-a031-6907967ebc4a {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.102057] env[70542]: INFO nova.compute.manager [req-4b8c540a-70bc-43eb-9857-8e19be7b8923 req-0d797f1d-b4ca-4878-9af1-9128a832e035 service nova] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Neutron deleted interface 0490ed55-5e6b-4d4a-a031-6907967ebc4a; detaching it from the instance and deleting it from the info cache [ 1206.106481] env[70542]: DEBUG nova.network.neutron [req-4b8c540a-70bc-43eb-9857-8e19be7b8923 req-0d797f1d-b4ca-4878-9af1-9128a832e035 service nova] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.109161] env[70542]: DEBUG nova.network.neutron [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Updating instance_info_cache with network_info: [{"id": "58638020-105d-4552-8f1e-42ced7da1c54", "address": "fa:16:3e:ff:f0:1e", "network": {"id": "8d681135-929a-4d37-8f8e-5b42cb601fa2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449826457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ed649ce03f4cb994a22b4fae711fb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58638020-10", "ovs_interfaceid": "58638020-105d-4552-8f1e-42ced7da1c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.160412] env[70542]: DEBUG oslo_vmware.api [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Task: {'id': task-3912160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.479693] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "refresh_cache-7ac404ed-7342-46d2-89ef-2e8850e05713" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.546095] env[70542]: DEBUG nova.scheduler.client.report [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.574232] env[70542]: DEBUG nova.network.neutron [-] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.598913] env[70542]: DEBUG nova.network.neutron [req-1606fc29-fdb1-4ef5-8c14-e9de4666ba9f req-36e302cf-4ba8-4109-a994-23033d668ceb service nova] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1206.608868] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35b80393-54e3-48e2-b4bd-de19a3b0162a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.613025] env[70542]: DEBUG oslo_concurrency.lockutils [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Releasing lock "refresh_cache-97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.628471] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048382f4-79ef-443a-a05a-4de4aa84ca00 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.679674] env[70542]: DEBUG oslo_vmware.api [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Task: {'id': task-3912160, 'name': ReconfigVM_Task, 'duration_secs': 0.595375} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.680448] env[70542]: DEBUG nova.compute.manager [req-4b8c540a-70bc-43eb-9857-8e19be7b8923 req-0d797f1d-b4ca-4878-9af1-9128a832e035 service nova] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Detach interface failed, port_id=0490ed55-5e6b-4d4a-a031-6907967ebc4a, reason: Instance a0636410-05b1-4aaa-84fa-984852dcedb4 could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1206.681375] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Reconfigured VM instance instance-0000006c to attach disk [datastore2] e7d5b0ac-3b7d-402c-a15a-2067a87e537a/e7d5b0ac-3b7d-402c-a15a-2067a87e537a.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.682350] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-737c944e-19c1-4c28-b7dc-ee1284a21c77 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.691829] env[70542]: DEBUG oslo_vmware.api [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Waiting for the task: (returnval){ [ 1206.691829] env[70542]: value = "task-3912161" [ 1206.691829] env[70542]: _type = "Task" [ 1206.691829] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.702786] env[70542]: DEBUG oslo_vmware.api [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Task: {'id': task-3912161, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.732455] env[70542]: DEBUG nova.network.neutron [req-1606fc29-fdb1-4ef5-8c14-e9de4666ba9f req-36e302cf-4ba8-4109-a994-23033d668ceb service nova] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.054035] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.057624] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.285s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.057814] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.057974] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70542) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1207.060845] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.261s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.064832] env[70542]: INFO nova.compute.claims [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.066387] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff4dfa5-fdab-4eb7-b70c-1e9b1c493464 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.078103] env[70542]: INFO nova.compute.manager [-] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Took 1.57 seconds to deallocate network for instance. [ 1207.082424] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03db20f-f6e9-4d49-a361-0ad9bd826061 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.092396] env[70542]: INFO nova.scheduler.client.report [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Deleted allocations for instance 28039b41-2038-4680-a266-370e585cc5c6 [ 1207.106225] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c4004a-a2d9-4785-8ea1-f4613a900adf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.114848] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1ab38d-a2b4-4682-81b7-ff7a9c2703e0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.164209] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178985MB free_disk=39GB free_vcpus=48 pci_devices=None {{(pid=70542) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1207.164361] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.166569] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4491e6-e306-4e79-819b-12576cf54efe {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.174793] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a995e6-cef8-4179-a411-6bfcfc1a9655 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.214227] env[70542]: DEBUG oslo_vmware.api [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Task: {'id': task-3912161, 'name': Rename_Task, 'duration_secs': 0.196342} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.214227] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.214439] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f6b9944-fd06-4cdb-ad5e-bd154fa4d32c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.225095] env[70542]: DEBUG oslo_vmware.api [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Waiting for the task: (returnval){ [ 1207.225095] env[70542]: value = "task-3912162" [ 1207.225095] env[70542]: _type = "Task" [ 1207.225095] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.241658] env[70542]: DEBUG oslo_concurrency.lockutils [req-1606fc29-fdb1-4ef5-8c14-e9de4666ba9f req-36e302cf-4ba8-4109-a994-23033d668ceb service nova] Releasing lock "refresh_cache-7ac404ed-7342-46d2-89ef-2e8850e05713" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.242333] env[70542]: DEBUG oslo_vmware.api [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Task: {'id': task-3912162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.242699] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquired lock "refresh_cache-7ac404ed-7342-46d2-89ef-2e8850e05713" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.242958] env[70542]: DEBUG nova.network.neutron [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.369519] env[70542]: DEBUG nova.network.neutron [-] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.593064] env[70542]: DEBUG oslo_concurrency.lockutils [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.618131] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e1725c07-636f-4e5f-9652-2e0d86541b4d tempest-ServersTestMultiNic-1028446262 tempest-ServersTestMultiNic-1028446262-project-member] Lock "28039b41-2038-4680-a266-370e585cc5c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.995s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.736084] env[70542]: DEBUG oslo_vmware.api [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Task: {'id': task-3912162, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.786049] env[70542]: DEBUG nova.network.neutron [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1207.872894] env[70542]: INFO nova.compute.manager [-] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Took 2.43 seconds to deallocate network for instance. [ 1207.978923] env[70542]: DEBUG nova.network.neutron [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Updating instance_info_cache with network_info: [{"id": "9766f855-9197-4d64-bad6-a4684ed6ebd7", "address": "fa:16:3e:73:7a:99", "network": {"id": "6d890173-8c4a-4650-b12e-fdf4413c0b42", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1479529892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e922748ead94b5cbab3c291b4e567b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9766f855-91", "ovs_interfaceid": "9766f855-9197-4d64-bad6-a4684ed6ebd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.052615] env[70542]: DEBUG nova.compute.manager [req-a81a82ef-0629-4cae-bdc5-359efbb55ac1 req-468eb0a1-f9ff-4be1-91bc-fbfb6ebc10c6 service nova] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Received event network-vif-deleted-e1854e81-4cf2-48cb-9f9e-474b20ca3851 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.125164] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Acquiring lock "6aaf7309-2719-4401-bebb-8249380c8ecd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.125580] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Lock "6aaf7309-2719-4401-bebb-8249380c8ecd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.236943] env[70542]: DEBUG oslo_vmware.api [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Task: {'id': task-3912162, 'name': PowerOnVM_Task, 'duration_secs': 0.698116} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.240376] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.240658] env[70542]: INFO nova.compute.manager [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Took 9.76 seconds to spawn the instance on the hypervisor. [ 1208.240875] env[70542]: DEBUG nova.compute.manager [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1208.242165] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202fcba1-4360-447a-9eef-c3d94b2f7e55 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.302567] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc4c08d-1413-4d06-81a2-2af50ebc3840 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.325766] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95aa8acc-6adf-44cd-9918-106bd8c65128 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.334287] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Updating instance '97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe' progress to 83 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1208.384257] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.463308] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9394c98-6d53-49b2-9c01-6d700c94d8db {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.481282] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Releasing lock "refresh_cache-7ac404ed-7342-46d2-89ef-2e8850e05713" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.482317] env[70542]: DEBUG nova.compute.manager [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Instance network_info: |[{"id": "9766f855-9197-4d64-bad6-a4684ed6ebd7", "address": "fa:16:3e:73:7a:99", "network": {"id": "6d890173-8c4a-4650-b12e-fdf4413c0b42", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1479529892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e922748ead94b5cbab3c291b4e567b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9766f855-91", "ovs_interfaceid": "9766f855-9197-4d64-bad6-a4684ed6ebd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1208.483666] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:7a:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9766f855-9197-4d64-bad6-a4684ed6ebd7', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1208.501914] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.502969] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36bdde9-3fec-47b4-8dfa-6d89f0eb716e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.511309] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1208.511466] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-accb613e-6121-4057-beea-85a4424cd1ed {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.579821] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a83958-cb25-475e-92f1-0f2fbe925998 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.582602] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1208.582602] env[70542]: value = "task-3912163" [ 1208.582602] env[70542]: _type = "Task" [ 1208.582602] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.589728] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a29f37f-1b45-4ec5-a097-41d3557a123d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.597461] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912163, 'name': CreateVM_Task} progress is 15%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.609948] env[70542]: DEBUG nova.compute.provider_tree [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.629242] env[70542]: DEBUG nova.compute.manager [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1208.765043] env[70542]: INFO nova.compute.manager [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Took 35.78 seconds to build instance. [ 1208.845818] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.846036] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e61faa87-20fe-41af-b199-b72aaa2ca04e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.855842] env[70542]: DEBUG oslo_vmware.api [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1208.855842] env[70542]: value = "task-3912164" [ 1208.855842] env[70542]: _type = "Task" [ 1208.855842] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.867478] env[70542]: DEBUG oslo_vmware.api [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.093439] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912163, 'name': CreateVM_Task, 'duration_secs': 0.510794} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.093664] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1209.094399] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.094568] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.094911] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.095202] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7a806dd-b014-4c6e-87ec-c2402ee6e3f4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.101749] env[70542]: DEBUG oslo_vmware.api [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1209.101749] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5250ff95-f834-154f-dca3-31570110874e" [ 1209.101749] env[70542]: _type = "Task" [ 1209.101749] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.110897] env[70542]: DEBUG oslo_vmware.api [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5250ff95-f834-154f-dca3-31570110874e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.112943] env[70542]: DEBUG nova.scheduler.client.report [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.158329] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.268020] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f2d1a60d-5139-4cdc-a738-715433b73211 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Lock "e7d5b0ac-3b7d-402c-a15a-2067a87e537a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.295s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.371276] env[70542]: DEBUG oslo_vmware.api [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912164, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.612975] env[70542]: DEBUG oslo_vmware.api [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5250ff95-f834-154f-dca3-31570110874e, 'name': SearchDatastore_Task, 'duration_secs': 0.029796} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.613410] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.613410] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1209.613727] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.613918] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.614125] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1209.614458] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-863ac6b4-efee-47b5-b115-89e4f3d54a66 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.622255] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.623059] env[70542]: DEBUG nova.compute.manager [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1209.627370] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Acquiring lock "e7d5b0ac-3b7d-402c-a15a-2067a87e537a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.627885] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Lock "e7d5b0ac-3b7d-402c-a15a-2067a87e537a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.628236] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Acquiring lock "e7d5b0ac-3b7d-402c-a15a-2067a87e537a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.628538] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Lock "e7d5b0ac-3b7d-402c-a15a-2067a87e537a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.628808] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Lock "e7d5b0ac-3b7d-402c-a15a-2067a87e537a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.637025] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.294s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.637025] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.637025] env[70542]: DEBUG oslo_concurrency.lockutils [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.182s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.639451] env[70542]: INFO nova.compute.claims [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1209.642395] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1209.642846] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1209.645545] env[70542]: INFO nova.compute.manager [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Terminating instance [ 1209.647519] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26fc7804-e3c6-462a-af2a-d9140071fcc2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.658080] env[70542]: DEBUG oslo_vmware.api [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1209.658080] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cd4ab1-f4ee-05bc-6324-28e48de61d32" [ 1209.658080] env[70542]: _type = "Task" [ 1209.658080] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.667978] env[70542]: DEBUG oslo_vmware.api [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cd4ab1-f4ee-05bc-6324-28e48de61d32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.679379] env[70542]: INFO nova.scheduler.client.report [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Deleted allocations for instance 526a38ba-8b2b-4d65-a435-f690b453b052 [ 1209.869318] env[70542]: DEBUG oslo_vmware.api [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912164, 'name': PowerOnVM_Task, 'duration_secs': 0.828581} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.869687] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.869971] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-55db8cda-be5e-4853-9f06-39c0ae8ce52f tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Updating instance '97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe' progress to 100 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.136385] env[70542]: DEBUG nova.compute.utils [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1210.136385] env[70542]: DEBUG nova.compute.manager [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1210.136385] env[70542]: DEBUG nova.network.neutron [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1210.153801] env[70542]: DEBUG nova.compute.manager [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1210.154026] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1210.155311] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cc60ed-95d6-4359-8801-9da7a8ed8591 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.173645] env[70542]: DEBUG oslo_vmware.api [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52cd4ab1-f4ee-05bc-6324-28e48de61d32, 'name': SearchDatastore_Task, 'duration_secs': 0.019629} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.177432] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.177740] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-719a2a31-de51-4e82-8fbf-fce708ecfe54 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.181326] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e787cf1e-c0a9-4e8c-8440-dc6c05df4fa4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.188226] env[70542]: DEBUG oslo_vmware.api [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1210.188226] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e1c978-8270-d3ca-8373-aa656590d1b8" [ 1210.188226] env[70542]: _type = "Task" [ 1210.188226] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.189386] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2dc2c680-74db-4716-93f5-42f65dfe6a0a tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "526a38ba-8b2b-4d65-a435-f690b453b052" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.541s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.197074] env[70542]: DEBUG oslo_vmware.api [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Waiting for the task: (returnval){ [ 1210.197074] env[70542]: value = "task-3912165" [ 1210.197074] env[70542]: _type = "Task" [ 1210.197074] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.210182] env[70542]: DEBUG oslo_vmware.api [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e1c978-8270-d3ca-8373-aa656590d1b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.217315] env[70542]: DEBUG oslo_vmware.api [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Task: {'id': task-3912165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.219056] env[70542]: DEBUG nova.policy [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc09931b23ca4916813a48dd7b8eede6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61e08b9a5d9e4633a5a552d37a71e158', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1210.640171] env[70542]: DEBUG nova.compute.manager [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1210.721999] env[70542]: DEBUG oslo_vmware.api [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52e1c978-8270-d3ca-8373-aa656590d1b8, 'name': SearchDatastore_Task, 'duration_secs': 0.018146} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.722577] env[70542]: DEBUG nova.network.neutron [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Successfully created port: dde9e57d-f051-4636-9602-1816abd7a20a {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1210.726029] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.726477] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 7ac404ed-7342-46d2-89ef-2e8850e05713/7ac404ed-7342-46d2-89ef-2e8850e05713.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1210.736398] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-119f619d-73b4-4aca-b1d5-a0f68dbb6ff4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.741207] env[70542]: DEBUG oslo_vmware.api [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Task: {'id': task-3912165, 'name': PowerOffVM_Task, 'duration_secs': 0.186493} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.741362] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.741762] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1210.742708] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7aa35090-c019-436c-a42c-c79216e3aecb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.748902] env[70542]: DEBUG oslo_vmware.api [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1210.748902] env[70542]: value = "task-3912166" [ 1210.748902] env[70542]: _type = "Task" [ 1210.748902] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.768884] env[70542]: DEBUG oslo_vmware.api [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.815560] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1210.816036] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1210.816313] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Deleting the datastore file [datastore2] e7d5b0ac-3b7d-402c-a15a-2067a87e537a {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.817919] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-260ea43d-d984-4e65-bf8c-66bd735c00e4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.828761] env[70542]: DEBUG oslo_vmware.api [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Waiting for the task: (returnval){ [ 1210.828761] env[70542]: value = "task-3912168" [ 1210.828761] env[70542]: _type = "Task" [ 1210.828761] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.841497] env[70542]: DEBUG oslo_vmware.api [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Task: {'id': task-3912168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.109251] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec943015-a5fc-4294-9858-1117ac3039d3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.121146] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f4cffe-86b1-413f-82d8-e6aac32c9210 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.172265] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708912d9-157a-4e42-a61b-27dfb3eb9868 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.186230] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a5d9c3-28a8-4823-945f-885156455107 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.204555] env[70542]: DEBUG nova.compute.provider_tree [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.266257] env[70542]: DEBUG oslo_vmware.api [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516972} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.266654] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 7ac404ed-7342-46d2-89ef-2e8850e05713/7ac404ed-7342-46d2-89ef-2e8850e05713.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1211.266926] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1211.267334] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9be83765-eb91-4054-bc36-33910bdd8840 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.275784] env[70542]: DEBUG oslo_vmware.api [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1211.275784] env[70542]: value = "task-3912169" [ 1211.275784] env[70542]: _type = "Task" [ 1211.275784] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.287658] env[70542]: DEBUG oslo_vmware.api [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.342482] env[70542]: DEBUG oslo_vmware.api [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Task: {'id': task-3912168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448139} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.342819] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.343065] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1211.343603] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1211.343899] env[70542]: INFO nova.compute.manager [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1211.344337] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.344683] env[70542]: DEBUG nova.compute.manager [-] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1211.344817] env[70542]: DEBUG nova.network.neutron [-] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1211.673723] env[70542]: DEBUG nova.compute.manager [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1211.707912] env[70542]: DEBUG nova.virt.hardware [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.708619] env[70542]: DEBUG nova.virt.hardware [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.708893] env[70542]: DEBUG nova.virt.hardware [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.709327] env[70542]: DEBUG nova.virt.hardware [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.709640] env[70542]: DEBUG nova.virt.hardware [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.710474] env[70542]: DEBUG nova.virt.hardware [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.710474] env[70542]: DEBUG nova.virt.hardware [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.710474] env[70542]: DEBUG nova.virt.hardware [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.710714] env[70542]: DEBUG nova.virt.hardware [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.710890] env[70542]: DEBUG nova.virt.hardware [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.711126] env[70542]: DEBUG nova.virt.hardware [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.712100] env[70542]: DEBUG nova.scheduler.client.report [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.719024] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213c12f7-cdbc-4862-a2d8-05dd129863d2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.725605] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b124b536-8144-4014-abc5-ad04dd983a7e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.787024] env[70542]: DEBUG oslo_vmware.api [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079715} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.787024] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1211.787604] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7bd32b-8438-4808-8a4c-209c58ccfa2d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.811425] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 7ac404ed-7342-46d2-89ef-2e8850e05713/7ac404ed-7342-46d2-89ef-2e8850e05713.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.812648] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf9347b8-b8c3-4ced-a38b-6785edf4c9d9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.836997] env[70542]: DEBUG oslo_vmware.api [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1211.836997] env[70542]: value = "task-3912170" [ 1211.836997] env[70542]: _type = "Task" [ 1211.836997] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.846382] env[70542]: DEBUG oslo_vmware.api [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912170, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.939706] env[70542]: DEBUG nova.compute.manager [req-68620013-f61a-47b8-b5ee-e892dd58dae0 req-6e1e1234-9288-4dae-99bc-b87ccdcc0bf8 service nova] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Received event network-vif-deleted-31a1fcba-6d2a-415e-9598-aa6e1143036a {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.939786] env[70542]: INFO nova.compute.manager [req-68620013-f61a-47b8-b5ee-e892dd58dae0 req-6e1e1234-9288-4dae-99bc-b87ccdcc0bf8 service nova] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Neutron deleted interface 31a1fcba-6d2a-415e-9598-aa6e1143036a; detaching it from the instance and deleting it from the info cache [ 1211.940628] env[70542]: DEBUG nova.network.neutron [req-68620013-f61a-47b8-b5ee-e892dd58dae0 req-6e1e1234-9288-4dae-99bc-b87ccdcc0bf8 service nova] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.946146] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.946146] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.054927] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7c8c6969-f192-48ff-97e3-8c41ccac86b6 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.055233] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7c8c6969-f192-48ff-97e3-8c41ccac86b6 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.055429] env[70542]: DEBUG nova.compute.manager [None req-7c8c6969-f192-48ff-97e3-8c41ccac86b6 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Going to confirm migration 8 {{(pid=70542) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1212.220918] env[70542]: DEBUG oslo_concurrency.lockutils [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.221583] env[70542]: DEBUG nova.compute.manager [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1212.224400] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 7.130s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.326551] env[70542]: DEBUG nova.compute.manager [req-ec35b6a1-95e7-4398-8215-877759ee4eb5 req-e528c5b4-b7a3-445a-8a97-cd31816302de service nova] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Received event network-vif-plugged-dde9e57d-f051-4636-9602-1816abd7a20a {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.326836] env[70542]: DEBUG oslo_concurrency.lockutils [req-ec35b6a1-95e7-4398-8215-877759ee4eb5 req-e528c5b4-b7a3-445a-8a97-cd31816302de service nova] Acquiring lock "dcdcc26c-ace3-44f3-9a1a-22a902ae006e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.327233] env[70542]: DEBUG oslo_concurrency.lockutils [req-ec35b6a1-95e7-4398-8215-877759ee4eb5 req-e528c5b4-b7a3-445a-8a97-cd31816302de service nova] Lock "dcdcc26c-ace3-44f3-9a1a-22a902ae006e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.327454] env[70542]: DEBUG oslo_concurrency.lockutils [req-ec35b6a1-95e7-4398-8215-877759ee4eb5 req-e528c5b4-b7a3-445a-8a97-cd31816302de service nova] Lock "dcdcc26c-ace3-44f3-9a1a-22a902ae006e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.327649] env[70542]: DEBUG nova.compute.manager [req-ec35b6a1-95e7-4398-8215-877759ee4eb5 req-e528c5b4-b7a3-445a-8a97-cd31816302de service nova] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] No waiting events found dispatching network-vif-plugged-dde9e57d-f051-4636-9602-1816abd7a20a {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1212.327818] env[70542]: WARNING nova.compute.manager [req-ec35b6a1-95e7-4398-8215-877759ee4eb5 req-e528c5b4-b7a3-445a-8a97-cd31816302de service nova] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Received unexpected event network-vif-plugged-dde9e57d-f051-4636-9602-1816abd7a20a for instance with vm_state building and task_state spawning. [ 1212.348894] env[70542]: DEBUG oslo_vmware.api [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.423155] env[70542]: DEBUG nova.network.neutron [-] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.436435] env[70542]: DEBUG nova.network.neutron [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Successfully updated port: dde9e57d-f051-4636-9602-1816abd7a20a {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1212.446897] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0269b20b-0dda-4782-a69e-2cd39e7cc131 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.449654] env[70542]: DEBUG nova.compute.manager [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1212.463261] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78410af0-9f12-4c99-9d9e-1317396d0d58 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.502988] env[70542]: DEBUG nova.compute.manager [req-68620013-f61a-47b8-b5ee-e892dd58dae0 req-6e1e1234-9288-4dae-99bc-b87ccdcc0bf8 service nova] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Detach interface failed, port_id=31a1fcba-6d2a-415e-9598-aa6e1143036a, reason: Instance e7d5b0ac-3b7d-402c-a15a-2067a87e537a could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1212.614461] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7c8c6969-f192-48ff-97e3-8c41ccac86b6 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "refresh_cache-97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.614669] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7c8c6969-f192-48ff-97e3-8c41ccac86b6 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquired lock "refresh_cache-97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.614913] env[70542]: DEBUG nova.network.neutron [None req-7c8c6969-f192-48ff-97e3-8c41ccac86b6 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.615034] env[70542]: DEBUG nova.objects.instance [None req-7c8c6969-f192-48ff-97e3-8c41ccac86b6 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lazy-loading 'info_cache' on Instance uuid 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.727762] env[70542]: DEBUG nova.compute.utils [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1212.729407] env[70542]: DEBUG nova.objects.instance [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lazy-loading 'migration_context' on Instance uuid 3bca2ad2-586a-4993-8697-b0d5e596196d {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.730912] env[70542]: DEBUG nova.compute.manager [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Not allocating networking since 'none' was specified. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1212.848813] env[70542]: DEBUG oslo_vmware.api [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912170, 'name': ReconfigVM_Task, 'duration_secs': 0.574253} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.849111] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 7ac404ed-7342-46d2-89ef-2e8850e05713/7ac404ed-7342-46d2-89ef-2e8850e05713.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.849790] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35fdc169-e05e-4a20-9d10-6bcfbf441df5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.857491] env[70542]: DEBUG oslo_vmware.api [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1212.857491] env[70542]: value = "task-3912171" [ 1212.857491] env[70542]: _type = "Task" [ 1212.857491] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.865559] env[70542]: DEBUG oslo_vmware.api [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912171, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.926795] env[70542]: INFO nova.compute.manager [-] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Took 1.58 seconds to deallocate network for instance. [ 1212.940148] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "refresh_cache-dcdcc26c-ace3-44f3-9a1a-22a902ae006e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.940341] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquired lock "refresh_cache-dcdcc26c-ace3-44f3-9a1a-22a902ae006e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.940493] env[70542]: DEBUG nova.network.neutron [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.975557] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.231865] env[70542]: DEBUG nova.compute.manager [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1213.370641] env[70542]: DEBUG oslo_vmware.api [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912171, 'name': Rename_Task, 'duration_secs': 0.261381} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.370930] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.371200] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37a3a580-c719-4ef4-9652-700c0f237b06 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.381160] env[70542]: DEBUG oslo_vmware.api [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1213.381160] env[70542]: value = "task-3912172" [ 1213.381160] env[70542]: _type = "Task" [ 1213.381160] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.392956] env[70542]: DEBUG oslo_vmware.api [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.434480] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.471161] env[70542]: DEBUG nova.network.neutron [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1213.512971] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781fdb6b-421c-463d-8717-d54289556f3e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.520994] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde2e1f5-9b56-467c-bf88-898f30cd4591 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.555110] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79eeda56-13dc-4de5-8561-c8310760dbf2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.563594] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0c11f1-95c5-4cb7-a9b4-19cbc772daa5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.578186] env[70542]: DEBUG nova.compute.provider_tree [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.646458] env[70542]: DEBUG nova.network.neutron [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Updating instance_info_cache with network_info: [{"id": "dde9e57d-f051-4636-9602-1816abd7a20a", "address": "fa:16:3e:d4:e7:bd", "network": {"id": "20d310b5-8e82-48d7-831a-f4574abe6a68", "bridge": "br-int", "label": "tempest-ServersTestJSON-1326883806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e08b9a5d9e4633a5a552d37a71e158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde9e57d-f0", "ovs_interfaceid": "dde9e57d-f051-4636-9602-1816abd7a20a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.893572] env[70542]: DEBUG oslo_vmware.api [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912172, 'name': PowerOnVM_Task, 'duration_secs': 0.453448} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.893855] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.894076] env[70542]: INFO nova.compute.manager [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1213.894233] env[70542]: DEBUG nova.compute.manager [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1213.895050] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1fa00d-ed61-4509-88ee-80a0beab8c6c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.905587] env[70542]: DEBUG nova.network.neutron [None req-7c8c6969-f192-48ff-97e3-8c41ccac86b6 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Updating instance_info_cache with network_info: [{"id": "58638020-105d-4552-8f1e-42ced7da1c54", "address": "fa:16:3e:ff:f0:1e", "network": {"id": "8d681135-929a-4d37-8f8e-5b42cb601fa2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-449826457-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1ed649ce03f4cb994a22b4fae711fb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58638020-10", "ovs_interfaceid": "58638020-105d-4552-8f1e-42ced7da1c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.083086] env[70542]: DEBUG nova.scheduler.client.report [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.149549] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Releasing lock "refresh_cache-dcdcc26c-ace3-44f3-9a1a-22a902ae006e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.149883] env[70542]: DEBUG nova.compute.manager [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Instance network_info: |[{"id": "dde9e57d-f051-4636-9602-1816abd7a20a", "address": "fa:16:3e:d4:e7:bd", "network": {"id": "20d310b5-8e82-48d7-831a-f4574abe6a68", "bridge": "br-int", "label": "tempest-ServersTestJSON-1326883806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e08b9a5d9e4633a5a552d37a71e158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde9e57d-f0", "ovs_interfaceid": "dde9e57d-f051-4636-9602-1816abd7a20a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1214.150361] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:e7:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dde9e57d-f051-4636-9602-1816abd7a20a', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1214.157956] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.158195] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1214.158440] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6917b77-245a-4bbf-858a-8a3c0758926c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.179368] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1214.179368] env[70542]: value = "task-3912173" [ 1214.179368] env[70542]: _type = "Task" [ 1214.179368] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.187246] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912173, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.249359] env[70542]: DEBUG nova.compute.manager [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1214.281173] env[70542]: DEBUG nova.virt.hardware [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1214.281430] env[70542]: DEBUG nova.virt.hardware [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1214.281593] env[70542]: DEBUG nova.virt.hardware [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.281779] env[70542]: DEBUG nova.virt.hardware [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1214.281922] env[70542]: DEBUG nova.virt.hardware [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.282080] env[70542]: DEBUG nova.virt.hardware [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1214.282295] env[70542]: DEBUG nova.virt.hardware [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1214.283039] env[70542]: DEBUG nova.virt.hardware [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1214.283039] env[70542]: DEBUG nova.virt.hardware [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1214.283039] env[70542]: DEBUG nova.virt.hardware [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1214.283039] env[70542]: DEBUG nova.virt.hardware [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1214.283808] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce93c203-93b5-4c46-ac2c-58aa0839af0a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.292383] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479d3838-fb4b-4b26-b88b-a4b02142cf16 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.308367] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Instance VIF info [] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1214.315312] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Creating folder: Project (b9049a04e487431384bf3a3958d168fe). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1214.315724] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61b1cffc-e9b4-4b22-b483-3ee0bef913fc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.329052] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Created folder: Project (b9049a04e487431384bf3a3958d168fe) in parent group-v776569. [ 1214.329192] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Creating folder: Instances. Parent ref: group-v776877. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1214.329482] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8aead29-cf72-497e-92bf-db5230fcc897 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.341217] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Created folder: Instances in parent group-v776877. [ 1214.341495] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.341700] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1214.341989] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03c1d728-d78a-4b5d-9d06-aa95211c3da2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.357033] env[70542]: DEBUG nova.compute.manager [req-56f87696-8b77-483f-905c-7bfd1e8fe6f2 req-0a30dc07-238b-4576-b96c-c0068455aebe service nova] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Received event network-changed-dde9e57d-f051-4636-9602-1816abd7a20a {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.357227] env[70542]: DEBUG nova.compute.manager [req-56f87696-8b77-483f-905c-7bfd1e8fe6f2 req-0a30dc07-238b-4576-b96c-c0068455aebe service nova] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Refreshing instance network info cache due to event network-changed-dde9e57d-f051-4636-9602-1816abd7a20a. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1214.357435] env[70542]: DEBUG oslo_concurrency.lockutils [req-56f87696-8b77-483f-905c-7bfd1e8fe6f2 req-0a30dc07-238b-4576-b96c-c0068455aebe service nova] Acquiring lock "refresh_cache-dcdcc26c-ace3-44f3-9a1a-22a902ae006e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.357576] env[70542]: DEBUG oslo_concurrency.lockutils [req-56f87696-8b77-483f-905c-7bfd1e8fe6f2 req-0a30dc07-238b-4576-b96c-c0068455aebe service nova] Acquired lock "refresh_cache-dcdcc26c-ace3-44f3-9a1a-22a902ae006e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.357733] env[70542]: DEBUG nova.network.neutron [req-56f87696-8b77-483f-905c-7bfd1e8fe6f2 req-0a30dc07-238b-4576-b96c-c0068455aebe service nova] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Refreshing network info cache for port dde9e57d-f051-4636-9602-1816abd7a20a {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.365562] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1214.365562] env[70542]: value = "task-3912176" [ 1214.365562] env[70542]: _type = "Task" [ 1214.365562] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.377503] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912176, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.412573] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7c8c6969-f192-48ff-97e3-8c41ccac86b6 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Releasing lock "refresh_cache-97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.412806] env[70542]: DEBUG nova.objects.instance [None req-7c8c6969-f192-48ff-97e3-8c41ccac86b6 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lazy-loading 'migration_context' on Instance uuid 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.416120] env[70542]: INFO nova.compute.manager [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Took 18.64 seconds to build instance. [ 1214.690375] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912173, 'name': CreateVM_Task, 'duration_secs': 0.326927} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.690569] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.691296] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.691469] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.691847] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.692141] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3484cf3-0db8-47ab-8462-6f30fd019a14 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.697490] env[70542]: DEBUG oslo_vmware.api [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1214.697490] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5288e5a3-653e-8a57-a753-70e7c2ce4baf" [ 1214.697490] env[70542]: _type = "Task" [ 1214.697490] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.707066] env[70542]: DEBUG oslo_vmware.api [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5288e5a3-653e-8a57-a753-70e7c2ce4baf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.872723] env[70542]: DEBUG oslo_concurrency.lockutils [None req-80862b7e-acdc-409c-a6ff-a931e1b7fd41 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "cf1597db-a00b-49ed-a04e-a970317c0505" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.872998] env[70542]: DEBUG oslo_concurrency.lockutils [None req-80862b7e-acdc-409c-a6ff-a931e1b7fd41 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "cf1597db-a00b-49ed-a04e-a970317c0505" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.877839] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912176, 'name': CreateVM_Task, 'duration_secs': 0.282296} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.878177] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.878582] env[70542]: DEBUG oslo_concurrency.lockutils [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.916676] env[70542]: DEBUG nova.objects.base [None req-7c8c6969-f192-48ff-97e3-8c41ccac86b6 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Object Instance<97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe> lazy-loaded attributes: info_cache,migration_context {{(pid=70542) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1214.917687] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffd743f-8ae1-4970-85d9-6701290c0f90 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.920876] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2ce1369c-4024-454a-be10-cc15081e2d37 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "7ac404ed-7342-46d2-89ef-2e8850e05713" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.163s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.939193] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c890b825-b970-4853-9fb7-3fb6bdb42bc1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.945641] env[70542]: DEBUG oslo_vmware.api [None req-7c8c6969-f192-48ff-97e3-8c41ccac86b6 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1214.945641] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524d29c8-b955-6cd4-06ad-25544da4b18c" [ 1214.945641] env[70542]: _type = "Task" [ 1214.945641] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.954913] env[70542]: DEBUG oslo_vmware.api [None req-7c8c6969-f192-48ff-97e3-8c41ccac86b6 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524d29c8-b955-6cd4-06ad-25544da4b18c, 'name': SearchDatastore_Task, 'duration_secs': 0.007461} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.955194] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7c8c6969-f192-48ff-97e3-8c41ccac86b6 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.100831] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.876s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.106491] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.942s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.165083] env[70542]: DEBUG nova.network.neutron [req-56f87696-8b77-483f-905c-7bfd1e8fe6f2 req-0a30dc07-238b-4576-b96c-c0068455aebe service nova] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Updated VIF entry in instance network info cache for port dde9e57d-f051-4636-9602-1816abd7a20a. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.165501] env[70542]: DEBUG nova.network.neutron [req-56f87696-8b77-483f-905c-7bfd1e8fe6f2 req-0a30dc07-238b-4576-b96c-c0068455aebe service nova] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Updating instance_info_cache with network_info: [{"id": "dde9e57d-f051-4636-9602-1816abd7a20a", "address": "fa:16:3e:d4:e7:bd", "network": {"id": "20d310b5-8e82-48d7-831a-f4574abe6a68", "bridge": "br-int", "label": "tempest-ServersTestJSON-1326883806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e08b9a5d9e4633a5a552d37a71e158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde9e57d-f0", "ovs_interfaceid": "dde9e57d-f051-4636-9602-1816abd7a20a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.208923] env[70542]: DEBUG oslo_vmware.api [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5288e5a3-653e-8a57-a753-70e7c2ce4baf, 'name': SearchDatastore_Task, 'duration_secs': 0.023416} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.209287] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.209542] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.209775] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.209917] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.210111] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.210409] env[70542]: DEBUG oslo_concurrency.lockutils [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.210705] env[70542]: DEBUG oslo_concurrency.lockutils [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.210927] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2170071-1ba0-4c0d-91e6-77a034aa021e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.212985] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bae929f0-ef52-4142-b2b6-710f24bae6a4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.218592] env[70542]: DEBUG oslo_vmware.api [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Waiting for the task: (returnval){ [ 1215.218592] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52858cf2-2f6d-072e-5ac4-d3a680128ae5" [ 1215.218592] env[70542]: _type = "Task" [ 1215.218592] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.222876] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.222876] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.227061] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0722a03-8248-4c87-9d07-1c02a5dc0e77 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.232550] env[70542]: DEBUG oslo_vmware.api [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52858cf2-2f6d-072e-5ac4-d3a680128ae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.237196] env[70542]: DEBUG oslo_vmware.api [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1215.237196] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5267b8b4-e491-72b1-c451-c46cb2c1e5d1" [ 1215.237196] env[70542]: _type = "Task" [ 1215.237196] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.249599] env[70542]: DEBUG oslo_vmware.api [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5267b8b4-e491-72b1-c451-c46cb2c1e5d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.344931] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cdca970f-d036-47df-98d1-2313add0a710 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "7ac404ed-7342-46d2-89ef-2e8850e05713" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.345315] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cdca970f-d036-47df-98d1-2313add0a710 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "7ac404ed-7342-46d2-89ef-2e8850e05713" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.345520] env[70542]: DEBUG nova.compute.manager [None req-cdca970f-d036-47df-98d1-2313add0a710 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1215.346501] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba455e77-c356-40b6-8c61-b9db537d9570 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.354390] env[70542]: DEBUG nova.compute.manager [None req-cdca970f-d036-47df-98d1-2313add0a710 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70542) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1215.354960] env[70542]: DEBUG nova.objects.instance [None req-cdca970f-d036-47df-98d1-2313add0a710 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lazy-loading 'flavor' on Instance uuid 7ac404ed-7342-46d2-89ef-2e8850e05713 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.379696] env[70542]: DEBUG nova.compute.utils [None req-80862b7e-acdc-409c-a6ff-a931e1b7fd41 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1215.668376] env[70542]: DEBUG oslo_concurrency.lockutils [req-56f87696-8b77-483f-905c-7bfd1e8fe6f2 req-0a30dc07-238b-4576-b96c-c0068455aebe service nova] Releasing lock "refresh_cache-dcdcc26c-ace3-44f3-9a1a-22a902ae006e" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.729736] env[70542]: DEBUG oslo_vmware.api [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52858cf2-2f6d-072e-5ac4-d3a680128ae5, 'name': SearchDatastore_Task, 'duration_secs': 0.019165} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.730107] env[70542]: DEBUG oslo_concurrency.lockutils [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.730394] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.730617] env[70542]: DEBUG oslo_concurrency.lockutils [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.749731] env[70542]: DEBUG oslo_vmware.api [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5267b8b4-e491-72b1-c451-c46cb2c1e5d1, 'name': SearchDatastore_Task, 'duration_secs': 0.017775} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.750504] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fb2ae71-0498-4244-9deb-fabf65043d48 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.756991] env[70542]: DEBUG oslo_vmware.api [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1215.756991] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52db39c4-89b4-4b1d-946f-bf8c6f309027" [ 1215.756991] env[70542]: _type = "Task" [ 1215.756991] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.766147] env[70542]: DEBUG oslo_vmware.api [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52db39c4-89b4-4b1d-946f-bf8c6f309027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.882930] env[70542]: DEBUG oslo_concurrency.lockutils [None req-80862b7e-acdc-409c-a6ff-a931e1b7fd41 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "cf1597db-a00b-49ed-a04e-a970317c0505" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.128959] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Applying migration context for instance 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe as it has an incoming, in-progress migration ae52d934-8c11-443f-862e-a0906a716830. Migration status is confirming {{(pid=70542) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1216.131238] env[70542]: INFO nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Updating resource usage from migration ae52d934-8c11-443f-862e-a0906a716830 [ 1216.159732] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance a2359267-0c7a-4410-86c1-caf5e26bc921 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1216.159732] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance a1f250ef-d141-4a91-9a5c-df91115e5ad9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1216.159897] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 10e06f9c-d7d5-4865-af99-2170c659d1b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1216.159942] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance bb068ba4-14de-4b39-b127-f4c51d1c685f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1216.160653] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1216.160653] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 8923d70c-588f-41c5-895e-3db23542b3e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1216.160653] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1216.160653] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 5cbf310f-5a9a-4026-9eea-462525cb0fd7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1216.160653] env[70542]: WARNING nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance edbfd293-e24b-4e63-8b03-c2dd51cb202b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1216.160653] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance cf1597db-a00b-49ed-a04e-a970317c0505 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1216.161097] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance a02183c0-68a1-4618-922a-64ce8d3fefc1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1216.161097] env[70542]: WARNING nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance a0636410-05b1-4aaa-84fa-984852dcedb4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1216.161097] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 1d623457-40da-4bc9-aa5b-92a1e4edc6c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1216.267955] env[70542]: DEBUG oslo_vmware.api [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52db39c4-89b4-4b1d-946f-bf8c6f309027, 'name': SearchDatastore_Task, 'duration_secs': 0.010501} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.268251] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.268511] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] dcdcc26c-ace3-44f3-9a1a-22a902ae006e/dcdcc26c-ace3-44f3-9a1a-22a902ae006e.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.268788] env[70542]: DEBUG oslo_concurrency.lockutils [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.268974] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1216.269386] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-604776dc-72f9-48f0-9d73-c55c6a06bab5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.271173] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52abf5d7-f0ca-4c41-828b-0eda6b697d9e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.279776] env[70542]: DEBUG oslo_vmware.api [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1216.279776] env[70542]: value = "task-3912177" [ 1216.279776] env[70542]: _type = "Task" [ 1216.279776] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.280945] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1216.281133] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1216.284909] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c09ff16-c1a7-40aa-b5ae-76e57c4fd948 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.291310] env[70542]: DEBUG oslo_vmware.api [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Waiting for the task: (returnval){ [ 1216.291310] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528cbcbe-56d5-4394-d7c2-198237e1d3af" [ 1216.291310] env[70542]: _type = "Task" [ 1216.291310] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.294936] env[70542]: DEBUG oslo_vmware.api [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.305062] env[70542]: DEBUG oslo_vmware.api [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528cbcbe-56d5-4394-d7c2-198237e1d3af, 'name': SearchDatastore_Task, 'duration_secs': 0.009383} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.305680] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2ecd4dd-8467-4fcb-8fbe-f46d0f39ef7d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.312384] env[70542]: DEBUG oslo_vmware.api [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Waiting for the task: (returnval){ [ 1216.312384] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521ea025-0d3c-10bc-8edd-4abe16c640dd" [ 1216.312384] env[70542]: _type = "Task" [ 1216.312384] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.323123] env[70542]: DEBUG oslo_vmware.api [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521ea025-0d3c-10bc-8edd-4abe16c640dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.362338] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdca970f-d036-47df-98d1-2313add0a710 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.362839] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0c31edc-6cc2-42f2-8f7d-8fd43d846573 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.371732] env[70542]: DEBUG oslo_vmware.api [None req-cdca970f-d036-47df-98d1-2313add0a710 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1216.371732] env[70542]: value = "task-3912178" [ 1216.371732] env[70542]: _type = "Task" [ 1216.371732] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.384294] env[70542]: DEBUG oslo_vmware.api [None req-cdca970f-d036-47df-98d1-2313add0a710 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.660814] env[70542]: INFO nova.compute.manager [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Swapping old allocation on dict_keys(['42cfc9d8-0155-4d55-9653-7de4fa794724']) held by migration 38170de7-0dd2-4ea8-afb8-317d521e287b for instance [ 1216.663479] env[70542]: INFO nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 38170de7-0dd2-4ea8-afb8-317d521e287b has allocations against this compute host but is not found in the database. [ 1216.663694] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 3bca2ad2-586a-4993-8697-b0d5e596196d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1216.663833] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Migration ae52d934-8c11-443f-862e-a0906a716830 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1216.663890] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1216.664045] env[70542]: WARNING nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance e7d5b0ac-3b7d-402c-a15a-2067a87e537a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1216.664195] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 7ac404ed-7342-46d2-89ef-2e8850e05713 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1216.664339] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance dcdcc26c-ace3-44f3-9a1a-22a902ae006e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1216.664414] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 01cbec47-45cb-436c-bfa8-01194dde9c38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1216.689904] env[70542]: DEBUG nova.scheduler.client.report [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Overwriting current allocation {'allocations': {'42cfc9d8-0155-4d55-9653-7de4fa794724': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 154}}, 'project_id': '3787f45ac4c04619b71bd981076ed605', 'user_id': '26a63e72e1ce46f189a6ddfa7791b63b', 'consumer_generation': 1} on consumer 3bca2ad2-586a-4993-8697-b0d5e596196d {{(pid=70542) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1216.782167] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "refresh_cache-3bca2ad2-586a-4993-8697-b0d5e596196d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.782363] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquired lock "refresh_cache-3bca2ad2-586a-4993-8697-b0d5e596196d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.782539] env[70542]: DEBUG nova.network.neutron [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.793065] env[70542]: DEBUG oslo_vmware.api [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477375} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.793852] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] dcdcc26c-ace3-44f3-9a1a-22a902ae006e/dcdcc26c-ace3-44f3-9a1a-22a902ae006e.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.794077] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.794329] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-752b059a-b2cf-4c30-8cda-294564c05c34 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.802152] env[70542]: DEBUG oslo_vmware.api [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1216.802152] env[70542]: value = "task-3912179" [ 1216.802152] env[70542]: _type = "Task" [ 1216.802152] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.810536] env[70542]: DEBUG oslo_vmware.api [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.822369] env[70542]: DEBUG oslo_vmware.api [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521ea025-0d3c-10bc-8edd-4abe16c640dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010275} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.822642] env[70542]: DEBUG oslo_concurrency.lockutils [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.822906] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 01cbec47-45cb-436c-bfa8-01194dde9c38/01cbec47-45cb-436c-bfa8-01194dde9c38.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.823183] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05aaab9e-c472-4abb-a84f-f066a80e854c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.831276] env[70542]: DEBUG oslo_vmware.api [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Waiting for the task: (returnval){ [ 1216.831276] env[70542]: value = "task-3912180" [ 1216.831276] env[70542]: _type = "Task" [ 1216.831276] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.840940] env[70542]: DEBUG oslo_vmware.api [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.882045] env[70542]: DEBUG oslo_vmware.api [None req-cdca970f-d036-47df-98d1-2313add0a710 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912178, 'name': PowerOffVM_Task, 'duration_secs': 0.30247} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.882276] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdca970f-d036-47df-98d1-2313add0a710 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1216.882475] env[70542]: DEBUG nova.compute.manager [None req-cdca970f-d036-47df-98d1-2313add0a710 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1216.883255] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc95543-0c12-456d-b42a-aea8d5e01ced {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.961207] env[70542]: DEBUG oslo_concurrency.lockutils [None req-80862b7e-acdc-409c-a6ff-a931e1b7fd41 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "cf1597db-a00b-49ed-a04e-a970317c0505" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.961613] env[70542]: DEBUG oslo_concurrency.lockutils [None req-80862b7e-acdc-409c-a6ff-a931e1b7fd41 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "cf1597db-a00b-49ed-a04e-a970317c0505" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.961938] env[70542]: INFO nova.compute.manager [None req-80862b7e-acdc-409c-a6ff-a931e1b7fd41 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Attaching volume b14e5e37-6ac2-4999-89f4-71de41b34529 to /dev/sdb [ 1217.004055] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb687006-b3b9-4b28-b837-a9a2366e0f26 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.012936] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efcbdd2-c2ae-495e-9613-409aa08e5637 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.028254] env[70542]: DEBUG nova.virt.block_device [None req-80862b7e-acdc-409c-a6ff-a931e1b7fd41 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Updating existing volume attachment record: e016e6bf-7edb-4c82-975c-1fdcc51e35ff {{(pid=70542) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1217.170967] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 6aaf7309-2719-4401-bebb-8249380c8ecd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1217.313768] env[70542]: DEBUG oslo_vmware.api [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072547} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.314061] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.314865] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3db667-e5eb-4d89-ab65-bb7293361783 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.339526] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] dcdcc26c-ace3-44f3-9a1a-22a902ae006e/dcdcc26c-ace3-44f3-9a1a-22a902ae006e.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.342312] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a32c4ee-9f03-44c1-8a65-3dc4600d57c2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.371013] env[70542]: DEBUG oslo_vmware.api [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912180, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439272} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.372724] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 01cbec47-45cb-436c-bfa8-01194dde9c38/01cbec47-45cb-436c-bfa8-01194dde9c38.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1217.373022] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1217.373420] env[70542]: DEBUG oslo_vmware.api [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1217.373420] env[70542]: value = "task-3912184" [ 1217.373420] env[70542]: _type = "Task" [ 1217.373420] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.373579] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-423b92c0-cee6-48ad-b94b-5b25f2865d52 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.385479] env[70542]: DEBUG oslo_vmware.api [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.386925] env[70542]: DEBUG oslo_vmware.api [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Waiting for the task: (returnval){ [ 1217.386925] env[70542]: value = "task-3912185" [ 1217.386925] env[70542]: _type = "Task" [ 1217.386925] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.396532] env[70542]: DEBUG oslo_vmware.api [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.397113] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cdca970f-d036-47df-98d1-2313add0a710 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "7ac404ed-7342-46d2-89ef-2e8850e05713" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.562372] env[70542]: DEBUG nova.network.neutron [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Updating instance_info_cache with network_info: [{"id": "bf5244cb-449f-453e-94eb-83727400de7b", "address": "fa:16:3e:65:5d:df", "network": {"id": "641db4c6-cda3-45d9-87af-079e7757eb0f", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "af0a84a1a3e84d0d92afbf1023bb8c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf5244cb-44", "ovs_interfaceid": "bf5244cb-449f-453e-94eb-83727400de7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.673275] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1217.673594] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1217.673738] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3968MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1217.885778] env[70542]: DEBUG oslo_vmware.api [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912184, 'name': ReconfigVM_Task, 'duration_secs': 0.315084} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.886076] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Reconfigured VM instance instance-0000006e to attach disk [datastore2] dcdcc26c-ace3-44f3-9a1a-22a902ae006e/dcdcc26c-ace3-44f3-9a1a-22a902ae006e.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.886790] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c786b23e-7365-47d4-bc5c-c2841ca9dfec {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.899568] env[70542]: DEBUG oslo_vmware.api [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087482} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.900806] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.901170] env[70542]: DEBUG oslo_vmware.api [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1217.901170] env[70542]: value = "task-3912186" [ 1217.901170] env[70542]: _type = "Task" [ 1217.901170] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.901885] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888d110b-c2ec-4b3e-9ae8-dc2004168382 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.916446] env[70542]: DEBUG oslo_vmware.api [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912186, 'name': Rename_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.934165] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 01cbec47-45cb-436c-bfa8-01194dde9c38/01cbec47-45cb-436c-bfa8-01194dde9c38.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.937391] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56c46a61-bcb7-4631-a6b1-49c821b3913c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.959340] env[70542]: DEBUG oslo_vmware.api [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Waiting for the task: (returnval){ [ 1217.959340] env[70542]: value = "task-3912187" [ 1217.959340] env[70542]: _type = "Task" [ 1217.959340] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.965827] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c4165c6c-1d29-43c1-821f-8f93429be08e tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "7ac404ed-7342-46d2-89ef-2e8850e05713" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.965986] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c4165c6c-1d29-43c1-821f-8f93429be08e tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "7ac404ed-7342-46d2-89ef-2e8850e05713" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.966191] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c4165c6c-1d29-43c1-821f-8f93429be08e tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "7ac404ed-7342-46d2-89ef-2e8850e05713-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.966393] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c4165c6c-1d29-43c1-821f-8f93429be08e tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "7ac404ed-7342-46d2-89ef-2e8850e05713-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.966551] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c4165c6c-1d29-43c1-821f-8f93429be08e tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "7ac404ed-7342-46d2-89ef-2e8850e05713-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.969222] env[70542]: INFO nova.compute.manager [None req-c4165c6c-1d29-43c1-821f-8f93429be08e tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Terminating instance [ 1217.973864] env[70542]: DEBUG oslo_vmware.api [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912187, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.993121] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7975d2c-8ffa-4ee1-bb51-844468abfe72 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.002625] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa14aac3-d7d6-4401-9443-a5a4ee4b06ec {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.035207] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31680d15-23c0-44fa-a10d-e99c4869eebd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.043085] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75725c8-658b-4084-bbfd-547bdd930976 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.059236] env[70542]: DEBUG nova.compute.provider_tree [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.066719] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Releasing lock "refresh_cache-3bca2ad2-586a-4993-8697-b0d5e596196d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.067404] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.067970] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-392d10cb-713a-4c24-a9ca-569da675b438 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.076019] env[70542]: DEBUG oslo_vmware.api [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1218.076019] env[70542]: value = "task-3912188" [ 1218.076019] env[70542]: _type = "Task" [ 1218.076019] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.084674] env[70542]: DEBUG oslo_vmware.api [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.415061] env[70542]: DEBUG oslo_vmware.api [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912186, 'name': Rename_Task, 'duration_secs': 0.151968} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.415380] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.415380] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c900d727-943a-47c9-a7e1-4c6caca92898 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.422187] env[70542]: DEBUG oslo_vmware.api [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1218.422187] env[70542]: value = "task-3912189" [ 1218.422187] env[70542]: _type = "Task" [ 1218.422187] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.430699] env[70542]: DEBUG oslo_vmware.api [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.469142] env[70542]: DEBUG oslo_vmware.api [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912187, 'name': ReconfigVM_Task, 'duration_secs': 0.468861} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.469497] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 01cbec47-45cb-436c-bfa8-01194dde9c38/01cbec47-45cb-436c-bfa8-01194dde9c38.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.470171] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78672d57-6c27-4e12-b820-4d7352c58d33 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.477808] env[70542]: DEBUG nova.compute.manager [None req-c4165c6c-1d29-43c1-821f-8f93429be08e tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1218.478039] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c4165c6c-1d29-43c1-821f-8f93429be08e tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.478372] env[70542]: DEBUG oslo_vmware.api [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Waiting for the task: (returnval){ [ 1218.478372] env[70542]: value = "task-3912190" [ 1218.478372] env[70542]: _type = "Task" [ 1218.478372] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.479136] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138b9172-4453-4e7c-851f-391dbfb1c69a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.490947] env[70542]: DEBUG oslo_vmware.api [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912190, 'name': Rename_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.493208] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c4165c6c-1d29-43c1-821f-8f93429be08e tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.493800] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c57a7f2f-de02-4c1b-a1d9-a8850edfa0d9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.563032] env[70542]: DEBUG nova.scheduler.client.report [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.567642] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c4165c6c-1d29-43c1-821f-8f93429be08e tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.567947] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c4165c6c-1d29-43c1-821f-8f93429be08e tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.568188] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4165c6c-1d29-43c1-821f-8f93429be08e tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Deleting the datastore file [datastore2] 7ac404ed-7342-46d2-89ef-2e8850e05713 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.568821] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0e8e8a3-d45b-4fb1-89e2-0be24b39b48e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.577039] env[70542]: DEBUG oslo_vmware.api [None req-c4165c6c-1d29-43c1-821f-8f93429be08e tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1218.577039] env[70542]: value = "task-3912192" [ 1218.577039] env[70542]: _type = "Task" [ 1218.577039] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.592225] env[70542]: DEBUG oslo_vmware.api [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912188, 'name': PowerOffVM_Task, 'duration_secs': 0.222492} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.595257] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.596066] env[70542]: DEBUG nova.virt.hardware [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='786fecc2-73c9-4440-88d2-07abdafd095f',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-228125290',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.596360] env[70542]: DEBUG nova.virt.hardware [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.596568] env[70542]: DEBUG nova.virt.hardware [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.596813] env[70542]: DEBUG nova.virt.hardware [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.597047] env[70542]: DEBUG nova.virt.hardware [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.597241] env[70542]: DEBUG nova.virt.hardware [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.597570] env[70542]: DEBUG nova.virt.hardware [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.597757] env[70542]: DEBUG nova.virt.hardware [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.597946] env[70542]: DEBUG nova.virt.hardware [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.598241] env[70542]: DEBUG nova.virt.hardware [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.598442] env[70542]: DEBUG nova.virt.hardware [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.603748] env[70542]: DEBUG oslo_vmware.api [None req-c4165c6c-1d29-43c1-821f-8f93429be08e tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.604336] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fd70342-778d-4f05-a6e2-777f2ecb35ba {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.623283] env[70542]: DEBUG oslo_vmware.api [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1218.623283] env[70542]: value = "task-3912193" [ 1218.623283] env[70542]: _type = "Task" [ 1218.623283] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.633088] env[70542]: DEBUG oslo_vmware.api [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.935274] env[70542]: DEBUG oslo_vmware.api [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912189, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.992227] env[70542]: DEBUG oslo_vmware.api [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912190, 'name': Rename_Task, 'duration_secs': 0.235834} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.992547] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.992805] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-434e9dcb-f4c9-4b15-b27e-2a3cc2787563 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.001181] env[70542]: DEBUG oslo_vmware.api [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Waiting for the task: (returnval){ [ 1219.001181] env[70542]: value = "task-3912194" [ 1219.001181] env[70542]: _type = "Task" [ 1219.001181] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.015192] env[70542]: DEBUG oslo_vmware.api [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.070505] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70542) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1219.070871] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.964s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.071279] env[70542]: DEBUG oslo_concurrency.lockutils [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.478s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.071555] env[70542]: DEBUG oslo_concurrency.lockutils [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.074459] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.690s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.074723] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.077189] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.919s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.079337] env[70542]: INFO nova.compute.claims [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1219.082898] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.083642] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Cleaning up deleted instances {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1219.099770] env[70542]: DEBUG oslo_vmware.api [None req-c4165c6c-1d29-43c1-821f-8f93429be08e tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185421} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.100353] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4165c6c-1d29-43c1-821f-8f93429be08e tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.100687] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c4165c6c-1d29-43c1-821f-8f93429be08e tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.100990] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c4165c6c-1d29-43c1-821f-8f93429be08e tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.101292] env[70542]: INFO nova.compute.manager [None req-c4165c6c-1d29-43c1-821f-8f93429be08e tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1219.101667] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4165c6c-1d29-43c1-821f-8f93429be08e tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.101937] env[70542]: DEBUG nova.compute.manager [-] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.102317] env[70542]: DEBUG nova.network.neutron [-] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.106259] env[70542]: INFO nova.scheduler.client.report [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Deleted allocations for instance a0636410-05b1-4aaa-84fa-984852dcedb4 [ 1219.113097] env[70542]: INFO nova.scheduler.client.report [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Deleted allocations for instance edbfd293-e24b-4e63-8b03-c2dd51cb202b [ 1219.136330] env[70542]: DEBUG oslo_vmware.api [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912193, 'name': ReconfigVM_Task, 'duration_secs': 0.142774} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.137566] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae74e61-da4b-4ee1-9108-f301390f8f24 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.160854] env[70542]: DEBUG nova.virt.hardware [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:59:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='786fecc2-73c9-4440-88d2-07abdafd095f',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-228125290',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.161156] env[70542]: DEBUG nova.virt.hardware [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.161264] env[70542]: DEBUG nova.virt.hardware [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.161448] env[70542]: DEBUG nova.virt.hardware [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.161594] env[70542]: DEBUG nova.virt.hardware [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.161742] env[70542]: DEBUG nova.virt.hardware [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.161948] env[70542]: DEBUG nova.virt.hardware [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.162168] env[70542]: DEBUG nova.virt.hardware [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.162453] env[70542]: DEBUG nova.virt.hardware [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.162703] env[70542]: DEBUG nova.virt.hardware [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.162967] env[70542]: DEBUG nova.virt.hardware [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.163873] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1aaf719-955a-458d-8703-6d38312a37e2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.171604] env[70542]: DEBUG oslo_vmware.api [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1219.171604] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5247e08a-3f62-b78f-4d2d-3ecf3058fc4d" [ 1219.171604] env[70542]: _type = "Task" [ 1219.171604] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.180826] env[70542]: DEBUG oslo_vmware.api [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5247e08a-3f62-b78f-4d2d-3ecf3058fc4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.381683] env[70542]: DEBUG nova.compute.manager [req-f41cb173-51e4-417d-a79b-34d1ce2a7027 req-9d0231e4-ce85-4c20-a284-1c3713b2ef43 service nova] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Received event network-vif-deleted-9766f855-9197-4d64-bad6-a4684ed6ebd7 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.381683] env[70542]: INFO nova.compute.manager [req-f41cb173-51e4-417d-a79b-34d1ce2a7027 req-9d0231e4-ce85-4c20-a284-1c3713b2ef43 service nova] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Neutron deleted interface 9766f855-9197-4d64-bad6-a4684ed6ebd7; detaching it from the instance and deleting it from the info cache [ 1219.381683] env[70542]: DEBUG nova.network.neutron [req-f41cb173-51e4-417d-a79b-34d1ce2a7027 req-9d0231e4-ce85-4c20-a284-1c3713b2ef43 service nova] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.433289] env[70542]: DEBUG oslo_vmware.api [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912189, 'name': PowerOnVM_Task, 'duration_secs': 0.512745} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.433289] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.433289] env[70542]: INFO nova.compute.manager [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1219.433653] env[70542]: DEBUG nova.compute.manager [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1219.434429] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca2d21f-ad59-436a-837e-a32e8b113099 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.512786] env[70542]: DEBUG oslo_vmware.api [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912194, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.604848] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] There are 53 instances to clean {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1219.605049] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 28039b41-2038-4680-a266-370e585cc5c6] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.622581] env[70542]: DEBUG oslo_concurrency.lockutils [None req-985fdc35-57e4-4427-8fe0-e0039e164e5b tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Lock "a0636410-05b1-4aaa-84fa-984852dcedb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.266s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.624581] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3b55583b-6a19-4bf7-a9d2-4ae94bb0becd tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "edbfd293-e24b-4e63-8b03-c2dd51cb202b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.936s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.683088] env[70542]: DEBUG oslo_vmware.api [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5247e08a-3f62-b78f-4d2d-3ecf3058fc4d, 'name': SearchDatastore_Task, 'duration_secs': 0.014424} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.688665] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1219.689010] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-048f454f-5994-4f2b-b233-7f8b9d3f9208 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.708270] env[70542]: DEBUG oslo_vmware.api [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1219.708270] env[70542]: value = "task-3912196" [ 1219.708270] env[70542]: _type = "Task" [ 1219.708270] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.717030] env[70542]: DEBUG oslo_vmware.api [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.861246] env[70542]: DEBUG nova.network.neutron [-] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.876821] env[70542]: DEBUG oslo_concurrency.lockutils [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "10e06f9c-d7d5-4865-af99-2170c659d1b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.877375] env[70542]: DEBUG oslo_concurrency.lockutils [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "10e06f9c-d7d5-4865-af99-2170c659d1b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.877705] env[70542]: DEBUG oslo_concurrency.lockutils [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "10e06f9c-d7d5-4865-af99-2170c659d1b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.877956] env[70542]: DEBUG oslo_concurrency.lockutils [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "10e06f9c-d7d5-4865-af99-2170c659d1b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.878208] env[70542]: DEBUG oslo_concurrency.lockutils [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "10e06f9c-d7d5-4865-af99-2170c659d1b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.881581] env[70542]: INFO nova.compute.manager [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Terminating instance [ 1219.884444] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0aed3df-2072-4b29-912b-35e0e76948bc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.897454] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757f69e7-3a5e-4957-b8aa-51bfba8edf41 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.941374] env[70542]: DEBUG nova.compute.manager [req-f41cb173-51e4-417d-a79b-34d1ce2a7027 req-9d0231e4-ce85-4c20-a284-1c3713b2ef43 service nova] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Detach interface failed, port_id=9766f855-9197-4d64-bad6-a4684ed6ebd7, reason: Instance 7ac404ed-7342-46d2-89ef-2e8850e05713 could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1219.953960] env[70542]: INFO nova.compute.manager [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Took 18.18 seconds to build instance. [ 1220.013718] env[70542]: DEBUG oslo_vmware.api [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912194, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.108090] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: eaac2297-6a38-4b0a-b195-6e7a80ca044f] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.222105] env[70542]: DEBUG oslo_vmware.api [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912196, 'name': ReconfigVM_Task, 'duration_secs': 0.197158} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.222611] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1220.223505] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12303b9c-b8c9-47e1-b8b6-e882d0b4e32a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.247766] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 3bca2ad2-586a-4993-8697-b0d5e596196d/3bca2ad2-586a-4993-8697-b0d5e596196d.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.250922] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-537b05ec-7a4f-4996-bb68-3a4277ebae69 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.266936] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquiring lock "5cbf310f-5a9a-4026-9eea-462525cb0fd7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.267222] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Lock "5cbf310f-5a9a-4026-9eea-462525cb0fd7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.267427] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquiring lock "5cbf310f-5a9a-4026-9eea-462525cb0fd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.267617] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Lock "5cbf310f-5a9a-4026-9eea-462525cb0fd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.267778] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Lock "5cbf310f-5a9a-4026-9eea-462525cb0fd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.271048] env[70542]: INFO nova.compute.manager [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Terminating instance [ 1220.275574] env[70542]: DEBUG oslo_vmware.api [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1220.275574] env[70542]: value = "task-3912197" [ 1220.275574] env[70542]: _type = "Task" [ 1220.275574] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.289022] env[70542]: DEBUG oslo_vmware.api [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912197, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.364504] env[70542]: INFO nova.compute.manager [-] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Took 1.26 seconds to deallocate network for instance. [ 1220.392065] env[70542]: DEBUG nova.compute.manager [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1220.392386] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.393267] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0892c98-a9e8-4e78-9ad5-23984d809bc7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.405758] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.406060] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-143b9cb1-d0ff-4c4f-b752-ba2db513a48c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.412970] env[70542]: DEBUG oslo_vmware.api [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 1220.412970] env[70542]: value = "task-3912198" [ 1220.412970] env[70542]: _type = "Task" [ 1220.412970] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.421683] env[70542]: DEBUG oslo_vmware.api [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.437154] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b132fcb8-fd68-4565-8eee-6bbd3c69cb39 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.446543] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353f301b-a6fc-4d5b-a4d6-245d55b2381a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.481706] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1b4e533a-a5ed-4449-a154-d42ea816a825 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "dcdcc26c-ace3-44f3-9a1a-22a902ae006e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.722s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.483218] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2330a25a-b3a0-424c-96d0-a86d1bf3ec6f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.492151] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439bef93-fc38-47a3-a89f-41ac52ba7ea0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.509026] env[70542]: DEBUG nova.compute.provider_tree [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.520727] env[70542]: DEBUG oslo_vmware.api [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912194, 'name': PowerOnVM_Task, 'duration_secs': 1.16195} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.520946] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.521178] env[70542]: INFO nova.compute.manager [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Took 6.27 seconds to spawn the instance on the hypervisor. [ 1220.521357] env[70542]: DEBUG nova.compute.manager [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1220.522171] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032f2fbc-a0c6-4e14-abb2-e0455564f8cc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.612610] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: ac363f82-f4a1-43a4-8f1a-a289cc884070] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.684017] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "dcdcc26c-ace3-44f3-9a1a-22a902ae006e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.684293] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "dcdcc26c-ace3-44f3-9a1a-22a902ae006e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.684563] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "dcdcc26c-ace3-44f3-9a1a-22a902ae006e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.684805] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "dcdcc26c-ace3-44f3-9a1a-22a902ae006e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.685051] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "dcdcc26c-ace3-44f3-9a1a-22a902ae006e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.687343] env[70542]: INFO nova.compute.manager [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Terminating instance [ 1220.779993] env[70542]: DEBUG nova.compute.manager [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1220.780299] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.781290] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f8c488-79b6-4305-92d4-03978f28228b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.792936] env[70542]: DEBUG oslo_vmware.api [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912197, 'name': ReconfigVM_Task, 'duration_secs': 0.298622} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.795129] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 3bca2ad2-586a-4993-8697-b0d5e596196d/3bca2ad2-586a-4993-8697-b0d5e596196d.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.795604] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.796259] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae95f68-580c-4944-a28c-9cd939da66e5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.798769] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63b7a041-9a0e-4522-90eb-adc58f2d9c86 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.818342] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafd77ae-aa4e-46e4-be84-9145d79a30a4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.821017] env[70542]: DEBUG oslo_vmware.api [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1220.821017] env[70542]: value = "task-3912199" [ 1220.821017] env[70542]: _type = "Task" [ 1220.821017] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.841408] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095644a7-54ff-4f9f-837f-1c50929d11bf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.847602] env[70542]: DEBUG oslo_vmware.api [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.866559] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48815f8-08c7-4a61-a376-c8c3a43789ad {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.878206] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c4165c6c-1d29-43c1-821f-8f93429be08e tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.878206] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1220.878206] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05f5c11e-47ff-49f0-b4da-7ba17889c796 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.888878] env[70542]: DEBUG oslo_vmware.api [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1220.888878] env[70542]: value = "task-3912200" [ 1220.888878] env[70542]: _type = "Task" [ 1220.888878] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.904191] env[70542]: DEBUG oslo_vmware.api [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.926406] env[70542]: DEBUG oslo_vmware.api [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912198, 'name': PowerOffVM_Task, 'duration_secs': 0.243206} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.926406] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.926608] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.926912] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7137acc-a08f-4445-b854-0f2a725add87 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.995361] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1220.995598] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1220.995752] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Deleting the datastore file [datastore2] 10e06f9c-d7d5-4865-af99-2170c659d1b5 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.996035] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-198ad296-6fd6-4dcc-8833-a1293c405cd0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.005259] env[70542]: DEBUG oslo_vmware.api [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for the task: (returnval){ [ 1221.005259] env[70542]: value = "task-3912202" [ 1221.005259] env[70542]: _type = "Task" [ 1221.005259] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.019241] env[70542]: DEBUG nova.scheduler.client.report [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.022726] env[70542]: DEBUG oslo_vmware.api [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.041915] env[70542]: INFO nova.compute.manager [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Took 16.61 seconds to build instance. [ 1221.117235] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 6ab42af6-337e-4c56-b72e-d973d0530fab] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.191338] env[70542]: DEBUG nova.compute.manager [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.191597] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.192579] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebf6c54-a69b-4049-891a-d14510547a2b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.202549] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.202839] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbaf19ab-44d7-4c88-964c-a39c71054e6c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.211134] env[70542]: DEBUG oslo_vmware.api [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1221.211134] env[70542]: value = "task-3912203" [ 1221.211134] env[70542]: _type = "Task" [ 1221.211134] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.221427] env[70542]: DEBUG oslo_vmware.api [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.337107] env[70542]: DEBUG oslo_vmware.api [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912199, 'name': PowerOffVM_Task, 'duration_secs': 0.263232} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.337351] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.337420] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1221.337730] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0df595cf-6e40-4ab9-9423-7dfea0a79fe2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.403735] env[70542]: DEBUG oslo_vmware.api [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912200, 'name': PowerOnVM_Task, 'duration_secs': 0.421804} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.403735] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1221.411288] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.411288] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.411288] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Deleting the datastore file [datastore2] 5cbf310f-5a9a-4026-9eea-462525cb0fd7 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.411639] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a33abf8f-33a0-4def-a033-ce8d5d68ba00 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.419936] env[70542]: DEBUG oslo_vmware.api [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for the task: (returnval){ [ 1221.419936] env[70542]: value = "task-3912205" [ 1221.419936] env[70542]: _type = "Task" [ 1221.419936] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.432604] env[70542]: DEBUG oslo_vmware.api [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.462184] env[70542]: INFO nova.compute.manager [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Rebuilding instance [ 1221.519115] env[70542]: DEBUG oslo_vmware.api [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Task: {'id': task-3912202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229005} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.519665] env[70542]: DEBUG nova.compute.manager [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1221.520018] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.520215] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.520492] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.520751] env[70542]: INFO nova.compute.manager [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1221.521039] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.521744] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7cb1a6-575d-49b4-bda6-32fb752a3c5e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.524249] env[70542]: DEBUG nova.compute.manager [-] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1221.524355] env[70542]: DEBUG nova.network.neutron [-] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1221.526373] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.527089] env[70542]: DEBUG nova.compute.manager [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1221.529718] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.554s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.531565] env[70542]: INFO nova.compute.claims [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.543481] env[70542]: DEBUG oslo_concurrency.lockutils [None req-08af0aeb-916c-43d0-81d6-029cf3f2d1b8 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Lock "01cbec47-45cb-436c-bfa8-01194dde9c38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.123s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.576351] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-80862b7e-acdc-409c-a6ff-a931e1b7fd41 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Volume attach. Driver type: vmdk {{(pid=70542) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1221.576661] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-80862b7e-acdc-409c-a6ff-a931e1b7fd41 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776881', 'volume_id': 'b14e5e37-6ac2-4999-89f4-71de41b34529', 'name': 'volume-b14e5e37-6ac2-4999-89f4-71de41b34529', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf1597db-a00b-49ed-a04e-a970317c0505', 'attached_at': '', 'detached_at': '', 'volume_id': 'b14e5e37-6ac2-4999-89f4-71de41b34529', 'serial': 'b14e5e37-6ac2-4999-89f4-71de41b34529'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1221.578267] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5aa11f4-252a-4a97-8c51-44f20fdac2b7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.597538] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c90681-7ae7-4f4d-bc29-f2d36f6e4af3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.624553] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-80862b7e-acdc-409c-a6ff-a931e1b7fd41 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-b14e5e37-6ac2-4999-89f4-71de41b34529/volume-b14e5e37-6ac2-4999-89f4-71de41b34529.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.625748] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 808b40ba-d9f9-486f-890b-3269035f6bd9] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.626710] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd6b9556-5133-4025-b5e6-fdf39c874da1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.647831] env[70542]: DEBUG oslo_vmware.api [None req-80862b7e-acdc-409c-a6ff-a931e1b7fd41 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1221.647831] env[70542]: value = "task-3912206" [ 1221.647831] env[70542]: _type = "Task" [ 1221.647831] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.656852] env[70542]: DEBUG oslo_vmware.api [None req-80862b7e-acdc-409c-a6ff-a931e1b7fd41 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.722726] env[70542]: DEBUG oslo_vmware.api [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912203, 'name': PowerOffVM_Task, 'duration_secs': 0.305056} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.723066] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.723486] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1221.724126] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70e832c7-689f-447e-b5e1-21118f045cf2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.793196] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.793196] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.793196] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Deleting the datastore file [datastore2] dcdcc26c-ace3-44f3-9a1a-22a902ae006e {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.794021] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5baf2e9-3a89-4220-b56f-8adeeb80e5ad {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.803411] env[70542]: DEBUG oslo_vmware.api [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1221.803411] env[70542]: value = "task-3912208" [ 1221.803411] env[70542]: _type = "Task" [ 1221.803411] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.812784] env[70542]: DEBUG oslo_vmware.api [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.849204] env[70542]: DEBUG nova.compute.manager [req-507a702f-863c-4391-aa61-ad4d1970c44d req-a34a20ba-dc21-4cf8-b148-45163ed04c6c service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Received event network-vif-deleted-7630e33a-869a-40f9-be96-f2b797bdb627 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.849615] env[70542]: INFO nova.compute.manager [req-507a702f-863c-4391-aa61-ad4d1970c44d req-a34a20ba-dc21-4cf8-b148-45163ed04c6c service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Neutron deleted interface 7630e33a-869a-40f9-be96-f2b797bdb627; detaching it from the instance and deleting it from the info cache [ 1221.849722] env[70542]: DEBUG nova.network.neutron [req-507a702f-863c-4391-aa61-ad4d1970c44d req-a34a20ba-dc21-4cf8-b148-45163ed04c6c service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.933436] env[70542]: DEBUG oslo_vmware.api [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Task: {'id': task-3912205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345528} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.933741] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.933958] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.934160] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.934338] env[70542]: INFO nova.compute.manager [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1221.934599] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.934793] env[70542]: DEBUG nova.compute.manager [-] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1221.934911] env[70542]: DEBUG nova.network.neutron [-] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1222.031395] env[70542]: DEBUG nova.compute.utils [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1222.033737] env[70542]: DEBUG nova.compute.manager [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Not allocating networking since 'none' was specified. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1222.142263] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 3fc13a01-07e9-40c8-aa1a-cab6d1b62e5c] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.163617] env[70542]: DEBUG oslo_vmware.api [None req-80862b7e-acdc-409c-a6ff-a931e1b7fd41 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912206, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.313214] env[70542]: DEBUG oslo_vmware.api [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194853} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.313527] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.313720] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.314038] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.314152] env[70542]: INFO nova.compute.manager [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1222.314326] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.314531] env[70542]: DEBUG nova.compute.manager [-] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.314626] env[70542]: DEBUG nova.network.neutron [-] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1222.327673] env[70542]: DEBUG nova.network.neutron [-] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.352040] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66a7555f-aac8-4989-ab63-071586bd3a04 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.362020] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcb0039-bef4-4b8a-a4cf-99065373ef84 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.395713] env[70542]: DEBUG nova.compute.manager [req-507a702f-863c-4391-aa61-ad4d1970c44d req-a34a20ba-dc21-4cf8-b148-45163ed04c6c service nova] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Detach interface failed, port_id=7630e33a-869a-40f9-be96-f2b797bdb627, reason: Instance 10e06f9c-d7d5-4865-af99-2170c659d1b5 could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1222.418628] env[70542]: INFO nova.compute.manager [None req-5f0757d9-02f8-4f24-a89c-ed369d589b3d tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Updating instance to original state: 'active' [ 1222.534376] env[70542]: DEBUG nova.compute.manager [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1222.547721] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.547721] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4e13990-3049-475b-ad7e-4676bf3b9d54 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.559912] env[70542]: DEBUG oslo_vmware.api [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Waiting for the task: (returnval){ [ 1222.559912] env[70542]: value = "task-3912209" [ 1222.559912] env[70542]: _type = "Task" [ 1222.559912] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.568389] env[70542]: DEBUG oslo_vmware.api [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.645431] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 7758ae36-3fab-4edf-ac5a-65964b22b2f0] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.665324] env[70542]: DEBUG oslo_vmware.api [None req-80862b7e-acdc-409c-a6ff-a931e1b7fd41 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912206, 'name': ReconfigVM_Task, 'duration_secs': 0.52405} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.665530] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-80862b7e-acdc-409c-a6ff-a931e1b7fd41 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-b14e5e37-6ac2-4999-89f4-71de41b34529/volume-b14e5e37-6ac2-4999-89f4-71de41b34529.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.671221] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03b59e0a-c456-41c2-99ea-e036d378d073 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.692595] env[70542]: DEBUG oslo_vmware.api [None req-80862b7e-acdc-409c-a6ff-a931e1b7fd41 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1222.692595] env[70542]: value = "task-3912210" [ 1222.692595] env[70542]: _type = "Task" [ 1222.692595] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.708160] env[70542]: DEBUG oslo_vmware.api [None req-80862b7e-acdc-409c-a6ff-a931e1b7fd41 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.753026] env[70542]: DEBUG nova.network.neutron [-] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.832760] env[70542]: INFO nova.compute.manager [-] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Took 1.31 seconds to deallocate network for instance. [ 1222.898968] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fcb4db-5a89-4e8a-941e-27153571ddaa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.908394] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2d7e2e-4593-458b-9c62-538ef13d31bc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.948654] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebbeee3-05fd-4118-bfaa-78db7dd2612e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.957871] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a922baa6-de81-4666-9eaf-994788076571 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.973507] env[70542]: DEBUG nova.compute.provider_tree [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.068081] env[70542]: DEBUG oslo_vmware.api [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912209, 'name': PowerOffVM_Task, 'duration_secs': 0.154318} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.068365] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.068598] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.069405] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b62a11-fb32-48d9-83a5-d25a804a1c1c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.076628] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.076870] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5a0471f-abdf-48e5-9a1e-50224fd82511 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.109884] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.110129] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.110349] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Deleting the datastore file [datastore2] 01cbec47-45cb-436c-bfa8-01194dde9c38 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.110618] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c048a42d-64a9-4556-ad30-f7f943716030 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.114907] env[70542]: DEBUG nova.network.neutron [-] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.118457] env[70542]: DEBUG oslo_vmware.api [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Waiting for the task: (returnval){ [ 1223.118457] env[70542]: value = "task-3912212" [ 1223.118457] env[70542]: _type = "Task" [ 1223.118457] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.127145] env[70542]: DEBUG oslo_vmware.api [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.149210] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 5a1cc77d-4c22-49aa-8ecd-2fa92fde27dd] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.204461] env[70542]: DEBUG oslo_vmware.api [None req-80862b7e-acdc-409c-a6ff-a931e1b7fd41 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912210, 'name': ReconfigVM_Task, 'duration_secs': 0.222361} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.204885] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-80862b7e-acdc-409c-a6ff-a931e1b7fd41 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776881', 'volume_id': 'b14e5e37-6ac2-4999-89f4-71de41b34529', 'name': 'volume-b14e5e37-6ac2-4999-89f4-71de41b34529', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf1597db-a00b-49ed-a04e-a970317c0505', 'attached_at': '', 'detached_at': '', 'volume_id': 'b14e5e37-6ac2-4999-89f4-71de41b34529', 'serial': 'b14e5e37-6ac2-4999-89f4-71de41b34529'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1223.257586] env[70542]: INFO nova.compute.manager [-] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Took 1.32 seconds to deallocate network for instance. [ 1223.345017] env[70542]: DEBUG oslo_concurrency.lockutils [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.402744] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "3bca2ad2-586a-4993-8697-b0d5e596196d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.403048] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "3bca2ad2-586a-4993-8697-b0d5e596196d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.403320] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "3bca2ad2-586a-4993-8697-b0d5e596196d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.403534] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "3bca2ad2-586a-4993-8697-b0d5e596196d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.403711] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "3bca2ad2-586a-4993-8697-b0d5e596196d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.405861] env[70542]: INFO nova.compute.manager [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Terminating instance [ 1223.477180] env[70542]: DEBUG nova.scheduler.client.report [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.547321] env[70542]: DEBUG nova.compute.manager [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1223.580685] env[70542]: DEBUG nova.virt.hardware [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1223.580873] env[70542]: DEBUG nova.virt.hardware [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1223.581086] env[70542]: DEBUG nova.virt.hardware [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.581361] env[70542]: DEBUG nova.virt.hardware [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1223.581530] env[70542]: DEBUG nova.virt.hardware [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.581695] env[70542]: DEBUG nova.virt.hardware [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1223.581931] env[70542]: DEBUG nova.virt.hardware [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1223.582108] env[70542]: DEBUG nova.virt.hardware [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1223.582425] env[70542]: DEBUG nova.virt.hardware [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1223.582590] env[70542]: DEBUG nova.virt.hardware [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1223.582772] env[70542]: DEBUG nova.virt.hardware [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1223.583803] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aededa4e-9965-4a57-9634-68cf1e643cd0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.593306] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4dcd81-f722-4717-b26f-df85dbf250d8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.609525] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Instance VIF info [] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1223.616528] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Creating folder: Project (a023e8b1d98a4d9b81218d03bac69576). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1223.616922] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0e5fd22-8d2d-43b6-810e-115f6095525a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.619123] env[70542]: INFO nova.compute.manager [-] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Took 1.30 seconds to deallocate network for instance. [ 1223.635684] env[70542]: DEBUG oslo_vmware.api [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299004} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.637476] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.637688] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.637876] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1223.640767] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Created folder: Project (a023e8b1d98a4d9b81218d03bac69576) in parent group-v776569. [ 1223.641405] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Creating folder: Instances. Parent ref: group-v776882. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1223.641405] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-883e4f5d-9947-4a02-a5f1-8d5bbc3340f5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.652184] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 53cad18e-9a42-41ed-9b6b-264cdbcaa19d] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.656633] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Created folder: Instances in parent group-v776882. [ 1223.656895] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.657097] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1223.657393] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ecb4909-321e-46ec-9328-3c04d895b9a8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.678366] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1223.678366] env[70542]: value = "task-3912215" [ 1223.678366] env[70542]: _type = "Task" [ 1223.678366] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.687097] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912215, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.764571] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.884352] env[70542]: DEBUG nova.compute.manager [req-859f02f5-414a-47e0-9416-f3a937f5d513 req-65dcb95b-fb09-4cf3-a0fb-75aadcfc7574 service nova] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Received event network-vif-deleted-92dd50f9-487c-4023-9d40-3a8e46c6716d {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.884633] env[70542]: DEBUG nova.compute.manager [req-859f02f5-414a-47e0-9416-f3a937f5d513 req-65dcb95b-fb09-4cf3-a0fb-75aadcfc7574 service nova] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Received event network-vif-deleted-dde9e57d-f051-4636-9602-1816abd7a20a {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.909704] env[70542]: DEBUG nova.compute.manager [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1223.909704] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.910608] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2df68d-8de7-41bd-998f-3026e9830fd6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.919801] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.920530] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b90f0fc-cf66-4923-816a-befe5ee97ac5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.929752] env[70542]: DEBUG oslo_vmware.api [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1223.929752] env[70542]: value = "task-3912216" [ 1223.929752] env[70542]: _type = "Task" [ 1223.929752] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.940449] env[70542]: DEBUG oslo_vmware.api [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.981883] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.982721] env[70542]: DEBUG nova.compute.manager [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1223.986058] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.552s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.986419] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.989384] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7c8c6969-f192-48ff-97e3-8c41ccac86b6 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.034s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.016359] env[70542]: INFO nova.scheduler.client.report [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Deleted allocations for instance e7d5b0ac-3b7d-402c-a15a-2067a87e537a [ 1224.131907] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.155995] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 00f1948b-70ea-4fa7-bbff-1980c306a215] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.189730] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912215, 'name': CreateVM_Task, 'duration_secs': 0.348625} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.189896] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1224.190357] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.190530] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.190855] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.191124] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfcde150-0e7d-4755-a86c-1d3be4373c6a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.196398] env[70542]: DEBUG oslo_vmware.api [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Waiting for the task: (returnval){ [ 1224.196398] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524ffb13-4bf3-fd3c-3abd-09c5d1f393f0" [ 1224.196398] env[70542]: _type = "Task" [ 1224.196398] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.207939] env[70542]: DEBUG oslo_vmware.api [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524ffb13-4bf3-fd3c-3abd-09c5d1f393f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.252861] env[70542]: DEBUG nova.objects.instance [None req-80862b7e-acdc-409c-a6ff-a931e1b7fd41 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lazy-loading 'flavor' on Instance uuid cf1597db-a00b-49ed-a04e-a970317c0505 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.440431] env[70542]: DEBUG oslo_vmware.api [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912216, 'name': PowerOffVM_Task, 'duration_secs': 0.224309} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.440752] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.440925] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1224.441199] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdb3b0de-5fe6-4023-98dc-5e15e27a86f3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.460212] env[70542]: INFO nova.compute.manager [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Rescuing [ 1224.460568] env[70542]: DEBUG oslo_concurrency.lockutils [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "refresh_cache-cf1597db-a00b-49ed-a04e-a970317c0505" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.460740] env[70542]: DEBUG oslo_concurrency.lockutils [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquired lock "refresh_cache-cf1597db-a00b-49ed-a04e-a970317c0505" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.460913] env[70542]: DEBUG nova.network.neutron [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.492528] env[70542]: DEBUG nova.compute.utils [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1224.496828] env[70542]: DEBUG nova.compute.manager [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1224.496828] env[70542]: DEBUG nova.network.neutron [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1224.520178] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.520393] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.520676] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Deleting the datastore file [datastore1] 3bca2ad2-586a-4993-8697-b0d5e596196d {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.521641] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa080297-6a0a-4d23-b9bd-e0f411e5a741 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.527023] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c336663a-75be-4902-86a8-0e99dc8a10b3 tempest-ServersNegativeTestMultiTenantJSON-1361376360 tempest-ServersNegativeTestMultiTenantJSON-1361376360-project-member] Lock "e7d5b0ac-3b7d-402c-a15a-2067a87e537a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.899s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.532391] env[70542]: DEBUG oslo_vmware.api [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1224.532391] env[70542]: value = "task-3912218" [ 1224.532391] env[70542]: _type = "Task" [ 1224.532391] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.537816] env[70542]: DEBUG nova.policy [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebad8a54a2cd4896a4b933704c6a3e14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3897359786e64bc592fd5e207aea4974', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1224.546840] env[70542]: DEBUG oslo_vmware.api [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.659791] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 526a38ba-8b2b-4d65-a435-f690b453b052] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.687029] env[70542]: DEBUG nova.virt.hardware [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.687713] env[70542]: DEBUG nova.virt.hardware [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.687713] env[70542]: DEBUG nova.virt.hardware [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.688044] env[70542]: DEBUG nova.virt.hardware [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.688152] env[70542]: DEBUG nova.virt.hardware [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.688329] env[70542]: DEBUG nova.virt.hardware [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.688561] env[70542]: DEBUG nova.virt.hardware [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.688717] env[70542]: DEBUG nova.virt.hardware [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.688894] env[70542]: DEBUG nova.virt.hardware [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.689079] env[70542]: DEBUG nova.virt.hardware [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.689574] env[70542]: DEBUG nova.virt.hardware [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.690669] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce32af33-2848-4d8c-8bf9-8ae823431762 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.708035] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ca4105-45bf-4973-85e5-98dba72b9946 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.733344] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Instance VIF info [] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1224.738949] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.739297] env[70542]: DEBUG oslo_vmware.api [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524ffb13-4bf3-fd3c-3abd-09c5d1f393f0, 'name': SearchDatastore_Task, 'duration_secs': 0.012027} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.742275] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1224.742653] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.742876] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1224.743140] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.743304] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.743495] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.744344] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5419f35c-98b3-4625-bfd3-370239a2c077 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.756765] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e93206da-be43-4057-b51c-0163292a1e49 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.763906] env[70542]: DEBUG oslo_concurrency.lockutils [None req-80862b7e-acdc-409c-a6ff-a931e1b7fd41 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "cf1597db-a00b-49ed-a04e-a970317c0505" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.802s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.773562] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1224.773562] env[70542]: value = "task-3912219" [ 1224.773562] env[70542]: _type = "Task" [ 1224.773562] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.774710] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.774890] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1224.778916] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23faee9a-2b77-4497-b021-c23f668909ea {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.790884] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912219, 'name': CreateVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.792510] env[70542]: DEBUG oslo_vmware.api [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Waiting for the task: (returnval){ [ 1224.792510] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5252f3bb-04e0-2dba-770c-3aafc41a4956" [ 1224.792510] env[70542]: _type = "Task" [ 1224.792510] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.809684] env[70542]: DEBUG oslo_vmware.api [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5252f3bb-04e0-2dba-770c-3aafc41a4956, 'name': SearchDatastore_Task, 'duration_secs': 0.011964} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.813550] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44cbd8ed-ddfe-4ee7-91e3-79b620e92ebc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.820491] env[70542]: DEBUG oslo_vmware.api [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Waiting for the task: (returnval){ [ 1224.820491] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521f8464-1a22-174a-aaac-93a3d1866981" [ 1224.820491] env[70542]: _type = "Task" [ 1224.820491] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.611466] env[70542]: DEBUG nova.network.neutron [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Successfully created port: 81b886ef-a6f5-4ba6-bbd4-89628f7701bf {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1225.622998] env[70542]: DEBUG nova.compute.manager [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1225.631024] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: a52054fb-e507-4e4f-80ff-d90c870d78af] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.631560] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955bd781-4c5b-4d01-ad96-3599881145fe {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.636460] env[70542]: DEBUG oslo_vmware.api [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521f8464-1a22-174a-aaac-93a3d1866981, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.636771] env[70542]: WARNING oslo_vmware.common.loopingcall [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] task run outlasted interval by 0.31594900000000004 sec [ 1225.657473] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e96fc8-709e-497e-95ae-52a962ae037a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.670672] env[70542]: DEBUG oslo_vmware.api [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354236} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.672723] env[70542]: DEBUG oslo_vmware.api [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521f8464-1a22-174a-aaac-93a3d1866981, 'name': SearchDatastore_Task, 'duration_secs': 0.012221} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.672723] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912219, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.672723] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.672723] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.672723] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.672723] env[70542]: INFO nova.compute.manager [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1225.672978] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.673067] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.673337] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 6aaf7309-2719-4401-bebb-8249380c8ecd/6aaf7309-2719-4401-bebb-8249380c8ecd.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1225.673629] env[70542]: DEBUG nova.compute.manager [-] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.673746] env[70542]: DEBUG nova.network.neutron [-] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1225.675671] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd19671c-a3c7-4252-97fd-9a262d3eb1bc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.708108] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380e9680-5427-4086-bca2-c2c21bda0179 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.713868] env[70542]: DEBUG oslo_vmware.api [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Waiting for the task: (returnval){ [ 1225.713868] env[70542]: value = "task-3912220" [ 1225.713868] env[70542]: _type = "Task" [ 1225.713868] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.720929] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1392d66b-c0ed-46fb-b611-a6b2e55a0c48 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.731783] env[70542]: DEBUG oslo_vmware.api [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.740729] env[70542]: DEBUG nova.compute.provider_tree [None req-7c8c6969-f192-48ff-97e3-8c41ccac86b6 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.131859] env[70542]: DEBUG nova.network.neutron [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Updating instance_info_cache with network_info: [{"id": "2ba54c90-eb76-428e-b3da-181f80add31d", "address": "fa:16:3e:f0:77:4e", "network": {"id": "9f572e7a-d135-4065-a1e6-301b98e54dba", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948852501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74896de6d46b4f10a7b78d1985e8b59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba54c90-eb", "ovs_interfaceid": "2ba54c90-eb76-428e-b3da-181f80add31d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.138444] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 3e5d165f-e45e-4a6b-92ca-d0dc967b1ebf] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.149646] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912219, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.193068] env[70542]: DEBUG nova.compute.manager [req-4332f420-0365-428f-ba15-23feb02aa37b req-cfd8d28d-bd69-4ea0-ac45-06af7af909e8 service nova] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Received event network-vif-deleted-bf5244cb-449f-453e-94eb-83727400de7b {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.193242] env[70542]: INFO nova.compute.manager [req-4332f420-0365-428f-ba15-23feb02aa37b req-cfd8d28d-bd69-4ea0-ac45-06af7af909e8 service nova] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Neutron deleted interface bf5244cb-449f-453e-94eb-83727400de7b; detaching it from the instance and deleting it from the info cache [ 1226.193406] env[70542]: DEBUG nova.network.neutron [req-4332f420-0365-428f-ba15-23feb02aa37b req-cfd8d28d-bd69-4ea0-ac45-06af7af909e8 service nova] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.226915] env[70542]: DEBUG oslo_vmware.api [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912220, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.246676] env[70542]: DEBUG nova.scheduler.client.report [None req-7c8c6969-f192-48ff-97e3-8c41ccac86b6 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.637734] env[70542]: DEBUG oslo_concurrency.lockutils [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Releasing lock "refresh_cache-cf1597db-a00b-49ed-a04e-a970317c0505" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.646497] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: f7814c3f-78f0-4b45-a212-b1f13b214337] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.648815] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912219, 'name': CreateVM_Task, 'duration_secs': 1.696028} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.649287] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1226.649786] env[70542]: DEBUG oslo_concurrency.lockutils [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.650008] env[70542]: DEBUG oslo_concurrency.lockutils [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.650407] env[70542]: DEBUG oslo_concurrency.lockutils [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.653855] env[70542]: DEBUG nova.compute.manager [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1226.653855] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15cfda7a-13f9-4ca6-ae65-a8b6714dcfaa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.656078] env[70542]: DEBUG nova.network.neutron [-] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.661787] env[70542]: DEBUG oslo_vmware.api [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Waiting for the task: (returnval){ [ 1226.661787] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]520b39e9-e241-676d-0813-5d824e6aafed" [ 1226.661787] env[70542]: _type = "Task" [ 1226.661787] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.682036] env[70542]: DEBUG oslo_vmware.api [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]520b39e9-e241-676d-0813-5d824e6aafed, 'name': SearchDatastore_Task, 'duration_secs': 0.011773} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.682929] env[70542]: DEBUG oslo_concurrency.lockutils [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.683213] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1226.683467] env[70542]: DEBUG oslo_concurrency.lockutils [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.683689] env[70542]: DEBUG oslo_concurrency.lockutils [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.683853] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1226.684161] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c25046af-dad5-425e-a0de-dcf1ee973251 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.689479] env[70542]: DEBUG nova.virt.hardware [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1226.689713] env[70542]: DEBUG nova.virt.hardware [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.689869] env[70542]: DEBUG nova.virt.hardware [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1226.690093] env[70542]: DEBUG nova.virt.hardware [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.690234] env[70542]: DEBUG nova.virt.hardware [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1226.690415] env[70542]: DEBUG nova.virt.hardware [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1226.690689] env[70542]: DEBUG nova.virt.hardware [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1226.690860] env[70542]: DEBUG nova.virt.hardware [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1226.691045] env[70542]: DEBUG nova.virt.hardware [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1226.691235] env[70542]: DEBUG nova.virt.hardware [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1226.691438] env[70542]: DEBUG nova.virt.hardware [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1226.692866] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ffbc8a-7c41-4bfa-a623-3fa9328109dc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.698183] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b2806aeb-dc88-4d96-ad01-507d37329412 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.703218] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1226.703503] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1226.705609] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fe8b85-31b7-413f-8701-bb836aeae2e7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.709467] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0dc89af-aece-41e4-875f-3b38f71c9fa3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.716284] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698bfd7a-fd70-4466-a3b3-0c914f52875e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.736933] env[70542]: DEBUG oslo_vmware.api [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Waiting for the task: (returnval){ [ 1226.736933] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b62fe5-ce0b-252c-529e-a1effd99bdf1" [ 1226.736933] env[70542]: _type = "Task" [ 1226.736933] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.748773] env[70542]: DEBUG oslo_vmware.api [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.904955} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.752283] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 6aaf7309-2719-4401-bebb-8249380c8ecd/6aaf7309-2719-4401-bebb-8249380c8ecd.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1226.752497] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1226.756137] env[70542]: DEBUG oslo_vmware.api [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b62fe5-ce0b-252c-529e-a1effd99bdf1, 'name': SearchDatastore_Task, 'duration_secs': 0.008948} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.767472] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52730c41-b27f-45fa-9a4a-1d6dfd543081 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.770320] env[70542]: DEBUG nova.compute.manager [req-4332f420-0365-428f-ba15-23feb02aa37b req-cfd8d28d-bd69-4ea0-ac45-06af7af909e8 service nova] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Detach interface failed, port_id=bf5244cb-449f-453e-94eb-83727400de7b, reason: Instance 3bca2ad2-586a-4993-8697-b0d5e596196d could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1226.772502] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7c8c6969-f192-48ff-97e3-8c41ccac86b6 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.783s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.775091] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-824a2fe3-b420-4c95-b1f0-92ad190f01b6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.777853] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c4165c6c-1d29-43c1-821f-8f93429be08e tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.901s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.778209] env[70542]: DEBUG nova.objects.instance [None req-c4165c6c-1d29-43c1-821f-8f93429be08e tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lazy-loading 'resources' on Instance uuid 7ac404ed-7342-46d2-89ef-2e8850e05713 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.783319] env[70542]: DEBUG oslo_vmware.api [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Waiting for the task: (returnval){ [ 1226.783319] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52816a9f-ccb8-8ced-27d0-1f86eb9bef29" [ 1226.783319] env[70542]: _type = "Task" [ 1226.783319] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.785482] env[70542]: DEBUG oslo_vmware.api [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Waiting for the task: (returnval){ [ 1226.785482] env[70542]: value = "task-3912221" [ 1226.785482] env[70542]: _type = "Task" [ 1226.785482] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.800614] env[70542]: DEBUG oslo_vmware.api [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52816a9f-ccb8-8ced-27d0-1f86eb9bef29, 'name': SearchDatastore_Task, 'duration_secs': 0.010469} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.804120] env[70542]: DEBUG oslo_concurrency.lockutils [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.804457] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 01cbec47-45cb-436c-bfa8-01194dde9c38/01cbec47-45cb-436c-bfa8-01194dde9c38.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1226.804770] env[70542]: DEBUG oslo_vmware.api [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.805149] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c71d632d-9258-42a1-a7c0-ca180cfe95a3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.813405] env[70542]: DEBUG oslo_vmware.api [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Waiting for the task: (returnval){ [ 1226.813405] env[70542]: value = "task-3912222" [ 1226.813405] env[70542]: _type = "Task" [ 1226.813405] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.823798] env[70542]: DEBUG oslo_vmware.api [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.150755] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 31132351-5206-4d08-876a-5960cc412a05] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.162319] env[70542]: INFO nova.compute.manager [-] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Took 1.49 seconds to deallocate network for instance. [ 1227.302820] env[70542]: DEBUG oslo_vmware.api [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066219} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.303131] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1227.304092] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf106e2-2bf2-4c71-b737-daec4f57261d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.329863] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 6aaf7309-2719-4401-bebb-8249380c8ecd/6aaf7309-2719-4401-bebb-8249380c8ecd.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.341884] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f69551c1-f517-4d85-a412-75f2a192b4cb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.371472] env[70542]: DEBUG oslo_vmware.api [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468987} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.371942] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 01cbec47-45cb-436c-bfa8-01194dde9c38/01cbec47-45cb-436c-bfa8-01194dde9c38.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1227.372261] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1227.372639] env[70542]: DEBUG oslo_vmware.api [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Waiting for the task: (returnval){ [ 1227.372639] env[70542]: value = "task-3912223" [ 1227.372639] env[70542]: _type = "Task" [ 1227.372639] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.372874] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e14aba80-0be4-4bb5-9995-9057626f1d63 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.390041] env[70542]: DEBUG oslo_vmware.api [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.390041] env[70542]: DEBUG oslo_vmware.api [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Waiting for the task: (returnval){ [ 1227.390041] env[70542]: value = "task-3912224" [ 1227.390041] env[70542]: _type = "Task" [ 1227.390041] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.399902] env[70542]: INFO nova.compute.manager [None req-7dbb2bf3-75c2-45f0-a347-0a2dd76adb2e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Get console output [ 1227.401320] env[70542]: WARNING nova.virt.vmwareapi.driver [None req-7dbb2bf3-75c2-45f0-a347-0a2dd76adb2e tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] The console log is missing. Check your VSPC configuration [ 1227.406325] env[70542]: DEBUG oslo_vmware.api [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.412929] env[70542]: INFO nova.scheduler.client.report [None req-7c8c6969-f192-48ff-97e3-8c41ccac86b6 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Deleted allocation for migration ae52d934-8c11-443f-862e-a0906a716830 [ 1227.508817] env[70542]: DEBUG nova.network.neutron [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Successfully updated port: 81b886ef-a6f5-4ba6-bbd4-89628f7701bf {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1227.658218] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: b3b419ad-44ac-4548-ba81-1107c5c306ef] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.673776] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.683188] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509afb64-40ae-4349-a94d-13cb65072ef1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.697013] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011b25af-e3d4-439a-b4da-977d6b6d8e93 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.733121] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22217b46-d2b2-4553-901b-f0d53b2ecff3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.742157] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568a22d9-70a0-401a-ba0a-7e1b551009a2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.759357] env[70542]: DEBUG nova.compute.provider_tree [None req-c4165c6c-1d29-43c1-821f-8f93429be08e tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.884621] env[70542]: DEBUG oslo_vmware.api [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912223, 'name': ReconfigVM_Task, 'duration_secs': 0.381445} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.884887] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 6aaf7309-2719-4401-bebb-8249380c8ecd/6aaf7309-2719-4401-bebb-8249380c8ecd.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.885538] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba031d35-1d19-4d79-9dc3-c29ab8765919 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.893782] env[70542]: DEBUG oslo_vmware.api [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Waiting for the task: (returnval){ [ 1227.893782] env[70542]: value = "task-3912225" [ 1227.893782] env[70542]: _type = "Task" [ 1227.893782] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.900426] env[70542]: DEBUG oslo_vmware.api [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223191} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.901082] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1227.901913] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb2dfb9-3d0a-4e07-8153-db4d6805970a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.907713] env[70542]: DEBUG oslo_vmware.api [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912225, 'name': Rename_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.925541] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 01cbec47-45cb-436c-bfa8-01194dde9c38/01cbec47-45cb-436c-bfa8-01194dde9c38.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.926802] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7c8c6969-f192-48ff-97e3-8c41ccac86b6 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.871s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.927698] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-300bb279-2876-4e8b-86fd-51dd234e2b3c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.950847] env[70542]: DEBUG oslo_vmware.api [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Waiting for the task: (returnval){ [ 1227.950847] env[70542]: value = "task-3912226" [ 1227.950847] env[70542]: _type = "Task" [ 1227.950847] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.960171] env[70542]: DEBUG oslo_vmware.api [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912226, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.014438] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "refresh_cache-95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.014860] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquired lock "refresh_cache-95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.014909] env[70542]: DEBUG nova.network.neutron [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.161617] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: f155b65c-b78b-4ca9-bc1f-ac962346425e] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.204285] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.204615] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a1bae1d-0a8e-46d0-bba3-09644cf821d4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.212882] env[70542]: DEBUG oslo_vmware.api [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1228.212882] env[70542]: value = "task-3912227" [ 1228.212882] env[70542]: _type = "Task" [ 1228.212882] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.222637] env[70542]: DEBUG nova.compute.manager [req-887f7520-337b-4f43-9dd7-3837e5596d9a req-5c0239f0-0be3-47ee-9d4a-72b1d5118466 service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Received event network-vif-plugged-81b886ef-a6f5-4ba6-bbd4-89628f7701bf {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.222637] env[70542]: DEBUG oslo_concurrency.lockutils [req-887f7520-337b-4f43-9dd7-3837e5596d9a req-5c0239f0-0be3-47ee-9d4a-72b1d5118466 service nova] Acquiring lock "95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.222772] env[70542]: DEBUG oslo_concurrency.lockutils [req-887f7520-337b-4f43-9dd7-3837e5596d9a req-5c0239f0-0be3-47ee-9d4a-72b1d5118466 service nova] Lock "95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.222855] env[70542]: DEBUG oslo_concurrency.lockutils [req-887f7520-337b-4f43-9dd7-3837e5596d9a req-5c0239f0-0be3-47ee-9d4a-72b1d5118466 service nova] Lock "95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.223165] env[70542]: DEBUG nova.compute.manager [req-887f7520-337b-4f43-9dd7-3837e5596d9a req-5c0239f0-0be3-47ee-9d4a-72b1d5118466 service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] No waiting events found dispatching network-vif-plugged-81b886ef-a6f5-4ba6-bbd4-89628f7701bf {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1228.223444] env[70542]: WARNING nova.compute.manager [req-887f7520-337b-4f43-9dd7-3837e5596d9a req-5c0239f0-0be3-47ee-9d4a-72b1d5118466 service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Received unexpected event network-vif-plugged-81b886ef-a6f5-4ba6-bbd4-89628f7701bf for instance with vm_state building and task_state spawning. [ 1228.223639] env[70542]: DEBUG nova.compute.manager [req-887f7520-337b-4f43-9dd7-3837e5596d9a req-5c0239f0-0be3-47ee-9d4a-72b1d5118466 service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Received event network-changed-81b886ef-a6f5-4ba6-bbd4-89628f7701bf {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.223795] env[70542]: DEBUG nova.compute.manager [req-887f7520-337b-4f43-9dd7-3837e5596d9a req-5c0239f0-0be3-47ee-9d4a-72b1d5118466 service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Refreshing instance network info cache due to event network-changed-81b886ef-a6f5-4ba6-bbd4-89628f7701bf. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1228.223964] env[70542]: DEBUG oslo_concurrency.lockutils [req-887f7520-337b-4f43-9dd7-3837e5596d9a req-5c0239f0-0be3-47ee-9d4a-72b1d5118466 service nova] Acquiring lock "refresh_cache-95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.228812] env[70542]: DEBUG oslo_vmware.api [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.263481] env[70542]: DEBUG nova.scheduler.client.report [None req-c4165c6c-1d29-43c1-821f-8f93429be08e tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.405698] env[70542]: DEBUG oslo_vmware.api [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912225, 'name': Rename_Task, 'duration_secs': 0.159698} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.406027] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.406293] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08007262-ed05-465e-a162-8c3beb520909 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.414885] env[70542]: DEBUG oslo_vmware.api [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Waiting for the task: (returnval){ [ 1228.414885] env[70542]: value = "task-3912228" [ 1228.414885] env[70542]: _type = "Task" [ 1228.414885] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.429145] env[70542]: DEBUG oslo_vmware.api [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.461664] env[70542]: DEBUG oslo_vmware.api [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912226, 'name': ReconfigVM_Task, 'duration_secs': 0.366306} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.461968] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 01cbec47-45cb-436c-bfa8-01194dde9c38/01cbec47-45cb-436c-bfa8-01194dde9c38.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.462635] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53233fa8-0242-440f-b594-f70d0586ea10 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.469156] env[70542]: DEBUG oslo_vmware.api [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Waiting for the task: (returnval){ [ 1228.469156] env[70542]: value = "task-3912229" [ 1228.469156] env[70542]: _type = "Task" [ 1228.469156] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.478963] env[70542]: DEBUG oslo_vmware.api [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912229, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.548706] env[70542]: DEBUG nova.network.neutron [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1228.669627] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 558c1a3f-3fbb-4658-8507-f1f876609623] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.724720] env[70542]: DEBUG oslo_vmware.api [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912227, 'name': PowerOffVM_Task, 'duration_secs': 0.24945} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.725061] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.725939] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785bc695-925c-43b8-a5ef-267b039f9b16 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.755273] env[70542]: DEBUG nova.network.neutron [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Updating instance_info_cache with network_info: [{"id": "81b886ef-a6f5-4ba6-bbd4-89628f7701bf", "address": "fa:16:3e:96:1c:ca", "network": {"id": "0fdd78e6-604b-4680-ac71-ea4e397161ff", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-93680765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3897359786e64bc592fd5e207aea4974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b886ef-a6", "ovs_interfaceid": "81b886ef-a6f5-4ba6-bbd4-89628f7701bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.755559] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6330d8-ec5f-4cf1-b6b9-d86c04b84fc8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.769973] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c4165c6c-1d29-43c1-821f-8f93429be08e tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.772888] env[70542]: DEBUG oslo_concurrency.lockutils [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.428s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.775499] env[70542]: DEBUG nova.objects.instance [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lazy-loading 'resources' on Instance uuid 10e06f9c-d7d5-4865-af99-2170c659d1b5 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.796221] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.796535] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-179c3320-fbba-4a1b-8f04-e50cee1722c2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.805246] env[70542]: DEBUG oslo_vmware.api [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1228.805246] env[70542]: value = "task-3912230" [ 1228.805246] env[70542]: _type = "Task" [ 1228.805246] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.811769] env[70542]: INFO nova.scheduler.client.report [None req-c4165c6c-1d29-43c1-821f-8f93429be08e tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Deleted allocations for instance 7ac404ed-7342-46d2-89ef-2e8850e05713 [ 1228.821064] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] VM already powered off {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1228.821064] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1228.821064] env[70542]: DEBUG oslo_concurrency.lockutils [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.821235] env[70542]: DEBUG oslo_concurrency.lockutils [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.821319] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1228.821565] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cc10a78-30ae-4ba0-a79e-588ade012ef5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.832183] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1228.832414] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1228.833275] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24545845-ac18-431f-92a4-914015ed357d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.839221] env[70542]: DEBUG oslo_vmware.api [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1228.839221] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b3f92a-2846-b475-a7e1-6a802c9458d4" [ 1228.839221] env[70542]: _type = "Task" [ 1228.839221] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.847551] env[70542]: DEBUG oslo_vmware.api [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b3f92a-2846-b475-a7e1-6a802c9458d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.925074] env[70542]: DEBUG oslo_vmware.api [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912228, 'name': PowerOnVM_Task, 'duration_secs': 0.473081} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.925376] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.925579] env[70542]: INFO nova.compute.manager [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Took 5.38 seconds to spawn the instance on the hypervisor. [ 1228.925757] env[70542]: DEBUG nova.compute.manager [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1228.926642] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaf5820-d758-4953-a034-2f6e3f8873d6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.980045] env[70542]: DEBUG oslo_vmware.api [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912229, 'name': Rename_Task, 'duration_secs': 0.144662} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.980330] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.980595] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0adca4a8-8730-4821-a333-a3b3abe63aca {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.988582] env[70542]: DEBUG oslo_vmware.api [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Waiting for the task: (returnval){ [ 1228.988582] env[70542]: value = "task-3912231" [ 1228.988582] env[70542]: _type = "Task" [ 1228.988582] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.996774] env[70542]: DEBUG oslo_vmware.api [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.173562] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: fd4d7021-c253-4107-83e8-6d3ffa1d6fcd] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.259881] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Releasing lock "refresh_cache-95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.260340] env[70542]: DEBUG nova.compute.manager [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Instance network_info: |[{"id": "81b886ef-a6f5-4ba6-bbd4-89628f7701bf", "address": "fa:16:3e:96:1c:ca", "network": {"id": "0fdd78e6-604b-4680-ac71-ea4e397161ff", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-93680765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3897359786e64bc592fd5e207aea4974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b886ef-a6", "ovs_interfaceid": "81b886ef-a6f5-4ba6-bbd4-89628f7701bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1229.260742] env[70542]: DEBUG oslo_concurrency.lockutils [req-887f7520-337b-4f43-9dd7-3837e5596d9a req-5c0239f0-0be3-47ee-9d4a-72b1d5118466 service nova] Acquired lock "refresh_cache-95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.260951] env[70542]: DEBUG nova.network.neutron [req-887f7520-337b-4f43-9dd7-3837e5596d9a req-5c0239f0-0be3-47ee-9d4a-72b1d5118466 service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Refreshing network info cache for port 81b886ef-a6f5-4ba6-bbd4-89628f7701bf {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.262207] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:1c:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b0fa7a2-ebd9-4788-8904-7bf250ce466c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81b886ef-a6f5-4ba6-bbd4-89628f7701bf', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1229.270725] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.272077] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1229.272355] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e676e59-0be0-4d7f-803f-ecd2f2a8a646 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.296684] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1229.296684] env[70542]: value = "task-3912232" [ 1229.296684] env[70542]: _type = "Task" [ 1229.296684] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.306310] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912232, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.323797] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c4165c6c-1d29-43c1-821f-8f93429be08e tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "7ac404ed-7342-46d2-89ef-2e8850e05713" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.357s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.352749] env[70542]: DEBUG oslo_vmware.api [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b3f92a-2846-b475-a7e1-6a802c9458d4, 'name': SearchDatastore_Task, 'duration_secs': 0.012205} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.357907] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ed1aef4-f2a1-414d-93c4-338dc94b1cf2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.365380] env[70542]: DEBUG oslo_vmware.api [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1229.365380] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52375483-7adb-78f9-a238-8c5b1ab975b9" [ 1229.365380] env[70542]: _type = "Task" [ 1229.365380] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.376170] env[70542]: DEBUG oslo_vmware.api [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52375483-7adb-78f9-a238-8c5b1ab975b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.444099] env[70542]: INFO nova.compute.manager [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Took 20.31 seconds to build instance. [ 1229.500130] env[70542]: DEBUG oslo_vmware.api [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912231, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.576133] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8fe02a-8008-472e-b4ff-bafe70ba411a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.584349] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1fa5b2-8127-4037-bcc9-72727a12fe80 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.615501] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df46fc4-33cf-438c-a16c-41f555ad28bc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.624421] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b1e4e7-d0c4-4fb1-a574-6e1c42762ee5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.643219] env[70542]: DEBUG nova.compute.provider_tree [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.677422] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 2e6b94c2-bc93-4d1d-9fba-07eb92874fb4] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.807903] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912232, 'name': CreateVM_Task, 'duration_secs': 0.500845} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.808276] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1229.808854] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.809036] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.809386] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.809669] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dc4888a-2729-4812-92f0-e5f652357875 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.815032] env[70542]: DEBUG oslo_vmware.api [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1229.815032] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527e4d8d-e8d2-a05d-4bb9-15c3604bb180" [ 1229.815032] env[70542]: _type = "Task" [ 1229.815032] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.825922] env[70542]: DEBUG oslo_vmware.api [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527e4d8d-e8d2-a05d-4bb9-15c3604bb180, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.876012] env[70542]: DEBUG oslo_vmware.api [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52375483-7adb-78f9-a238-8c5b1ab975b9, 'name': SearchDatastore_Task, 'duration_secs': 0.012226} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.876363] env[70542]: DEBUG oslo_concurrency.lockutils [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.876682] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] cf1597db-a00b-49ed-a04e-a970317c0505/4c78ae56-da5c-496a-96d4-9e4c383c4552-rescue.vmdk. {{(pid=70542) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1229.876990] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4198fabd-df83-484d-a656-224284332522 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.887272] env[70542]: DEBUG oslo_vmware.api [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1229.887272] env[70542]: value = "task-3912233" [ 1229.887272] env[70542]: _type = "Task" [ 1229.887272] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.896408] env[70542]: DEBUG oslo_vmware.api [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.949034] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a681e391-000a-4da3-a3f1-a59d131ec904 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Lock "6aaf7309-2719-4401-bebb-8249380c8ecd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.823s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.000262] env[70542]: DEBUG oslo_vmware.api [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912231, 'name': PowerOnVM_Task, 'duration_secs': 0.591212} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.000632] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.000872] env[70542]: DEBUG nova.compute.manager [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1230.001758] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62464924-13b8-4930-a03e-30e1c130d3b6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.045138] env[70542]: DEBUG nova.network.neutron [req-887f7520-337b-4f43-9dd7-3837e5596d9a req-5c0239f0-0be3-47ee-9d4a-72b1d5118466 service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Updated VIF entry in instance network info cache for port 81b886ef-a6f5-4ba6-bbd4-89628f7701bf. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.045522] env[70542]: DEBUG nova.network.neutron [req-887f7520-337b-4f43-9dd7-3837e5596d9a req-5c0239f0-0be3-47ee-9d4a-72b1d5118466 service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Updating instance_info_cache with network_info: [{"id": "81b886ef-a6f5-4ba6-bbd4-89628f7701bf", "address": "fa:16:3e:96:1c:ca", "network": {"id": "0fdd78e6-604b-4680-ac71-ea4e397161ff", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-93680765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3897359786e64bc592fd5e207aea4974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b886ef-a6", "ovs_interfaceid": "81b886ef-a6f5-4ba6-bbd4-89628f7701bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.148327] env[70542]: DEBUG nova.scheduler.client.report [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.181108] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 528da208-9ddc-4cd3-b7ab-af0bda3ab072] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.326742] env[70542]: DEBUG oslo_vmware.api [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527e4d8d-e8d2-a05d-4bb9-15c3604bb180, 'name': SearchDatastore_Task, 'duration_secs': 0.012057} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.327148] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.327329] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1230.327660] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.327813] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.327998] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1230.328297] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aed01e5e-06df-4bae-8f91-009ebaa8416a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.341617] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1230.341911] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1230.342639] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae8a8417-7c7a-4a34-9c19-a092ed26da18 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.349430] env[70542]: DEBUG oslo_vmware.api [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1230.349430] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52949351-ff85-d024-5830-30727417f5d0" [ 1230.349430] env[70542]: _type = "Task" [ 1230.349430] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.358565] env[70542]: DEBUG oslo_vmware.api [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52949351-ff85-d024-5830-30727417f5d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.400051] env[70542]: DEBUG oslo_vmware.api [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912233, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.529809] env[70542]: DEBUG oslo_concurrency.lockutils [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.548662] env[70542]: DEBUG oslo_concurrency.lockutils [req-887f7520-337b-4f43-9dd7-3837e5596d9a req-5c0239f0-0be3-47ee-9d4a-72b1d5118466 service nova] Releasing lock "refresh_cache-95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.653305] env[70542]: DEBUG oslo_concurrency.lockutils [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.657015] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.892s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.657347] env[70542]: DEBUG nova.objects.instance [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Lazy-loading 'resources' on Instance uuid 5cbf310f-5a9a-4026-9eea-462525cb0fd7 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.673043] env[70542]: INFO nova.scheduler.client.report [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Deleted allocations for instance 10e06f9c-d7d5-4865-af99-2170c659d1b5 [ 1230.684478] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 49f64a06-ea50-4c04-bca0-60463d5672b8] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.846597] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "c5d840de-9c11-4400-ad5b-2e36c21d43dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.846903] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "c5d840de-9c11-4400-ad5b-2e36c21d43dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.861089] env[70542]: DEBUG oslo_vmware.api [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52949351-ff85-d024-5830-30727417f5d0, 'name': SearchDatastore_Task, 'duration_secs': 0.039321} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.861891] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac3a483e-5d10-461e-9beb-30bb5251eca0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.868583] env[70542]: DEBUG oslo_vmware.api [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1230.868583] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524c47f4-c3bc-c9c4-492b-43fbeb9f843f" [ 1230.868583] env[70542]: _type = "Task" [ 1230.868583] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.877223] env[70542]: DEBUG oslo_vmware.api [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524c47f4-c3bc-c9c4-492b-43fbeb9f843f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.898267] env[70542]: DEBUG oslo_vmware.api [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519561} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.898779] env[70542]: INFO nova.virt.vmwareapi.ds_util [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] cf1597db-a00b-49ed-a04e-a970317c0505/4c78ae56-da5c-496a-96d4-9e4c383c4552-rescue.vmdk. [ 1230.899360] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5958b1c5-6863-47d2-a43f-0cb9721f408d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.927164] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] cf1597db-a00b-49ed-a04e-a970317c0505/4c78ae56-da5c-496a-96d4-9e4c383c4552-rescue.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.927514] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13c0bda3-0d64-4e23-b213-63f264138a1e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.947915] env[70542]: DEBUG oslo_vmware.api [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1230.947915] env[70542]: value = "task-3912234" [ 1230.947915] env[70542]: _type = "Task" [ 1230.947915] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.956589] env[70542]: DEBUG oslo_vmware.api [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.149866] env[70542]: INFO nova.compute.manager [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Rebuilding instance [ 1231.180372] env[70542]: DEBUG oslo_concurrency.lockutils [None req-67c9522f-5d1b-4d0f-b192-df19aec7683d tempest-AttachInterfacesTestJSON-1348885446 tempest-AttachInterfacesTestJSON-1348885446-project-member] Lock "10e06f9c-d7d5-4865-af99-2170c659d1b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.303s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.190824] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: e8ebd848-7408-4df7-bcc3-1fe2aaa00026] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.209094] env[70542]: DEBUG nova.compute.manager [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1231.210040] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112744fb-e46a-4fa5-9902-0a6b35aa71fb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.349908] env[70542]: DEBUG nova.compute.manager [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1231.385915] env[70542]: DEBUG oslo_vmware.api [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524c47f4-c3bc-c9c4-492b-43fbeb9f843f, 'name': SearchDatastore_Task, 'duration_secs': 0.011172} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.390449] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.390896] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce/95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1231.392819] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18972c06-24ee-4374-8525-d04745748632 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.403512] env[70542]: DEBUG oslo_vmware.api [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1231.403512] env[70542]: value = "task-3912235" [ 1231.403512] env[70542]: _type = "Task" [ 1231.403512] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.417744] env[70542]: DEBUG oslo_vmware.api [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.419487] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c3b1c3-3e78-4818-9129-892e4f570cec {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.427269] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738ce9a5-517d-4777-b1de-e8340ad8502f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.463948] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48cf0d5-3a7b-4b75-9d5c-deebf87747e4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.473994] env[70542]: DEBUG oslo_vmware.api [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.475332] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4810503-8f4f-4bfd-9e9c-1d477101978b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.490420] env[70542]: DEBUG nova.compute.provider_tree [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.570325] env[70542]: DEBUG oslo_concurrency.lockutils [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Acquiring lock "01cbec47-45cb-436c-bfa8-01194dde9c38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.570418] env[70542]: DEBUG oslo_concurrency.lockutils [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Lock "01cbec47-45cb-436c-bfa8-01194dde9c38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.570656] env[70542]: DEBUG oslo_concurrency.lockutils [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Acquiring lock "01cbec47-45cb-436c-bfa8-01194dde9c38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.570856] env[70542]: DEBUG oslo_concurrency.lockutils [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Lock "01cbec47-45cb-436c-bfa8-01194dde9c38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.571057] env[70542]: DEBUG oslo_concurrency.lockutils [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Lock "01cbec47-45cb-436c-bfa8-01194dde9c38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.573559] env[70542]: INFO nova.compute.manager [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Terminating instance [ 1231.696107] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 07d4b435-4af4-41f2-b778-724ecabb9e7f] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.884254] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.918112] env[70542]: DEBUG oslo_vmware.api [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486189} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.918604] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce/95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.918604] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1231.918864] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3de8e13-6104-4a80-b0d6-92a4056093a9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.925826] env[70542]: DEBUG oslo_vmware.api [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1231.925826] env[70542]: value = "task-3912236" [ 1231.925826] env[70542]: _type = "Task" [ 1231.925826] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.938148] env[70542]: DEBUG oslo_vmware.api [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.972559] env[70542]: DEBUG oslo_vmware.api [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912234, 'name': ReconfigVM_Task, 'duration_secs': 0.85047} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.972988] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Reconfigured VM instance instance-00000068 to attach disk [datastore1] cf1597db-a00b-49ed-a04e-a970317c0505/4c78ae56-da5c-496a-96d4-9e4c383c4552-rescue.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.974037] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f84cea8-09e2-49fb-b254-18ff5afc2390 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.001794] env[70542]: DEBUG nova.scheduler.client.report [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.010426] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8e950c9-a3f4-4af1-979d-e19d68472531 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.027644] env[70542]: DEBUG oslo_vmware.api [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1232.027644] env[70542]: value = "task-3912237" [ 1232.027644] env[70542]: _type = "Task" [ 1232.027644] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.037232] env[70542]: DEBUG oslo_vmware.api [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.079108] env[70542]: DEBUG oslo_concurrency.lockutils [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Acquiring lock "refresh_cache-01cbec47-45cb-436c-bfa8-01194dde9c38" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.079108] env[70542]: DEBUG oslo_concurrency.lockutils [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Acquired lock "refresh_cache-01cbec47-45cb-436c-bfa8-01194dde9c38" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.079108] env[70542]: DEBUG nova.network.neutron [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.202210] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 131eb0ca-df71-49e9-af30-2931afd69fb2] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.231454] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.231789] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06bdd6c7-1886-4a72-ad5b-2fb8e9943531 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.239982] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Waiting for the task: (returnval){ [ 1232.239982] env[70542]: value = "task-3912238" [ 1232.239982] env[70542]: _type = "Task" [ 1232.239982] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.251172] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.436102] env[70542]: DEBUG oslo_vmware.api [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082118} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.436295] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1232.437090] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed83978d-af83-4dc4-8cef-8f3a426cf477 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.459711] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce/95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.460030] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-070d4bf4-7ce1-40f7-85b4-038b6cfb56d5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.480508] env[70542]: DEBUG oslo_vmware.api [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1232.480508] env[70542]: value = "task-3912239" [ 1232.480508] env[70542]: _type = "Task" [ 1232.480508] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.490249] env[70542]: DEBUG oslo_vmware.api [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.510856] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.513456] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.382s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.513722] env[70542]: DEBUG nova.objects.instance [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lazy-loading 'resources' on Instance uuid dcdcc26c-ace3-44f3-9a1a-22a902ae006e {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.533013] env[70542]: INFO nova.scheduler.client.report [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Deleted allocations for instance 5cbf310f-5a9a-4026-9eea-462525cb0fd7 [ 1232.542722] env[70542]: DEBUG oslo_vmware.api [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912237, 'name': ReconfigVM_Task, 'duration_secs': 0.194677} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.542722] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.542897] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4e5f313-a393-4a9c-8963-7f7d8f3b86fe {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.550161] env[70542]: DEBUG oslo_vmware.api [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1232.550161] env[70542]: value = "task-3912240" [ 1232.550161] env[70542]: _type = "Task" [ 1232.550161] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.558230] env[70542]: DEBUG oslo_vmware.api [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.601806] env[70542]: DEBUG nova.network.neutron [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1232.680286] env[70542]: DEBUG nova.network.neutron [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.705121] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: ac58aee6-9a03-446a-804f-6b9c72f30a99] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.749849] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912238, 'name': PowerOffVM_Task, 'duration_secs': 0.148199} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.750902] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.750902] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.751713] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6a8962-3b01-43e3-abe7-55b5665b5a11 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.758860] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.759124] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fb546c9-fd7d-44b8-83f4-25389872fbaa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.790319] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.790584] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.790857] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Deleting the datastore file [datastore2] 6aaf7309-2719-4401-bebb-8249380c8ecd {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.791097] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4090e541-f6c8-474e-af37-54f3201c7dc0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.804193] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Waiting for the task: (returnval){ [ 1232.804193] env[70542]: value = "task-3912242" [ 1232.804193] env[70542]: _type = "Task" [ 1232.804193] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.813990] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.871568] env[70542]: DEBUG nova.compute.manager [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Stashing vm_state: active {{(pid=70542) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1232.990834] env[70542]: DEBUG oslo_vmware.api [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.040789] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ea918433-f381-43e2-8872-cf542dcdfca7 tempest-ServerRescueTestJSON-1736721769 tempest-ServerRescueTestJSON-1736721769-project-member] Lock "5cbf310f-5a9a-4026-9eea-462525cb0fd7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.773s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.061851] env[70542]: DEBUG oslo_vmware.api [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912240, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.183733] env[70542]: DEBUG oslo_concurrency.lockutils [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Releasing lock "refresh_cache-01cbec47-45cb-436c-bfa8-01194dde9c38" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.184214] env[70542]: DEBUG nova.compute.manager [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1233.184409] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.185382] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4455b49d-10bc-48b2-a3af-6627ea8a3fd7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.198435] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.199768] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edee4a76-f445-4623-ab49-9de73d1c27c9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.208389] env[70542]: DEBUG oslo_vmware.api [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Waiting for the task: (returnval){ [ 1233.208389] env[70542]: value = "task-3912243" [ 1233.208389] env[70542]: _type = "Task" [ 1233.208389] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.213400] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 89ae4a6d-70ab-4e83-8a97-063321b8dab4] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.220890] env[70542]: DEBUG oslo_vmware.api [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.274659] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41111642-d071-404a-aeb9-2b3dd2ebb0e3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.283173] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f107d619-2838-4dc9-b611-a19266aea53f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.321101] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e678affe-8154-414a-9c52-3e8266df94db {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.332337] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c22fa4-11a6-40be-93ca-9918aa5c513a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.336164] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103234} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.336410] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.336592] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.336795] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.351613] env[70542]: DEBUG nova.compute.provider_tree [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.400999] env[70542]: DEBUG oslo_concurrency.lockutils [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.492137] env[70542]: DEBUG oslo_vmware.api [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912239, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.564126] env[70542]: DEBUG oslo_vmware.api [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912240, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.719599] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: b3764e3b-4297-4515-9673-0f75a6a4ac8e] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.722300] env[70542]: DEBUG oslo_vmware.api [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912243, 'name': PowerOffVM_Task, 'duration_secs': 0.114705} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.722873] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.723252] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.723528] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71929c68-84ec-4e78-b648-2db7dd3f2468 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.755034] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.755360] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.755677] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Deleting the datastore file [datastore2] 01cbec47-45cb-436c-bfa8-01194dde9c38 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.757664] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69269791-b04b-4ea9-8e1c-8461cc4cd30f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.766280] env[70542]: DEBUG oslo_vmware.api [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Waiting for the task: (returnval){ [ 1233.766280] env[70542]: value = "task-3912245" [ 1233.766280] env[70542]: _type = "Task" [ 1233.766280] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.775666] env[70542]: DEBUG oslo_vmware.api [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.854839] env[70542]: DEBUG nova.scheduler.client.report [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.995333] env[70542]: DEBUG oslo_vmware.api [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912239, 'name': ReconfigVM_Task, 'duration_secs': 1.028904} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.995623] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce/95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.997116] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13c2900f-eba2-493f-af35-624de8b26771 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.006855] env[70542]: DEBUG oslo_vmware.api [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1234.006855] env[70542]: value = "task-3912246" [ 1234.006855] env[70542]: _type = "Task" [ 1234.006855] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.015467] env[70542]: DEBUG oslo_vmware.api [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912246, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.063975] env[70542]: DEBUG oslo_vmware.api [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912240, 'name': PowerOnVM_Task, 'duration_secs': 1.049828} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.063975] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.076033] env[70542]: DEBUG nova.compute.manager [None req-92fef532-da7c-41cd-988e-99b314b2f325 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1234.077135] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83f9652-28a5-4807-b90f-32d50b26cab5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.223475] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 0b2d45d9-b717-476c-9ef0-169b36eb636c] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.277375] env[70542]: DEBUG oslo_vmware.api [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Task: {'id': task-3912245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122362} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.277838] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.278075] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.278339] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.280095] env[70542]: INFO nova.compute.manager [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1234.280095] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.280095] env[70542]: DEBUG nova.compute.manager [-] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1234.280095] env[70542]: DEBUG nova.network.neutron [-] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1234.297034] env[70542]: DEBUG nova.network.neutron [-] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1234.359778] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.362575] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.689s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.363278] env[70542]: DEBUG nova.objects.instance [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lazy-loading 'resources' on Instance uuid 3bca2ad2-586a-4993-8697-b0d5e596196d {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.393951] env[70542]: DEBUG nova.virt.hardware [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.394221] env[70542]: DEBUG nova.virt.hardware [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.394377] env[70542]: DEBUG nova.virt.hardware [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.394614] env[70542]: DEBUG nova.virt.hardware [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.394695] env[70542]: DEBUG nova.virt.hardware [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.394852] env[70542]: DEBUG nova.virt.hardware [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.395126] env[70542]: DEBUG nova.virt.hardware [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.395348] env[70542]: DEBUG nova.virt.hardware [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.395728] env[70542]: DEBUG nova.virt.hardware [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.395728] env[70542]: DEBUG nova.virt.hardware [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.395942] env[70542]: DEBUG nova.virt.hardware [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.397075] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f229778-3475-462c-8ead-05e101cfde29 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.401857] env[70542]: INFO nova.scheduler.client.report [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Deleted allocations for instance dcdcc26c-ace3-44f3-9a1a-22a902ae006e [ 1234.413373] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f7aeae-6652-4641-ab4d-a93b79a65ebe {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.427450] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Instance VIF info [] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1234.435029] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.435399] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1234.435669] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-377a2672-0723-4e9b-8c7b-4eb5ad3646ad {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.458143] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1234.458143] env[70542]: value = "task-3912247" [ 1234.458143] env[70542]: _type = "Task" [ 1234.458143] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.467581] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912247, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.517118] env[70542]: DEBUG oslo_vmware.api [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912246, 'name': Rename_Task, 'duration_secs': 0.320489} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.517118] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.517118] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c052916-371b-4ec8-b5b6-75fcc9368a41 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.524915] env[70542]: DEBUG oslo_vmware.api [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1234.524915] env[70542]: value = "task-3912248" [ 1234.524915] env[70542]: _type = "Task" [ 1234.524915] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.537192] env[70542]: DEBUG oslo_vmware.api [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.729028] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: a195a73f-0e1c-4d50-a6c3-bb1362a55f76] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.801233] env[70542]: DEBUG nova.network.neutron [-] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.806934] env[70542]: DEBUG oslo_concurrency.lockutils [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "a02183c0-68a1-4618-922a-64ce8d3fefc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.807240] env[70542]: DEBUG oslo_concurrency.lockutils [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "a02183c0-68a1-4618-922a-64ce8d3fefc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.807482] env[70542]: DEBUG oslo_concurrency.lockutils [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "a02183c0-68a1-4618-922a-64ce8d3fefc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.809332] env[70542]: DEBUG oslo_concurrency.lockutils [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "a02183c0-68a1-4618-922a-64ce8d3fefc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.809332] env[70542]: DEBUG oslo_concurrency.lockutils [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "a02183c0-68a1-4618-922a-64ce8d3fefc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.810428] env[70542]: INFO nova.compute.manager [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Terminating instance [ 1234.910807] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a649219f-f1d0-4b0b-88ba-7c8e916283d2 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "dcdcc26c-ace3-44f3-9a1a-22a902ae006e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.226s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.980265] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912247, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.036661] env[70542]: DEBUG oslo_vmware.api [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912248, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.133717] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44e84f7-0ac3-4314-a294-21f89825e893 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.142183] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea32669c-363b-4c5a-b2d0-36c7eafcefeb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.176977] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43816438-f3e2-49cc-be5f-b363a3af40ed {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.185479] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e218da-68fa-4e0e-a7da-b9c11b206e34 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.202604] env[70542]: DEBUG nova.compute.provider_tree [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.232698] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 7ebc9e70-63b0-4d40-a85c-82bcd5be3159] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.304406] env[70542]: INFO nova.compute.manager [-] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Took 1.03 seconds to deallocate network for instance. [ 1235.315023] env[70542]: DEBUG nova.compute.manager [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1235.315023] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.315484] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696eeaca-21a7-497d-8cc7-45e5411b62b7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.323833] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.324138] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-356f4259-6179-41fe-888d-b24629c644cb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.331219] env[70542]: DEBUG oslo_vmware.api [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 1235.331219] env[70542]: value = "task-3912249" [ 1235.331219] env[70542]: _type = "Task" [ 1235.331219] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.339863] env[70542]: DEBUG oslo_vmware.api [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.369036] env[70542]: INFO nova.compute.manager [None req-82cf820a-6f36-4ad8-a919-6d23e1a4d7ff tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Unrescuing [ 1235.369380] env[70542]: DEBUG oslo_concurrency.lockutils [None req-82cf820a-6f36-4ad8-a919-6d23e1a4d7ff tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "refresh_cache-cf1597db-a00b-49ed-a04e-a970317c0505" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.369611] env[70542]: DEBUG oslo_concurrency.lockutils [None req-82cf820a-6f36-4ad8-a919-6d23e1a4d7ff tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquired lock "refresh_cache-cf1597db-a00b-49ed-a04e-a970317c0505" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.369802] env[70542]: DEBUG nova.network.neutron [None req-82cf820a-6f36-4ad8-a919-6d23e1a4d7ff tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.471918] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912247, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.538284] env[70542]: DEBUG oslo_vmware.api [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912248, 'name': PowerOnVM_Task, 'duration_secs': 0.683107} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.538581] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.538782] env[70542]: INFO nova.compute.manager [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1235.539586] env[70542]: DEBUG nova.compute.manager [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1235.539813] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5b6c03-1774-4246-8c82-9c18318f6e8a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.707246] env[70542]: DEBUG nova.scheduler.client.report [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.735957] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: f05438ea-71c1-40e4-81ed-739c871bc85d] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.813130] env[70542]: DEBUG oslo_concurrency.lockutils [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.842187] env[70542]: DEBUG oslo_vmware.api [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.973356] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912247, 'name': CreateVM_Task, 'duration_secs': 1.333445} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.973542] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1235.974028] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.974446] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.974548] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.974860] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c801288-a325-4ede-99ce-5a3d94256224 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.981986] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Waiting for the task: (returnval){ [ 1235.981986] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52475e88-82e3-6277-001a-491ea82678fe" [ 1235.981986] env[70542]: _type = "Task" [ 1235.981986] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.993308] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52475e88-82e3-6277-001a-491ea82678fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.064058] env[70542]: INFO nova.compute.manager [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Took 23.11 seconds to build instance. [ 1236.180685] env[70542]: DEBUG nova.network.neutron [None req-82cf820a-6f36-4ad8-a919-6d23e1a4d7ff tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Updating instance_info_cache with network_info: [{"id": "2ba54c90-eb76-428e-b3da-181f80add31d", "address": "fa:16:3e:f0:77:4e", "network": {"id": "9f572e7a-d135-4065-a1e6-301b98e54dba", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948852501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74896de6d46b4f10a7b78d1985e8b59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba54c90-eb", "ovs_interfaceid": "2ba54c90-eb76-428e-b3da-181f80add31d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.214755] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.220484] env[70542]: DEBUG oslo_concurrency.lockutils [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.690s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.220484] env[70542]: DEBUG nova.objects.instance [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70542) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1236.236461] env[70542]: INFO nova.scheduler.client.report [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Deleted allocations for instance 3bca2ad2-586a-4993-8697-b0d5e596196d [ 1236.244042] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: dc30924f-6bfe-4171-a594-ad8a4c5d1fab] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.342607] env[70542]: DEBUG oslo_vmware.api [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912249, 'name': PowerOffVM_Task, 'duration_secs': 0.582799} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.342893] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.343077] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.343354] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cd8b4c3-967e-400b-acaa-57b00c645efc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.417026] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.417026] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.417026] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Deleting the datastore file [datastore1] a02183c0-68a1-4618-922a-64ce8d3fefc1 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.417026] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b09cf7d3-4d2a-4c66-8c8a-d5d2eb8f5aa6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.424746] env[70542]: DEBUG oslo_vmware.api [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for the task: (returnval){ [ 1236.424746] env[70542]: value = "task-3912251" [ 1236.424746] env[70542]: _type = "Task" [ 1236.424746] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.436061] env[70542]: DEBUG oslo_vmware.api [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.493085] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52475e88-82e3-6277-001a-491ea82678fe, 'name': SearchDatastore_Task, 'duration_secs': 0.013151} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.493421] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.493669] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1236.493922] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.494077] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.494260] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1236.494546] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b662ef5-3145-4e5f-bd71-ab88b24ba192 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.504705] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1236.504958] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1236.509627] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cac1772-b462-47f3-adc4-393b5622a5f0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.512474] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Waiting for the task: (returnval){ [ 1236.512474] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52654bd9-3293-2b2f-b1d8-db2ec979bb17" [ 1236.512474] env[70542]: _type = "Task" [ 1236.512474] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.521752] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52654bd9-3293-2b2f-b1d8-db2ec979bb17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.566535] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ecae37f0-2014-4b55-859a-a4a7afbe5289 tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.620s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.657934] env[70542]: DEBUG oslo_concurrency.lockutils [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "07438323-c564-4692-81cf-9b97e8eaa0b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.657934] env[70542]: DEBUG oslo_concurrency.lockutils [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "07438323-c564-4692-81cf-9b97e8eaa0b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.685889] env[70542]: DEBUG oslo_concurrency.lockutils [None req-82cf820a-6f36-4ad8-a919-6d23e1a4d7ff tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Releasing lock "refresh_cache-cf1597db-a00b-49ed-a04e-a970317c0505" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.686640] env[70542]: DEBUG nova.objects.instance [None req-82cf820a-6f36-4ad8-a919-6d23e1a4d7ff tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lazy-loading 'flavor' on Instance uuid cf1597db-a00b-49ed-a04e-a970317c0505 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.748059] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 90de7b33-07f3-41c4-b374-db5847d3820a] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.755869] env[70542]: DEBUG oslo_concurrency.lockutils [None req-ec1aa5b9-c8a6-45a6-bc48-a614930d3a95 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "3bca2ad2-586a-4993-8697-b0d5e596196d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.353s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.935881] env[70542]: DEBUG oslo_vmware.api [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Task: {'id': task-3912251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158363} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.936173] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.936372] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.936508] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.936680] env[70542]: INFO nova.compute.manager [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1236.936930] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.938357] env[70542]: DEBUG nova.compute.manager [-] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.938474] env[70542]: DEBUG nova.network.neutron [-] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1237.030633] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52654bd9-3293-2b2f-b1d8-db2ec979bb17, 'name': SearchDatastore_Task, 'duration_secs': 0.010138} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.034101] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6859ab87-d8ed-4c80-acf2-85844407ca64 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.042033] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Waiting for the task: (returnval){ [ 1237.042033] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528ca6ae-999b-2202-7418-a1a9f33019a9" [ 1237.042033] env[70542]: _type = "Task" [ 1237.042033] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.057080] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528ca6ae-999b-2202-7418-a1a9f33019a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.159855] env[70542]: DEBUG nova.compute.manager [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1237.196239] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1d5317-58d0-4f4e-b777-519f9c31ac25 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.220786] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-82cf820a-6f36-4ad8-a919-6d23e1a4d7ff tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.222783] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c937477-63f8-45ba-b07e-630a549302d8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.225455] env[70542]: DEBUG nova.compute.manager [req-a15c3821-8740-467d-b126-61531b7c3db5 req-4b82611d-715c-4ba6-b520-cbc1d88e4cc9 service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Received event network-changed-81b886ef-a6f5-4ba6-bbd4-89628f7701bf {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.225737] env[70542]: DEBUG nova.compute.manager [req-a15c3821-8740-467d-b126-61531b7c3db5 req-4b82611d-715c-4ba6-b520-cbc1d88e4cc9 service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Refreshing instance network info cache due to event network-changed-81b886ef-a6f5-4ba6-bbd4-89628f7701bf. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1237.225846] env[70542]: DEBUG oslo_concurrency.lockutils [req-a15c3821-8740-467d-b126-61531b7c3db5 req-4b82611d-715c-4ba6-b520-cbc1d88e4cc9 service nova] Acquiring lock "refresh_cache-95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.226030] env[70542]: DEBUG oslo_concurrency.lockutils [req-a15c3821-8740-467d-b126-61531b7c3db5 req-4b82611d-715c-4ba6-b520-cbc1d88e4cc9 service nova] Acquired lock "refresh_cache-95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.226214] env[70542]: DEBUG nova.network.neutron [req-a15c3821-8740-467d-b126-61531b7c3db5 req-4b82611d-715c-4ba6-b520-cbc1d88e4cc9 service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Refreshing network info cache for port 81b886ef-a6f5-4ba6-bbd4-89628f7701bf {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.235039] env[70542]: DEBUG oslo_concurrency.lockutils [None req-855f73b3-be5a-4d2d-8cfa-c2346979f50f tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.235754] env[70542]: DEBUG oslo_vmware.api [None req-82cf820a-6f36-4ad8-a919-6d23e1a4d7ff tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1237.235754] env[70542]: value = "task-3912252" [ 1237.235754] env[70542]: _type = "Task" [ 1237.235754] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.236202] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.352s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.237679] env[70542]: INFO nova.compute.claims [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1237.255623] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 25d099ff-0128-46d7-875d-457b1a26337f] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.257558] env[70542]: DEBUG oslo_vmware.api [None req-82cf820a-6f36-4ad8-a919-6d23e1a4d7ff tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.553324] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528ca6ae-999b-2202-7418-a1a9f33019a9, 'name': SearchDatastore_Task, 'duration_secs': 0.031915} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.553774] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.553955] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 6aaf7309-2719-4401-bebb-8249380c8ecd/6aaf7309-2719-4401-bebb-8249380c8ecd.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1237.555224] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82ba0072-181d-47d0-a5ef-22770f23ed83 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.566579] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Waiting for the task: (returnval){ [ 1237.566579] env[70542]: value = "task-3912253" [ 1237.566579] env[70542]: _type = "Task" [ 1237.566579] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.577042] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.699447] env[70542]: DEBUG oslo_concurrency.lockutils [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.755243] env[70542]: DEBUG oslo_vmware.api [None req-82cf820a-6f36-4ad8-a919-6d23e1a4d7ff tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912252, 'name': PowerOffVM_Task, 'duration_secs': 0.513528} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.756247] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-82cf820a-6f36-4ad8-a919-6d23e1a4d7ff tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.762873] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-82cf820a-6f36-4ad8-a919-6d23e1a4d7ff tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Reconfiguring VM instance instance-00000068 to detach disk 2002 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1237.763205] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: e3f9e5df-5236-4512-97df-19ff178b2af3] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.765619] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e83878ff-645a-4f18-8b2b-b7823c3497df {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.791526] env[70542]: DEBUG oslo_vmware.api [None req-82cf820a-6f36-4ad8-a919-6d23e1a4d7ff tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1237.791526] env[70542]: value = "task-3912254" [ 1237.791526] env[70542]: _type = "Task" [ 1237.791526] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.802675] env[70542]: DEBUG oslo_vmware.api [None req-82cf820a-6f36-4ad8-a919-6d23e1a4d7ff tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.081640] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912253, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.100449] env[70542]: DEBUG nova.network.neutron [req-a15c3821-8740-467d-b126-61531b7c3db5 req-4b82611d-715c-4ba6-b520-cbc1d88e4cc9 service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Updated VIF entry in instance network info cache for port 81b886ef-a6f5-4ba6-bbd4-89628f7701bf. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.100449] env[70542]: DEBUG nova.network.neutron [req-a15c3821-8740-467d-b126-61531b7c3db5 req-4b82611d-715c-4ba6-b520-cbc1d88e4cc9 service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Updating instance_info_cache with network_info: [{"id": "81b886ef-a6f5-4ba6-bbd4-89628f7701bf", "address": "fa:16:3e:96:1c:ca", "network": {"id": "0fdd78e6-604b-4680-ac71-ea4e397161ff", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-93680765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3897359786e64bc592fd5e207aea4974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b886ef-a6", "ovs_interfaceid": "81b886ef-a6f5-4ba6-bbd4-89628f7701bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.160987] env[70542]: DEBUG nova.network.neutron [-] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.285106] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: b3a56943-dfe3-47f1-a767-c9b09d8d4f77] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.304707] env[70542]: DEBUG oslo_vmware.api [None req-82cf820a-6f36-4ad8-a919-6d23e1a4d7ff tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.311383] env[70542]: DEBUG oslo_concurrency.lockutils [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "a1f250ef-d141-4a91-9a5c-df91115e5ad9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.311559] env[70542]: DEBUG oslo_concurrency.lockutils [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "a1f250ef-d141-4a91-9a5c-df91115e5ad9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.311975] env[70542]: DEBUG oslo_concurrency.lockutils [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "a1f250ef-d141-4a91-9a5c-df91115e5ad9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.312209] env[70542]: DEBUG oslo_concurrency.lockutils [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "a1f250ef-d141-4a91-9a5c-df91115e5ad9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.312425] env[70542]: DEBUG oslo_concurrency.lockutils [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "a1f250ef-d141-4a91-9a5c-df91115e5ad9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.314630] env[70542]: INFO nova.compute.manager [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Terminating instance [ 1238.529261] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2ed391-797d-4ee1-9cb1-f34491546870 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.539139] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01818f19-57ae-4806-b8ef-a51c16440a55 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.578577] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4b31e8-ca34-4150-a78b-df1b4a3f1cde {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.583927] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Acquiring lock "65569327-f6d2-403d-bc85-7e0a49d4440f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.584181] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Lock "65569327-f6d2-403d-bc85-7e0a49d4440f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.594904] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bceab07-7f05-4c29-a945-fc36ae63b5ab {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.599686] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524985} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.600198] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 6aaf7309-2719-4401-bebb-8249380c8ecd/6aaf7309-2719-4401-bebb-8249380c8ecd.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1238.600604] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1238.601398] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bee73f7b-51d0-4f41-8a04-dcd36c0334ed {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.613042] env[70542]: DEBUG oslo_concurrency.lockutils [req-a15c3821-8740-467d-b126-61531b7c3db5 req-4b82611d-715c-4ba6-b520-cbc1d88e4cc9 service nova] Releasing lock "refresh_cache-95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.613927] env[70542]: DEBUG nova.compute.provider_tree [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.621513] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Waiting for the task: (returnval){ [ 1238.621513] env[70542]: value = "task-3912255" [ 1238.621513] env[70542]: _type = "Task" [ 1238.621513] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.631252] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.663674] env[70542]: INFO nova.compute.manager [-] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Took 1.73 seconds to deallocate network for instance. [ 1238.790022] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 157d8e42-98a9-4d4d-b088-ce1413ad89ec] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.802851] env[70542]: DEBUG oslo_vmware.api [None req-82cf820a-6f36-4ad8-a919-6d23e1a4d7ff tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912254, 'name': ReconfigVM_Task, 'duration_secs': 0.631134} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.802851] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-82cf820a-6f36-4ad8-a919-6d23e1a4d7ff tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Reconfigured VM instance instance-00000068 to detach disk 2002 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1238.802851] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-82cf820a-6f36-4ad8-a919-6d23e1a4d7ff tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.802851] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13aae5ea-7e38-4c53-83d0-9bafa0611e7c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.810814] env[70542]: DEBUG oslo_vmware.api [None req-82cf820a-6f36-4ad8-a919-6d23e1a4d7ff tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1238.810814] env[70542]: value = "task-3912256" [ 1238.810814] env[70542]: _type = "Task" [ 1238.810814] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.819901] env[70542]: DEBUG oslo_vmware.api [None req-82cf820a-6f36-4ad8-a919-6d23e1a4d7ff tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.821604] env[70542]: DEBUG nova.compute.manager [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1238.821798] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1238.822954] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3259187d-7ccd-48a6-90f2-9b848467339f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.833175] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.833538] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f6ba0da-a94f-4995-9123-cf1f3bdbc5b2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.841818] env[70542]: DEBUG oslo_vmware.api [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1238.841818] env[70542]: value = "task-3912257" [ 1238.841818] env[70542]: _type = "Task" [ 1238.841818] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.850972] env[70542]: DEBUG oslo_vmware.api [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.089024] env[70542]: DEBUG nova.compute.manager [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1239.120201] env[70542]: DEBUG nova.scheduler.client.report [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.139761] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078285} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.140818] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1239.141662] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f7dfb4-ceb9-48b1-beb8-4fae71f06814 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.173143] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 6aaf7309-2719-4401-bebb-8249380c8ecd/6aaf7309-2719-4401-bebb-8249380c8ecd.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.175150] env[70542]: DEBUG oslo_concurrency.lockutils [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.175784] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad21c169-1ca8-4bd7-a1ee-785bcaaf39e0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.201199] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Waiting for the task: (returnval){ [ 1239.201199] env[70542]: value = "task-3912258" [ 1239.201199] env[70542]: _type = "Task" [ 1239.201199] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.211977] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912258, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.247905] env[70542]: DEBUG nova.compute.manager [req-f11e7d43-6e01-4816-8bca-341efa8b2ac8 req-75bd9cf2-7c98-42a1-9a68-6f382afb3cc8 service nova] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Received event network-vif-deleted-006653fe-4618-46c4-86f5-24f60e96ec81 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.293879] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 96d1bbde-21c0-4bf8-a7ee-9a3d274652d6] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.322184] env[70542]: DEBUG oslo_vmware.api [None req-82cf820a-6f36-4ad8-a919-6d23e1a4d7ff tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912256, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.352936] env[70542]: DEBUG oslo_vmware.api [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912257, 'name': PowerOffVM_Task, 'duration_secs': 0.386682} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.353249] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.353421] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1239.353712] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02712111-cb4b-4032-a371-dd935b120b58 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.438773] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1239.439696] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1239.440093] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Deleting the datastore file [datastore1] a1f250ef-d141-4a91-9a5c-df91115e5ad9 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1239.440587] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b7e5398-c3cd-4a6d-b2fa-9ee0d5a3303a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.451038] env[70542]: DEBUG oslo_vmware.api [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for the task: (returnval){ [ 1239.451038] env[70542]: value = "task-3912260" [ 1239.451038] env[70542]: _type = "Task" [ 1239.451038] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.464467] env[70542]: DEBUG oslo_vmware.api [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.617620] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.637030] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.637030] env[70542]: DEBUG nova.compute.manager [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1239.637898] env[70542]: DEBUG oslo_concurrency.lockutils [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.237s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.714606] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912258, 'name': ReconfigVM_Task, 'duration_secs': 0.327976} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.716150] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 6aaf7309-2719-4401-bebb-8249380c8ecd/6aaf7309-2719-4401-bebb-8249380c8ecd.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.716820] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43f1ae33-9d40-4028-8789-eeb8b025d095 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.725490] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Waiting for the task: (returnval){ [ 1239.725490] env[70542]: value = "task-3912261" [ 1239.725490] env[70542]: _type = "Task" [ 1239.725490] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.736565] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912261, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.797784] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: ac799fd6-04b0-4e13-8519-dcb356f1ae55] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.825137] env[70542]: DEBUG oslo_vmware.api [None req-82cf820a-6f36-4ad8-a919-6d23e1a4d7ff tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912256, 'name': PowerOnVM_Task, 'duration_secs': 0.635606} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.825419] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-82cf820a-6f36-4ad8-a919-6d23e1a4d7ff tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1239.825665] env[70542]: DEBUG nova.compute.manager [None req-82cf820a-6f36-4ad8-a919-6d23e1a4d7ff tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1239.826459] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100dca23-6fbd-408b-bea0-e41380313cac {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.961885] env[70542]: DEBUG oslo_vmware.api [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Task: {'id': task-3912260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181464} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.962297] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1239.962596] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1239.962895] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1239.963175] env[70542]: INFO nova.compute.manager [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1239.963507] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.963760] env[70542]: DEBUG nova.compute.manager [-] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1239.963816] env[70542]: DEBUG nova.network.neutron [-] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1240.142031] env[70542]: DEBUG nova.compute.utils [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1240.145954] env[70542]: INFO nova.compute.claims [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1240.153481] env[70542]: DEBUG nova.compute.manager [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1240.153682] env[70542]: DEBUG nova.network.neutron [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1240.231910] env[70542]: DEBUG nova.policy [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46f336b7709047d39b0e316e6c508575', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e922748ead94b5cbab3c291b4e567b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1240.239886] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912261, 'name': Rename_Task, 'duration_secs': 0.14443} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.240271] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.240580] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af4fbcdb-2e50-4d08-9605-b52bf9b47e66 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.250773] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Waiting for the task: (returnval){ [ 1240.250773] env[70542]: value = "task-3912262" [ 1240.250773] env[70542]: _type = "Task" [ 1240.250773] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.262253] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.300890] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 79bf7182-4a57-4a8e-a402-4d67c3158374] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.531502] env[70542]: DEBUG nova.network.neutron [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Successfully created port: b94e51b3-6702-4ed0-bbfa-2aa81d255809 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1240.651644] env[70542]: DEBUG nova.compute.manager [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1240.658546] env[70542]: INFO nova.compute.resource_tracker [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Updating resource usage from migration d680ac70-4438-4fbf-a5a0-8cf082c11aaf [ 1240.758724] env[70542]: DEBUG nova.network.neutron [-] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.768616] env[70542]: DEBUG oslo_vmware.api [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912262, 'name': PowerOnVM_Task, 'duration_secs': 0.463977} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.769254] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1240.769471] env[70542]: DEBUG nova.compute.manager [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1240.770513] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8961e0-ce0c-4db9-9bf1-f761649e2c28 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.805977] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: d111991f-fded-409a-82af-1b431b56f48f] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.938815] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51771e65-44d6-424c-b8bd-696c0c02484e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.947796] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72ef50a-4286-4c29-8b23-c8575b7dbd47 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.980560] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992da1e1-7591-4af1-9299-09a8083648eb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.990202] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cdb620-d514-4114-912f-8a0279102fd1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.009087] env[70542]: DEBUG nova.compute.provider_tree [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.269849] env[70542]: INFO nova.compute.manager [-] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Took 1.31 seconds to deallocate network for instance. [ 1241.277712] env[70542]: DEBUG nova.compute.manager [req-5c85acd8-6855-4609-b887-aa1440965f01 req-b57cbbc7-6d8b-471e-970d-f0c75cea7d21 service nova] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Received event network-vif-deleted-f50782fe-87a8-4e81-8829-5db49a89d3b9 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.291058] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.309884] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 592584da-94b4-43f0-a360-36d8b1494d96] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.421803] env[70542]: DEBUG nova.compute.manager [req-899f658f-1840-4d64-83f2-01c8d76b7d20 req-f6a4e7d7-d76e-47bd-911a-e96cf4adec1e service nova] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Received event network-changed-2ba54c90-eb76-428e-b3da-181f80add31d {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.421940] env[70542]: DEBUG nova.compute.manager [req-899f658f-1840-4d64-83f2-01c8d76b7d20 req-f6a4e7d7-d76e-47bd-911a-e96cf4adec1e service nova] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Refreshing instance network info cache due to event network-changed-2ba54c90-eb76-428e-b3da-181f80add31d. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1241.422172] env[70542]: DEBUG oslo_concurrency.lockutils [req-899f658f-1840-4d64-83f2-01c8d76b7d20 req-f6a4e7d7-d76e-47bd-911a-e96cf4adec1e service nova] Acquiring lock "refresh_cache-cf1597db-a00b-49ed-a04e-a970317c0505" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.422309] env[70542]: DEBUG oslo_concurrency.lockutils [req-899f658f-1840-4d64-83f2-01c8d76b7d20 req-f6a4e7d7-d76e-47bd-911a-e96cf4adec1e service nova] Acquired lock "refresh_cache-cf1597db-a00b-49ed-a04e-a970317c0505" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.422479] env[70542]: DEBUG nova.network.neutron [req-899f658f-1840-4d64-83f2-01c8d76b7d20 req-f6a4e7d7-d76e-47bd-911a-e96cf4adec1e service nova] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Refreshing network info cache for port 2ba54c90-eb76-428e-b3da-181f80add31d {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.512893] env[70542]: DEBUG nova.scheduler.client.report [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.663824] env[70542]: DEBUG nova.compute.manager [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1241.701508] env[70542]: DEBUG nova.virt.hardware [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.701822] env[70542]: DEBUG nova.virt.hardware [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.702049] env[70542]: DEBUG nova.virt.hardware [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.702298] env[70542]: DEBUG nova.virt.hardware [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.702482] env[70542]: DEBUG nova.virt.hardware [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.702663] env[70542]: DEBUG nova.virt.hardware [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.702921] env[70542]: DEBUG nova.virt.hardware [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.703139] env[70542]: DEBUG nova.virt.hardware [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.703348] env[70542]: DEBUG nova.virt.hardware [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.703527] env[70542]: DEBUG nova.virt.hardware [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.703709] env[70542]: DEBUG nova.virt.hardware [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.704655] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5581f8-64cb-46dc-a6e5-091edaabd2e6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.713204] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76db0e8-dc97-4d13-89d6-3496545a728e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.777660] env[70542]: DEBUG oslo_concurrency.lockutils [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.813521] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 58330f4d-7973-4c31-9f83-0ef58340b4ea] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.020950] env[70542]: DEBUG oslo_concurrency.lockutils [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.380s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.020950] env[70542]: INFO nova.compute.manager [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Migrating [ 1242.025766] env[70542]: DEBUG oslo_concurrency.lockutils [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.213s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.026251] env[70542]: DEBUG nova.objects.instance [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Lazy-loading 'resources' on Instance uuid 01cbec47-45cb-436c-bfa8-01194dde9c38 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.319280] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: a4636d85-7109-4b7e-a01a-4cf2d2952886] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.321552] env[70542]: DEBUG oslo_concurrency.lockutils [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Acquiring lock "6aaf7309-2719-4401-bebb-8249380c8ecd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.321781] env[70542]: DEBUG oslo_concurrency.lockutils [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Lock "6aaf7309-2719-4401-bebb-8249380c8ecd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.322018] env[70542]: DEBUG oslo_concurrency.lockutils [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Acquiring lock "6aaf7309-2719-4401-bebb-8249380c8ecd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.322229] env[70542]: DEBUG oslo_concurrency.lockutils [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Lock "6aaf7309-2719-4401-bebb-8249380c8ecd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.322398] env[70542]: DEBUG oslo_concurrency.lockutils [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Lock "6aaf7309-2719-4401-bebb-8249380c8ecd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.324205] env[70542]: INFO nova.compute.manager [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Terminating instance [ 1242.341844] env[70542]: DEBUG nova.network.neutron [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Successfully updated port: b94e51b3-6702-4ed0-bbfa-2aa81d255809 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1242.352057] env[70542]: DEBUG nova.network.neutron [req-899f658f-1840-4d64-83f2-01c8d76b7d20 req-f6a4e7d7-d76e-47bd-911a-e96cf4adec1e service nova] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Updated VIF entry in instance network info cache for port 2ba54c90-eb76-428e-b3da-181f80add31d. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1242.352473] env[70542]: DEBUG nova.network.neutron [req-899f658f-1840-4d64-83f2-01c8d76b7d20 req-f6a4e7d7-d76e-47bd-911a-e96cf4adec1e service nova] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Updating instance_info_cache with network_info: [{"id": "2ba54c90-eb76-428e-b3da-181f80add31d", "address": "fa:16:3e:f0:77:4e", "network": {"id": "9f572e7a-d135-4065-a1e6-301b98e54dba", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948852501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74896de6d46b4f10a7b78d1985e8b59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba54c90-eb", "ovs_interfaceid": "2ba54c90-eb76-428e-b3da-181f80add31d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.544499] env[70542]: DEBUG oslo_concurrency.lockutils [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "refresh_cache-1d623457-40da-4bc9-aa5b-92a1e4edc6c7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.544633] env[70542]: DEBUG oslo_concurrency.lockutils [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired lock "refresh_cache-1d623457-40da-4bc9-aa5b-92a1e4edc6c7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.544786] env[70542]: DEBUG nova.network.neutron [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.753847] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69199c7e-3895-475b-9b1a-004896808f91 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.762408] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0446afac-562e-4cfa-8e7c-a6ce736cc60f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.794660] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f52d82-6d4f-4e86-9bf4-7b2ef0fdb08f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.802660] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6dd863-4d28-4182-9083-68dc0d75d4dc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.816074] env[70542]: DEBUG nova.compute.provider_tree [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.824783] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: b2338985-ea99-4a2f-8e5c-9c0597fdc7e0] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.827563] env[70542]: DEBUG oslo_concurrency.lockutils [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Acquiring lock "refresh_cache-6aaf7309-2719-4401-bebb-8249380c8ecd" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.827563] env[70542]: DEBUG oslo_concurrency.lockutils [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Acquired lock "refresh_cache-6aaf7309-2719-4401-bebb-8249380c8ecd" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.827563] env[70542]: DEBUG nova.network.neutron [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.845435] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "refresh_cache-c5d840de-9c11-4400-ad5b-2e36c21d43dc" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.845435] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquired lock "refresh_cache-c5d840de-9c11-4400-ad5b-2e36c21d43dc" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.845435] env[70542]: DEBUG nova.network.neutron [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.855426] env[70542]: DEBUG oslo_concurrency.lockutils [req-899f658f-1840-4d64-83f2-01c8d76b7d20 req-f6a4e7d7-d76e-47bd-911a-e96cf4adec1e service nova] Releasing lock "refresh_cache-cf1597db-a00b-49ed-a04e-a970317c0505" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.311648] env[70542]: DEBUG nova.compute.manager [req-b2f86e16-5b39-4c72-84df-f3c67438ecdb req-8c3cb65d-f84b-457d-8323-d23a4cb92bd5 service nova] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Received event network-vif-plugged-b94e51b3-6702-4ed0-bbfa-2aa81d255809 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.311648] env[70542]: DEBUG oslo_concurrency.lockutils [req-b2f86e16-5b39-4c72-84df-f3c67438ecdb req-8c3cb65d-f84b-457d-8323-d23a4cb92bd5 service nova] Acquiring lock "c5d840de-9c11-4400-ad5b-2e36c21d43dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.312256] env[70542]: DEBUG oslo_concurrency.lockutils [req-b2f86e16-5b39-4c72-84df-f3c67438ecdb req-8c3cb65d-f84b-457d-8323-d23a4cb92bd5 service nova] Lock "c5d840de-9c11-4400-ad5b-2e36c21d43dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.312372] env[70542]: DEBUG oslo_concurrency.lockutils [req-b2f86e16-5b39-4c72-84df-f3c67438ecdb req-8c3cb65d-f84b-457d-8323-d23a4cb92bd5 service nova] Lock "c5d840de-9c11-4400-ad5b-2e36c21d43dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.312649] env[70542]: DEBUG nova.compute.manager [req-b2f86e16-5b39-4c72-84df-f3c67438ecdb req-8c3cb65d-f84b-457d-8323-d23a4cb92bd5 service nova] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] No waiting events found dispatching network-vif-plugged-b94e51b3-6702-4ed0-bbfa-2aa81d255809 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1243.312966] env[70542]: WARNING nova.compute.manager [req-b2f86e16-5b39-4c72-84df-f3c67438ecdb req-8c3cb65d-f84b-457d-8323-d23a4cb92bd5 service nova] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Received unexpected event network-vif-plugged-b94e51b3-6702-4ed0-bbfa-2aa81d255809 for instance with vm_state building and task_state spawning. [ 1243.313053] env[70542]: DEBUG nova.compute.manager [req-b2f86e16-5b39-4c72-84df-f3c67438ecdb req-8c3cb65d-f84b-457d-8323-d23a4cb92bd5 service nova] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Received event network-changed-b94e51b3-6702-4ed0-bbfa-2aa81d255809 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.314020] env[70542]: DEBUG nova.compute.manager [req-b2f86e16-5b39-4c72-84df-f3c67438ecdb req-8c3cb65d-f84b-457d-8323-d23a4cb92bd5 service nova] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Refreshing instance network info cache due to event network-changed-b94e51b3-6702-4ed0-bbfa-2aa81d255809. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.314020] env[70542]: DEBUG oslo_concurrency.lockutils [req-b2f86e16-5b39-4c72-84df-f3c67438ecdb req-8c3cb65d-f84b-457d-8323-d23a4cb92bd5 service nova] Acquiring lock "refresh_cache-c5d840de-9c11-4400-ad5b-2e36c21d43dc" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.319531] env[70542]: DEBUG nova.scheduler.client.report [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.328241] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 3de4b70e-5e69-4b82-afb3-84162651b76c] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.363763] env[70542]: DEBUG nova.network.neutron [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Updating instance_info_cache with network_info: [{"id": "fcfc54ce-bba4-483d-9338-d22a47e0a0e3", "address": "fa:16:3e:ca:c3:4b", "network": {"id": "b34efa28-0333-4697-a2ca-0f761a8baa3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-961568765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cecd2691d1d54b7480090328eb29a4ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcfc54ce-bb", "ovs_interfaceid": "fcfc54ce-bba4-483d-9338-d22a47e0a0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.367058] env[70542]: DEBUG nova.network.neutron [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1243.411878] env[70542]: DEBUG nova.network.neutron [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1243.446050] env[70542]: DEBUG nova.network.neutron [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.569530] env[70542]: DEBUG nova.compute.manager [req-33d509fa-8113-44d6-b550-98fe97966877 req-3cb5686c-fe83-4edc-a1de-10f1ac2df884 service nova] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Received event network-changed-2ba54c90-eb76-428e-b3da-181f80add31d {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.569822] env[70542]: DEBUG nova.compute.manager [req-33d509fa-8113-44d6-b550-98fe97966877 req-3cb5686c-fe83-4edc-a1de-10f1ac2df884 service nova] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Refreshing instance network info cache due to event network-changed-2ba54c90-eb76-428e-b3da-181f80add31d. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.572183] env[70542]: DEBUG oslo_concurrency.lockutils [req-33d509fa-8113-44d6-b550-98fe97966877 req-3cb5686c-fe83-4edc-a1de-10f1ac2df884 service nova] Acquiring lock "refresh_cache-cf1597db-a00b-49ed-a04e-a970317c0505" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.572183] env[70542]: DEBUG oslo_concurrency.lockutils [req-33d509fa-8113-44d6-b550-98fe97966877 req-3cb5686c-fe83-4edc-a1de-10f1ac2df884 service nova] Acquired lock "refresh_cache-cf1597db-a00b-49ed-a04e-a970317c0505" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.572183] env[70542]: DEBUG nova.network.neutron [req-33d509fa-8113-44d6-b550-98fe97966877 req-3cb5686c-fe83-4edc-a1de-10f1ac2df884 service nova] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Refreshing network info cache for port 2ba54c90-eb76-428e-b3da-181f80add31d {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.652271] env[70542]: DEBUG nova.network.neutron [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Updating instance_info_cache with network_info: [{"id": "b94e51b3-6702-4ed0-bbfa-2aa81d255809", "address": "fa:16:3e:a3:9f:8a", "network": {"id": "6d890173-8c4a-4650-b12e-fdf4413c0b42", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1479529892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e922748ead94b5cbab3c291b4e567b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb94e51b3-67", "ovs_interfaceid": "b94e51b3-6702-4ed0-bbfa-2aa81d255809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.825768] env[70542]: DEBUG oslo_concurrency.lockutils [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.800s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.829341] env[70542]: DEBUG oslo_concurrency.lockutils [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.130s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.833213] env[70542]: INFO nova.compute.claims [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.835973] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 7323ed53-e030-4128-b880-37c3ee09434b] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.855685] env[70542]: INFO nova.scheduler.client.report [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Deleted allocations for instance 01cbec47-45cb-436c-bfa8-01194dde9c38 [ 1243.870698] env[70542]: DEBUG oslo_concurrency.lockutils [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Releasing lock "refresh_cache-1d623457-40da-4bc9-aa5b-92a1e4edc6c7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.950051] env[70542]: DEBUG oslo_concurrency.lockutils [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Releasing lock "refresh_cache-6aaf7309-2719-4401-bebb-8249380c8ecd" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.950500] env[70542]: DEBUG nova.compute.manager [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1243.950981] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1243.952111] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af61ea6b-3e12-46e0-9abd-37e51769a725 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.960684] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.960936] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cfccb72-6236-4e9d-95d1-1972bfccd0cb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.969281] env[70542]: DEBUG oslo_vmware.api [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Waiting for the task: (returnval){ [ 1243.969281] env[70542]: value = "task-3912263" [ 1243.969281] env[70542]: _type = "Task" [ 1243.969281] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.978116] env[70542]: DEBUG oslo_vmware.api [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.157310] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Releasing lock "refresh_cache-c5d840de-9c11-4400-ad5b-2e36c21d43dc" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.157698] env[70542]: DEBUG nova.compute.manager [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Instance network_info: |[{"id": "b94e51b3-6702-4ed0-bbfa-2aa81d255809", "address": "fa:16:3e:a3:9f:8a", "network": {"id": "6d890173-8c4a-4650-b12e-fdf4413c0b42", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1479529892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e922748ead94b5cbab3c291b4e567b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb94e51b3-67", "ovs_interfaceid": "b94e51b3-6702-4ed0-bbfa-2aa81d255809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1244.158788] env[70542]: DEBUG oslo_concurrency.lockutils [req-b2f86e16-5b39-4c72-84df-f3c67438ecdb req-8c3cb65d-f84b-457d-8323-d23a4cb92bd5 service nova] Acquired lock "refresh_cache-c5d840de-9c11-4400-ad5b-2e36c21d43dc" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.158788] env[70542]: DEBUG nova.network.neutron [req-b2f86e16-5b39-4c72-84df-f3c67438ecdb req-8c3cb65d-f84b-457d-8323-d23a4cb92bd5 service nova] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Refreshing network info cache for port b94e51b3-6702-4ed0-bbfa-2aa81d255809 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.160205] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:9f:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b94e51b3-6702-4ed0-bbfa-2aa81d255809', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1244.168231] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.168721] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1244.169117] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd97d7ff-1d5a-481c-a20e-98e47ee23430 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.192160] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1244.192160] env[70542]: value = "task-3912264" [ 1244.192160] env[70542]: _type = "Task" [ 1244.192160] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.200928] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912264, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.342275] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 61f3fc28-9ce9-4f07-87bd-ca8061d9eda1] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.367367] env[70542]: DEBUG nova.network.neutron [req-33d509fa-8113-44d6-b550-98fe97966877 req-3cb5686c-fe83-4edc-a1de-10f1ac2df884 service nova] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Updated VIF entry in instance network info cache for port 2ba54c90-eb76-428e-b3da-181f80add31d. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.367367] env[70542]: DEBUG nova.network.neutron [req-33d509fa-8113-44d6-b550-98fe97966877 req-3cb5686c-fe83-4edc-a1de-10f1ac2df884 service nova] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Updating instance_info_cache with network_info: [{"id": "2ba54c90-eb76-428e-b3da-181f80add31d", "address": "fa:16:3e:f0:77:4e", "network": {"id": "9f572e7a-d135-4065-a1e6-301b98e54dba", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1948852501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74896de6d46b4f10a7b78d1985e8b59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba54c90-eb", "ovs_interfaceid": "2ba54c90-eb76-428e-b3da-181f80add31d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.367367] env[70542]: DEBUG oslo_concurrency.lockutils [None req-affcceef-a7ed-43ce-8d2a-12606e501248 tempest-ServerShowV254Test-1507084775 tempest-ServerShowV254Test-1507084775-project-member] Lock "01cbec47-45cb-436c-bfa8-01194dde9c38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.797s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.479482] env[70542]: DEBUG oslo_vmware.api [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912263, 'name': PowerOffVM_Task, 'duration_secs': 0.190998} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.479664] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.479779] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1244.480065] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f43beb5-1f27-4eb5-9129-5d76ab4fe8a4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.511974] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1244.512411] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1244.512640] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Deleting the datastore file [datastore2] 6aaf7309-2719-4401-bebb-8249380c8ecd {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.512927] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60ed1c5b-3db2-411d-a160-fbea82a59ddc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.523680] env[70542]: DEBUG oslo_vmware.api [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Waiting for the task: (returnval){ [ 1244.523680] env[70542]: value = "task-3912266" [ 1244.523680] env[70542]: _type = "Task" [ 1244.523680] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.534462] env[70542]: DEBUG oslo_vmware.api [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.702858] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912264, 'name': CreateVM_Task, 'duration_secs': 0.386055} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.702858] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1244.703460] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.703622] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.703954] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.704219] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca69a0ac-8125-4c38-a0f7-60a74f235b29 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.713076] env[70542]: DEBUG oslo_vmware.api [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1244.713076] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5273607c-4ec2-a8af-3c1c-6cda238ba625" [ 1244.713076] env[70542]: _type = "Task" [ 1244.713076] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.725130] env[70542]: DEBUG oslo_vmware.api [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5273607c-4ec2-a8af-3c1c-6cda238ba625, 'name': SearchDatastore_Task, 'duration_secs': 0.010358} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.725503] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.725801] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.726049] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.726191] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.726364] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.726630] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef5c7178-d756-4aca-b784-46de92b378b2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.736615] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.736796] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.737569] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70ecf308-6b01-46ec-aa5c-e61e71524772 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.744558] env[70542]: DEBUG oslo_vmware.api [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1244.744558] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ac1545-d256-42b5-978f-9b0f40004817" [ 1244.744558] env[70542]: _type = "Task" [ 1244.744558] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.754702] env[70542]: DEBUG oslo_vmware.api [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ac1545-d256-42b5-978f-9b0f40004817, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.811295] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.811587] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.812246] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.812246] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.812246] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.815042] env[70542]: INFO nova.compute.manager [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Terminating instance [ 1244.849076] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 70a49596-b0a3-4ce7-8b80-ab64344fbcd5] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.871723] env[70542]: DEBUG oslo_concurrency.lockutils [req-33d509fa-8113-44d6-b550-98fe97966877 req-3cb5686c-fe83-4edc-a1de-10f1ac2df884 service nova] Releasing lock "refresh_cache-cf1597db-a00b-49ed-a04e-a970317c0505" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.971660] env[70542]: DEBUG nova.network.neutron [req-b2f86e16-5b39-4c72-84df-f3c67438ecdb req-8c3cb65d-f84b-457d-8323-d23a4cb92bd5 service nova] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Updated VIF entry in instance network info cache for port b94e51b3-6702-4ed0-bbfa-2aa81d255809. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.972038] env[70542]: DEBUG nova.network.neutron [req-b2f86e16-5b39-4c72-84df-f3c67438ecdb req-8c3cb65d-f84b-457d-8323-d23a4cb92bd5 service nova] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Updating instance_info_cache with network_info: [{"id": "b94e51b3-6702-4ed0-bbfa-2aa81d255809", "address": "fa:16:3e:a3:9f:8a", "network": {"id": "6d890173-8c4a-4650-b12e-fdf4413c0b42", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1479529892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e922748ead94b5cbab3c291b4e567b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb94e51b3-67", "ovs_interfaceid": "b94e51b3-6702-4ed0-bbfa-2aa81d255809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.036027] env[70542]: DEBUG oslo_vmware.api [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Task: {'id': task-3912266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107887} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.038781] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1245.038988] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1245.039185] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1245.039356] env[70542]: INFO nova.compute.manager [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1245.039593] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.039999] env[70542]: DEBUG nova.compute.manager [-] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1245.040118] env[70542]: DEBUG nova.network.neutron [-] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1245.056516] env[70542]: DEBUG nova.network.neutron [-] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1245.088800] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0df474-fd0c-4dab-8625-6f8c6797672a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.096982] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1251d4c4-bee3-47d3-923e-71cbd5da0b05 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.127519] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da49fab7-cd52-4870-aca7-cf70e769fea9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.135589] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c418621-3d5d-4c2b-8095-dc5a4c1e3b7f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.149860] env[70542]: DEBUG nova.compute.provider_tree [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1245.257356] env[70542]: DEBUG oslo_vmware.api [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ac1545-d256-42b5-978f-9b0f40004817, 'name': SearchDatastore_Task, 'duration_secs': 0.010731} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.258181] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab9edb98-0749-4f45-82e1-f74619784964 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.264051] env[70542]: DEBUG oslo_vmware.api [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1245.264051] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5219b00b-6b18-292c-c66a-d8f2f4c3b3e5" [ 1245.264051] env[70542]: _type = "Task" [ 1245.264051] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.272354] env[70542]: DEBUG oslo_vmware.api [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5219b00b-6b18-292c-c66a-d8f2f4c3b3e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.318988] env[70542]: DEBUG nova.compute.manager [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1245.319263] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.319543] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a701826-bd3e-4ed2-b042-f155a6853585 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.327572] env[70542]: DEBUG oslo_vmware.api [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1245.327572] env[70542]: value = "task-3912267" [ 1245.327572] env[70542]: _type = "Task" [ 1245.327572] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.336155] env[70542]: DEBUG oslo_vmware.api [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.352442] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 05d962f1-7b10-4caa-9cb4-a0aab9bb38f5] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.398300] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba01ebbe-b8d2-4aec-b52b-ef378c4ed25a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.418258] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Updating instance '1d623457-40da-4bc9-aa5b-92a1e4edc6c7' progress to 0 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1245.474579] env[70542]: DEBUG oslo_concurrency.lockutils [req-b2f86e16-5b39-4c72-84df-f3c67438ecdb req-8c3cb65d-f84b-457d-8323-d23a4cb92bd5 service nova] Releasing lock "refresh_cache-c5d840de-9c11-4400-ad5b-2e36c21d43dc" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.561115] env[70542]: DEBUG nova.network.neutron [-] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.673821] env[70542]: ERROR nova.scheduler.client.report [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [req-278f4323-e20f-4c62-ba35-9c0cd955dd44] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 42cfc9d8-0155-4d55-9653-7de4fa794724. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-278f4323-e20f-4c62-ba35-9c0cd955dd44"}]} [ 1245.693916] env[70542]: DEBUG nova.scheduler.client.report [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Refreshing inventories for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1245.716741] env[70542]: DEBUG nova.scheduler.client.report [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Updating ProviderTree inventory for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1245.716741] env[70542]: DEBUG nova.compute.provider_tree [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1245.730488] env[70542]: DEBUG nova.scheduler.client.report [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Refreshing aggregate associations for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724, aggregates: None {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1245.755913] env[70542]: DEBUG nova.scheduler.client.report [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Refreshing trait associations for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1245.776990] env[70542]: DEBUG oslo_vmware.api [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5219b00b-6b18-292c-c66a-d8f2f4c3b3e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009543} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.783769] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.784081] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] c5d840de-9c11-4400-ad5b-2e36c21d43dc/c5d840de-9c11-4400-ad5b-2e36c21d43dc.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.784590] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed11e412-e25c-497f-95ba-67b2878f8e21 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.799711] env[70542]: DEBUG oslo_vmware.api [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1245.799711] env[70542]: value = "task-3912268" [ 1245.799711] env[70542]: _type = "Task" [ 1245.799711] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.809676] env[70542]: DEBUG oslo_vmware.api [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.838931] env[70542]: DEBUG oslo_vmware.api [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912267, 'name': PowerOffVM_Task, 'duration_secs': 0.42361} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.839490] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.839901] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Volume detach. Driver type: vmdk {{(pid=70542) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1245.839957] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776849', 'volume_id': '3390fb28-683b-439f-ac23-3607b6182ad0', 'name': 'volume-3390fb28-683b-439f-ac23-3607b6182ad0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe', 'attached_at': '2025-05-08T12:01:12.000000', 'detached_at': '', 'volume_id': '3390fb28-683b-439f-ac23-3607b6182ad0', 'serial': '3390fb28-683b-439f-ac23-3607b6182ad0'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1245.846132] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d17dd1b-27c6-4b4e-b0c4-c45d4fca44a0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.863569] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: eef02990-c512-44f2-8fc7-eab27e22ab58] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.869335] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0c4b66-6b3d-447a-8373-2607d51ad27d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.880365] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f00245-e221-4150-8bdc-39fa97225b7e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.909982] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a0d6ed-d9f5-4c22-beeb-13c99f083c9a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.929161] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.929512] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] The volume has not been displaced from its original location: [datastore2] volume-3390fb28-683b-439f-ac23-3607b6182ad0/volume-3390fb28-683b-439f-ac23-3607b6182ad0.vmdk. No consolidation needed. {{(pid=70542) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1245.935717] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1245.939052] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0656621d-e7ac-413c-987d-a8378d06aa94 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.941307] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd54db6e-48b9-4674-935a-4714e8da1e56 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.961936] env[70542]: DEBUG oslo_vmware.api [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1245.961936] env[70542]: value = "task-3912270" [ 1245.961936] env[70542]: _type = "Task" [ 1245.961936] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.963807] env[70542]: DEBUG oslo_vmware.api [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1245.963807] env[70542]: value = "task-3912269" [ 1245.963807] env[70542]: _type = "Task" [ 1245.963807] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.984114] env[70542]: DEBUG oslo_vmware.api [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912270, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.988122] env[70542]: DEBUG oslo_vmware.api [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.064057] env[70542]: INFO nova.compute.manager [-] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Took 1.02 seconds to deallocate network for instance. [ 1246.080227] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69200ec4-315c-4a04-99fd-a202b6e6ff08 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.088559] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6222a63e-bc15-4397-8628-5ac8034ce0d9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.123127] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698cbb4c-b52e-43e5-8e50-095de7a7c745 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.132918] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169ebdf1-7d7c-4406-9fe9-2c77a3fee802 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.151207] env[70542]: DEBUG nova.compute.provider_tree [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1246.309544] env[70542]: DEBUG oslo_vmware.api [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912268, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491562} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.309908] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] c5d840de-9c11-4400-ad5b-2e36c21d43dc/c5d840de-9c11-4400-ad5b-2e36c21d43dc.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1246.310093] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1246.310309] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3bdf985-3413-4cc3-af82-88fab802c729 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.316636] env[70542]: DEBUG oslo_vmware.api [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1246.316636] env[70542]: value = "task-3912271" [ 1246.316636] env[70542]: _type = "Task" [ 1246.316636] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.325650] env[70542]: DEBUG oslo_vmware.api [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.374320] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 9a25d997-02e9-4d87-aa89-5d05fac4d70d] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.481354] env[70542]: DEBUG oslo_vmware.api [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912270, 'name': ReconfigVM_Task, 'duration_secs': 0.298186} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.481583] env[70542]: DEBUG oslo_vmware.api [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912269, 'name': PowerOffVM_Task, 'duration_secs': 0.290182} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.481930] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1246.486610] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.486874] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Updating instance '1d623457-40da-4bc9-aa5b-92a1e4edc6c7' progress to 17 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.490274] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1841405-fdfe-46e3-bcc4-982377d3c0dd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.506521] env[70542]: DEBUG oslo_vmware.api [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1246.506521] env[70542]: value = "task-3912272" [ 1246.506521] env[70542]: _type = "Task" [ 1246.506521] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.515358] env[70542]: DEBUG oslo_vmware.api [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912272, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.571592] env[70542]: DEBUG oslo_concurrency.lockutils [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.685324] env[70542]: DEBUG nova.scheduler.client.report [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Updated inventory for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1246.685597] env[70542]: DEBUG nova.compute.provider_tree [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Updating resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724 generation from 161 to 162 during operation: update_inventory {{(pid=70542) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1246.686695] env[70542]: DEBUG nova.compute.provider_tree [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1246.828258] env[70542]: DEBUG oslo_vmware.api [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068733} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.828662] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1246.829530] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352ff239-c373-40f8-a84a-0173e9e5f22c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.853165] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] c5d840de-9c11-4400-ad5b-2e36c21d43dc/c5d840de-9c11-4400-ad5b-2e36c21d43dc.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.853492] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bd3206e-c8ad-46b1-b5d7-20cef71a3bae {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.874652] env[70542]: DEBUG oslo_vmware.api [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1246.874652] env[70542]: value = "task-3912273" [ 1246.874652] env[70542]: _type = "Task" [ 1246.874652] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.878550] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.885966] env[70542]: DEBUG oslo_vmware.api [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912273, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.003371] env[70542]: DEBUG nova.virt.hardware [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.003612] env[70542]: DEBUG nova.virt.hardware [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.003814] env[70542]: DEBUG nova.virt.hardware [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.004009] env[70542]: DEBUG nova.virt.hardware [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.004366] env[70542]: DEBUG nova.virt.hardware [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.004569] env[70542]: DEBUG nova.virt.hardware [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.004821] env[70542]: DEBUG nova.virt.hardware [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.005045] env[70542]: DEBUG nova.virt.hardware [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.005244] env[70542]: DEBUG nova.virt.hardware [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.005461] env[70542]: DEBUG nova.virt.hardware [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.005692] env[70542]: DEBUG nova.virt.hardware [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.011079] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88c284dd-2dd1-4555-9093-3c10461daac3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.033335] env[70542]: DEBUG oslo_vmware.api [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912272, 'name': ReconfigVM_Task, 'duration_secs': 0.246455} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.035097] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776849', 'volume_id': '3390fb28-683b-439f-ac23-3607b6182ad0', 'name': 'volume-3390fb28-683b-439f-ac23-3607b6182ad0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe', 'attached_at': '2025-05-08T12:01:12.000000', 'detached_at': '', 'volume_id': '3390fb28-683b-439f-ac23-3607b6182ad0', 'serial': '3390fb28-683b-439f-ac23-3607b6182ad0'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1247.035427] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1247.035780] env[70542]: DEBUG oslo_vmware.api [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1247.035780] env[70542]: value = "task-3912274" [ 1247.035780] env[70542]: _type = "Task" [ 1247.035780] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.036491] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b33049-95ae-4682-94b4-4c47e0206314 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.048468] env[70542]: DEBUG oslo_vmware.api [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912274, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.051062] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1247.051460] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a18c6dfd-3edd-4ff5-9421-3a1e9ce9aa27 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.120187] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1247.120330] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1247.120633] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Deleting the datastore file [datastore2] 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.120826] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4aff6efc-8706-46cf-bfd8-81f1a94d0d6b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.129071] env[70542]: DEBUG oslo_vmware.api [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1247.129071] env[70542]: value = "task-3912276" [ 1247.129071] env[70542]: _type = "Task" [ 1247.129071] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.139842] env[70542]: DEBUG oslo_vmware.api [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.191755] env[70542]: DEBUG oslo_concurrency.lockutils [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.362s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.192370] env[70542]: DEBUG nova.compute.manager [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1247.195153] env[70542]: DEBUG oslo_concurrency.lockutils [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.020s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.196084] env[70542]: DEBUG nova.objects.instance [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lazy-loading 'resources' on Instance uuid a02183c0-68a1-4618-922a-64ce8d3fefc1 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.386167] env[70542]: DEBUG oslo_vmware.api [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912273, 'name': ReconfigVM_Task, 'duration_secs': 0.297732} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.386534] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Reconfigured VM instance instance-00000072 to attach disk [datastore1] c5d840de-9c11-4400-ad5b-2e36c21d43dc/c5d840de-9c11-4400-ad5b-2e36c21d43dc.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1247.387137] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60d5f6d3-c450-4496-9252-8930baeb7aee {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.394378] env[70542]: DEBUG oslo_vmware.api [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1247.394378] env[70542]: value = "task-3912277" [ 1247.394378] env[70542]: _type = "Task" [ 1247.394378] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.403268] env[70542]: DEBUG oslo_vmware.api [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912277, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.548118] env[70542]: DEBUG oslo_vmware.api [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912274, 'name': ReconfigVM_Task, 'duration_secs': 0.473663} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.548382] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Updating instance '1d623457-40da-4bc9-aa5b-92a1e4edc6c7' progress to 33 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.638970] env[70542]: DEBUG oslo_vmware.api [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380205} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.639263] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1247.639522] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1247.639615] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1247.639868] env[70542]: INFO nova.compute.manager [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Took 2.32 seconds to destroy the instance on the hypervisor. [ 1247.640128] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.640318] env[70542]: DEBUG nova.compute.manager [-] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1247.640414] env[70542]: DEBUG nova.network.neutron [-] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1247.699195] env[70542]: DEBUG nova.compute.utils [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1247.703746] env[70542]: DEBUG nova.compute.manager [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1247.704011] env[70542]: DEBUG nova.network.neutron [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1247.755656] env[70542]: DEBUG nova.policy [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc09931b23ca4916813a48dd7b8eede6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61e08b9a5d9e4633a5a552d37a71e158', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1247.907062] env[70542]: DEBUG oslo_vmware.api [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912277, 'name': Rename_Task, 'duration_secs': 0.147423} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.909884] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.910393] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7674759-9c5f-486f-bc30-a79be54823d1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.917689] env[70542]: DEBUG oslo_vmware.api [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1247.917689] env[70542]: value = "task-3912278" [ 1247.917689] env[70542]: _type = "Task" [ 1247.917689] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.926406] env[70542]: DEBUG oslo_vmware.api [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.944093] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a08a02e-ca6b-45f2-9a84-8bd78a2996c0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.952451] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d40787-2dc5-42f4-a74f-1bb854a11541 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.986628] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c780fc8-5317-46fc-9cf9-60de588599a8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.996454] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b94acb-8e7f-4fe0-9d1d-61f9a1e7ecd9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.018213] env[70542]: DEBUG nova.compute.provider_tree [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.054478] env[70542]: DEBUG nova.virt.hardware [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1248.054688] env[70542]: DEBUG nova.virt.hardware [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.054837] env[70542]: DEBUG nova.virt.hardware [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1248.055045] env[70542]: DEBUG nova.virt.hardware [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.055207] env[70542]: DEBUG nova.virt.hardware [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1248.055366] env[70542]: DEBUG nova.virt.hardware [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1248.055586] env[70542]: DEBUG nova.virt.hardware [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1248.055752] env[70542]: DEBUG nova.virt.hardware [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1248.055925] env[70542]: DEBUG nova.virt.hardware [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1248.056101] env[70542]: DEBUG nova.virt.hardware [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1248.056284] env[70542]: DEBUG nova.virt.hardware [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1248.062134] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1248.062790] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f259fa76-bbe0-4c1a-a938-fc47db7f8a6f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.084521] env[70542]: DEBUG oslo_vmware.api [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1248.084521] env[70542]: value = "task-3912279" [ 1248.084521] env[70542]: _type = "Task" [ 1248.084521] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.093264] env[70542]: DEBUG oslo_vmware.api [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912279, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.207639] env[70542]: DEBUG nova.compute.manager [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1248.282946] env[70542]: DEBUG nova.compute.manager [req-df32b7fc-7128-4297-b3ae-d53a9c3e25f3 req-6b51a686-b1f4-436f-a224-bb4c6d117d90 service nova] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Received event network-vif-deleted-58638020-105d-4552-8f1e-42ced7da1c54 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.283873] env[70542]: INFO nova.compute.manager [req-df32b7fc-7128-4297-b3ae-d53a9c3e25f3 req-6b51a686-b1f4-436f-a224-bb4c6d117d90 service nova] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Neutron deleted interface 58638020-105d-4552-8f1e-42ced7da1c54; detaching it from the instance and deleting it from the info cache [ 1248.283873] env[70542]: DEBUG nova.network.neutron [req-df32b7fc-7128-4297-b3ae-d53a9c3e25f3 req-6b51a686-b1f4-436f-a224-bb4c6d117d90 service nova] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.402770] env[70542]: DEBUG nova.network.neutron [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Successfully created port: 2f4328a8-db5e-4397-b47b-e14a917adf0e {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1248.436160] env[70542]: DEBUG oslo_vmware.api [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912278, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.521396] env[70542]: DEBUG nova.scheduler.client.report [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.598946] env[70542]: DEBUG oslo_vmware.api [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912279, 'name': ReconfigVM_Task, 'duration_secs': 0.25439} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.599882] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1248.600720] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad8575a-afa1-45e1-b226-f4c0bcd4e297 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.626969] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 1d623457-40da-4bc9-aa5b-92a1e4edc6c7/1d623457-40da-4bc9-aa5b-92a1e4edc6c7.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1248.627331] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8d504e0-0b26-4c0f-9039-d48c41519aca {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.641115] env[70542]: DEBUG nova.network.neutron [-] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.647699] env[70542]: DEBUG oslo_vmware.api [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1248.647699] env[70542]: value = "task-3912280" [ 1248.647699] env[70542]: _type = "Task" [ 1248.647699] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.658743] env[70542]: DEBUG oslo_vmware.api [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.787341] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4da963b-cc64-42ee-8082-bd0ed525c746 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.797659] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2deb783-b7f9-42ac-93c6-9b7737188e6c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.830554] env[70542]: DEBUG nova.compute.manager [req-df32b7fc-7128-4297-b3ae-d53a9c3e25f3 req-6b51a686-b1f4-436f-a224-bb4c6d117d90 service nova] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Detach interface failed, port_id=58638020-105d-4552-8f1e-42ced7da1c54, reason: Instance 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1248.928178] env[70542]: DEBUG oslo_vmware.api [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912278, 'name': PowerOnVM_Task, 'duration_secs': 0.547725} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.928621] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.929067] env[70542]: INFO nova.compute.manager [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Took 7.26 seconds to spawn the instance on the hypervisor. [ 1248.929291] env[70542]: DEBUG nova.compute.manager [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1248.930249] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2cb41d-3b5e-4959-b32a-a5192eddb8f0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.026631] env[70542]: DEBUG oslo_concurrency.lockutils [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.029114] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.412s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.030567] env[70542]: INFO nova.compute.claims [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1249.049828] env[70542]: INFO nova.scheduler.client.report [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Deleted allocations for instance a02183c0-68a1-4618-922a-64ce8d3fefc1 [ 1249.143174] env[70542]: INFO nova.compute.manager [-] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Took 1.50 seconds to deallocate network for instance. [ 1249.159623] env[70542]: DEBUG oslo_vmware.api [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912280, 'name': ReconfigVM_Task, 'duration_secs': 0.265847} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.159998] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 1d623457-40da-4bc9-aa5b-92a1e4edc6c7/1d623457-40da-4bc9-aa5b-92a1e4edc6c7.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.160290] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Updating instance '1d623457-40da-4bc9-aa5b-92a1e4edc6c7' progress to 50 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1249.217655] env[70542]: DEBUG nova.compute.manager [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1249.244924] env[70542]: DEBUG nova.virt.hardware [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1249.245219] env[70542]: DEBUG nova.virt.hardware [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.245384] env[70542]: DEBUG nova.virt.hardware [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.245565] env[70542]: DEBUG nova.virt.hardware [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.245714] env[70542]: DEBUG nova.virt.hardware [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.245862] env[70542]: DEBUG nova.virt.hardware [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1249.246079] env[70542]: DEBUG nova.virt.hardware [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1249.246243] env[70542]: DEBUG nova.virt.hardware [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1249.246409] env[70542]: DEBUG nova.virt.hardware [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1249.246572] env[70542]: DEBUG nova.virt.hardware [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1249.246746] env[70542]: DEBUG nova.virt.hardware [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1249.247600] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d627335c-25c6-450c-9c3c-b728a9c8c6ee {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.255747] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63425060-d824-45bd-9e50-368a2a7dbd5b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.449114] env[70542]: INFO nova.compute.manager [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Took 17.59 seconds to build instance. [ 1249.557349] env[70542]: DEBUG oslo_concurrency.lockutils [None req-590dafcb-618d-4d77-9b30-680dcbcb9b1a tempest-AttachVolumeShelveTestJSON-2125264447 tempest-AttachVolumeShelveTestJSON-2125264447-project-member] Lock "a02183c0-68a1-4618-922a-64ce8d3fefc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.750s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.668427] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa729b2-d259-4120-928e-9c5786ace6af {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.692523] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcab4740-041e-437b-a444-6fdde274ad84 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.696417] env[70542]: INFO nova.compute.manager [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Took 0.55 seconds to detach 1 volumes for instance. [ 1249.698811] env[70542]: DEBUG nova.compute.manager [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Deleting volume: 3390fb28-683b-439f-ac23-3607b6182ad0 {{(pid=70542) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1249.719419] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Updating instance '1d623457-40da-4bc9-aa5b-92a1e4edc6c7' progress to 67 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1249.795315] env[70542]: DEBUG nova.compute.manager [req-4456ffee-34ca-423d-b6ad-af939b6402aa req-3f2df2c9-349b-4882-bb5c-1cd54f589884 service nova] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Received event network-vif-plugged-2f4328a8-db5e-4397-b47b-e14a917adf0e {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.795532] env[70542]: DEBUG oslo_concurrency.lockutils [req-4456ffee-34ca-423d-b6ad-af939b6402aa req-3f2df2c9-349b-4882-bb5c-1cd54f589884 service nova] Acquiring lock "07438323-c564-4692-81cf-9b97e8eaa0b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.795830] env[70542]: DEBUG oslo_concurrency.lockutils [req-4456ffee-34ca-423d-b6ad-af939b6402aa req-3f2df2c9-349b-4882-bb5c-1cd54f589884 service nova] Lock "07438323-c564-4692-81cf-9b97e8eaa0b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.795897] env[70542]: DEBUG oslo_concurrency.lockutils [req-4456ffee-34ca-423d-b6ad-af939b6402aa req-3f2df2c9-349b-4882-bb5c-1cd54f589884 service nova] Lock "07438323-c564-4692-81cf-9b97e8eaa0b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.796384] env[70542]: DEBUG nova.compute.manager [req-4456ffee-34ca-423d-b6ad-af939b6402aa req-3f2df2c9-349b-4882-bb5c-1cd54f589884 service nova] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] No waiting events found dispatching network-vif-plugged-2f4328a8-db5e-4397-b47b-e14a917adf0e {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1249.796470] env[70542]: WARNING nova.compute.manager [req-4456ffee-34ca-423d-b6ad-af939b6402aa req-3f2df2c9-349b-4882-bb5c-1cd54f589884 service nova] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Received unexpected event network-vif-plugged-2f4328a8-db5e-4397-b47b-e14a917adf0e for instance with vm_state building and task_state spawning. [ 1249.951833] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7f6d549e-6b0e-4180-b746-5947fdb53232 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "c5d840de-9c11-4400-ad5b-2e36c21d43dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.105s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.953286] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a492564-f78e-4617-8438-6446bb72a083 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.961178] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-64dfd37a-49cc-434f-a858-3b7282c1e084 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Suspending the VM {{(pid=70542) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1249.961424] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-fe28e424-e9b3-4137-bec3-7f58fe6850d5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.967278] env[70542]: DEBUG oslo_vmware.api [None req-64dfd37a-49cc-434f-a858-3b7282c1e084 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1249.967278] env[70542]: value = "task-3912282" [ 1249.967278] env[70542]: _type = "Task" [ 1249.967278] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.976683] env[70542]: DEBUG oslo_vmware.api [None req-64dfd37a-49cc-434f-a858-3b7282c1e084 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912282, 'name': SuspendVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.248733] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.281107] env[70542]: DEBUG nova.network.neutron [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Port fcfc54ce-bba4-483d-9338-d22a47e0a0e3 binding to destination host cpu-1 is already ACTIVE {{(pid=70542) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1250.291017] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26ab145-2301-4f16-aed8-d8ef06d5a190 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.301496] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa169417-36bc-4627-878f-7193753a8bd7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.341382] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be655ab-afcd-42c6-b723-b1e432f162eb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.350504] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bee47b-6f9a-40cd-ba7b-16fad01444b1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.366537] env[70542]: DEBUG nova.compute.provider_tree [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.368701] env[70542]: DEBUG nova.network.neutron [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Successfully updated port: 2f4328a8-db5e-4397-b47b-e14a917adf0e {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1250.389391] env[70542]: DEBUG nova.compute.manager [req-4f7038a2-b557-4111-9ea8-3a8f4431bcd0 req-319e82eb-4111-4b9b-b86d-8ad53de68fe1 service nova] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Received event network-changed-2f4328a8-db5e-4397-b47b-e14a917adf0e {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.389582] env[70542]: DEBUG nova.compute.manager [req-4f7038a2-b557-4111-9ea8-3a8f4431bcd0 req-319e82eb-4111-4b9b-b86d-8ad53de68fe1 service nova] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Refreshing instance network info cache due to event network-changed-2f4328a8-db5e-4397-b47b-e14a917adf0e. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1250.389887] env[70542]: DEBUG oslo_concurrency.lockutils [req-4f7038a2-b557-4111-9ea8-3a8f4431bcd0 req-319e82eb-4111-4b9b-b86d-8ad53de68fe1 service nova] Acquiring lock "refresh_cache-07438323-c564-4692-81cf-9b97e8eaa0b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.390149] env[70542]: DEBUG oslo_concurrency.lockutils [req-4f7038a2-b557-4111-9ea8-3a8f4431bcd0 req-319e82eb-4111-4b9b-b86d-8ad53de68fe1 service nova] Acquired lock "refresh_cache-07438323-c564-4692-81cf-9b97e8eaa0b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.390326] env[70542]: DEBUG nova.network.neutron [req-4f7038a2-b557-4111-9ea8-3a8f4431bcd0 req-319e82eb-4111-4b9b-b86d-8ad53de68fe1 service nova] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Refreshing network info cache for port 2f4328a8-db5e-4397-b47b-e14a917adf0e {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.478745] env[70542]: DEBUG oslo_vmware.api [None req-64dfd37a-49cc-434f-a858-3b7282c1e084 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912282, 'name': SuspendVM_Task} progress is 62%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.871510] env[70542]: DEBUG nova.scheduler.client.report [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.875897] env[70542]: DEBUG oslo_concurrency.lockutils [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "refresh_cache-07438323-c564-4692-81cf-9b97e8eaa0b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.935132] env[70542]: DEBUG nova.network.neutron [req-4f7038a2-b557-4111-9ea8-3a8f4431bcd0 req-319e82eb-4111-4b9b-b86d-8ad53de68fe1 service nova] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1250.981143] env[70542]: DEBUG oslo_vmware.api [None req-64dfd37a-49cc-434f-a858-3b7282c1e084 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912282, 'name': SuspendVM_Task, 'duration_secs': 0.935225} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.983672] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-64dfd37a-49cc-434f-a858-3b7282c1e084 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Suspended the VM {{(pid=70542) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1250.983999] env[70542]: DEBUG nova.compute.manager [None req-64dfd37a-49cc-434f-a858-3b7282c1e084 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1250.984942] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2ce6dd-ea23-4f28-892a-c13e57275548 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.021799] env[70542]: DEBUG nova.network.neutron [req-4f7038a2-b557-4111-9ea8-3a8f4431bcd0 req-319e82eb-4111-4b9b-b86d-8ad53de68fe1 service nova] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.306956] env[70542]: DEBUG oslo_concurrency.lockutils [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "1d623457-40da-4bc9-aa5b-92a1e4edc6c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.307301] env[70542]: DEBUG oslo_concurrency.lockutils [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "1d623457-40da-4bc9-aa5b-92a1e4edc6c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.308323] env[70542]: DEBUG oslo_concurrency.lockutils [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "1d623457-40da-4bc9-aa5b-92a1e4edc6c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.378143] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.378795] env[70542]: DEBUG nova.compute.manager [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1251.382828] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.092s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.383122] env[70542]: DEBUG nova.objects.instance [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70542) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1251.524202] env[70542]: DEBUG oslo_concurrency.lockutils [req-4f7038a2-b557-4111-9ea8-3a8f4431bcd0 req-319e82eb-4111-4b9b-b86d-8ad53de68fe1 service nova] Releasing lock "refresh_cache-07438323-c564-4692-81cf-9b97e8eaa0b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.524598] env[70542]: DEBUG oslo_concurrency.lockutils [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquired lock "refresh_cache-07438323-c564-4692-81cf-9b97e8eaa0b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.524723] env[70542]: DEBUG nova.network.neutron [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.884881] env[70542]: DEBUG nova.compute.utils [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1251.885905] env[70542]: DEBUG nova.compute.manager [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1251.886097] env[70542]: DEBUG nova.network.neutron [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1251.960918] env[70542]: DEBUG nova.policy [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b6a56aab4fe4d5ca3cb41634ad73702', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f63e35e33594ad2805f73000308728c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1252.055405] env[70542]: DEBUG nova.network.neutron [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1252.190358] env[70542]: DEBUG nova.network.neutron [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Updating instance_info_cache with network_info: [{"id": "2f4328a8-db5e-4397-b47b-e14a917adf0e", "address": "fa:16:3e:b0:3b:12", "network": {"id": "20d310b5-8e82-48d7-831a-f4574abe6a68", "bridge": "br-int", "label": "tempest-ServersTestJSON-1326883806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e08b9a5d9e4633a5a552d37a71e158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4328a8-db", "ovs_interfaceid": "2f4328a8-db5e-4397-b47b-e14a917adf0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.239423] env[70542]: DEBUG nova.network.neutron [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Successfully created port: 83e20766-6550-4fd6-8447-13c1a4f3cd13 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1252.320459] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5422f37b-72ab-47cc-97d4-68b17a4fe7c4 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "c5d840de-9c11-4400-ad5b-2e36c21d43dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.320791] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5422f37b-72ab-47cc-97d4-68b17a4fe7c4 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "c5d840de-9c11-4400-ad5b-2e36c21d43dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.321126] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5422f37b-72ab-47cc-97d4-68b17a4fe7c4 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "c5d840de-9c11-4400-ad5b-2e36c21d43dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.321344] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5422f37b-72ab-47cc-97d4-68b17a4fe7c4 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "c5d840de-9c11-4400-ad5b-2e36c21d43dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.321523] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5422f37b-72ab-47cc-97d4-68b17a4fe7c4 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "c5d840de-9c11-4400-ad5b-2e36c21d43dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.323680] env[70542]: INFO nova.compute.manager [None req-5422f37b-72ab-47cc-97d4-68b17a4fe7c4 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Terminating instance [ 1252.341276] env[70542]: DEBUG oslo_concurrency.lockutils [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "refresh_cache-1d623457-40da-4bc9-aa5b-92a1e4edc6c7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.341466] env[70542]: DEBUG oslo_concurrency.lockutils [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired lock "refresh_cache-1d623457-40da-4bc9-aa5b-92a1e4edc6c7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.341644] env[70542]: DEBUG nova.network.neutron [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.397183] env[70542]: DEBUG nova.compute.manager [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1252.399916] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4c55730e-1520-4eec-bf4b-2d212233d86c tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.400292] env[70542]: DEBUG oslo_concurrency.lockutils [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.623s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.400605] env[70542]: DEBUG nova.objects.instance [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lazy-loading 'resources' on Instance uuid a1f250ef-d141-4a91-9a5c-df91115e5ad9 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.692797] env[70542]: DEBUG oslo_concurrency.lockutils [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Releasing lock "refresh_cache-07438323-c564-4692-81cf-9b97e8eaa0b5" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.693190] env[70542]: DEBUG nova.compute.manager [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Instance network_info: |[{"id": "2f4328a8-db5e-4397-b47b-e14a917adf0e", "address": "fa:16:3e:b0:3b:12", "network": {"id": "20d310b5-8e82-48d7-831a-f4574abe6a68", "bridge": "br-int", "label": "tempest-ServersTestJSON-1326883806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e08b9a5d9e4633a5a552d37a71e158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4328a8-db", "ovs_interfaceid": "2f4328a8-db5e-4397-b47b-e14a917adf0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1252.693644] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:3b:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f4328a8-db5e-4397-b47b-e14a917adf0e', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1252.701434] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.701681] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1252.701937] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7429d29e-2520-49e2-86de-c4e0cbf0d38b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.723605] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1252.723605] env[70542]: value = "task-3912284" [ 1252.723605] env[70542]: _type = "Task" [ 1252.723605] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.732022] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912284, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.827322] env[70542]: DEBUG nova.compute.manager [None req-5422f37b-72ab-47cc-97d4-68b17a4fe7c4 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1252.827658] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5422f37b-72ab-47cc-97d4-68b17a4fe7c4 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1252.828712] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b422b9e-8ac6-475d-9857-ed060edcbc5f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.837306] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5422f37b-72ab-47cc-97d4-68b17a4fe7c4 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1252.837604] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36b64746-2dde-4e5d-8655-e85acc550f42 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.904443] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5422f37b-72ab-47cc-97d4-68b17a4fe7c4 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.904756] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5422f37b-72ab-47cc-97d4-68b17a4fe7c4 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.904867] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5422f37b-72ab-47cc-97d4-68b17a4fe7c4 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Deleting the datastore file [datastore1] c5d840de-9c11-4400-ad5b-2e36c21d43dc {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.908492] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ce6e7b7-f0c6-454e-814d-73c0e8d7aef1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.919943] env[70542]: DEBUG oslo_vmware.api [None req-5422f37b-72ab-47cc-97d4-68b17a4fe7c4 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1252.919943] env[70542]: value = "task-3912286" [ 1252.919943] env[70542]: _type = "Task" [ 1252.919943] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.931105] env[70542]: DEBUG oslo_vmware.api [None req-5422f37b-72ab-47cc-97d4-68b17a4fe7c4 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.121333] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d88d3e-cf1f-4d34-a3db-ebf089ba11ff {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.129134] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74d755c-9f6b-4e43-b389-1fc718d77909 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.161177] env[70542]: DEBUG nova.network.neutron [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Updating instance_info_cache with network_info: [{"id": "fcfc54ce-bba4-483d-9338-d22a47e0a0e3", "address": "fa:16:3e:ca:c3:4b", "network": {"id": "b34efa28-0333-4697-a2ca-0f761a8baa3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-961568765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cecd2691d1d54b7480090328eb29a4ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcfc54ce-bb", "ovs_interfaceid": "fcfc54ce-bba4-483d-9338-d22a47e0a0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.163667] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a7e04a-bf30-4860-892e-9f53c26da41e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.173486] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3a0cb8-c070-4d98-87a2-8abf0094a4f5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.193741] env[70542]: DEBUG nova.compute.provider_tree [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.234166] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912284, 'name': CreateVM_Task, 'duration_secs': 0.302825} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.234350] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1253.235030] env[70542]: DEBUG oslo_concurrency.lockutils [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.235205] env[70542]: DEBUG oslo_concurrency.lockutils [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.235539] env[70542]: DEBUG oslo_concurrency.lockutils [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.236193] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18acd320-b645-41ed-8019-55951a542c6c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.241251] env[70542]: DEBUG oslo_vmware.api [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1253.241251] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b540a5-85f8-23ff-147b-53408e3f066e" [ 1253.241251] env[70542]: _type = "Task" [ 1253.241251] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.249223] env[70542]: DEBUG oslo_vmware.api [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b540a5-85f8-23ff-147b-53408e3f066e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.376110] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.407227] env[70542]: DEBUG nova.compute.manager [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1253.431667] env[70542]: DEBUG oslo_vmware.api [None req-5422f37b-72ab-47cc-97d4-68b17a4fe7c4 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150189} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.431931] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5422f37b-72ab-47cc-97d4-68b17a4fe7c4 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1253.432136] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5422f37b-72ab-47cc-97d4-68b17a4fe7c4 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1253.432316] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5422f37b-72ab-47cc-97d4-68b17a4fe7c4 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1253.432486] env[70542]: INFO nova.compute.manager [None req-5422f37b-72ab-47cc-97d4-68b17a4fe7c4 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1253.432729] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5422f37b-72ab-47cc-97d4-68b17a4fe7c4 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1253.434855] env[70542]: DEBUG nova.virt.hardware [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1253.435098] env[70542]: DEBUG nova.virt.hardware [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1253.435258] env[70542]: DEBUG nova.virt.hardware [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1253.435443] env[70542]: DEBUG nova.virt.hardware [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1253.435600] env[70542]: DEBUG nova.virt.hardware [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1253.435747] env[70542]: DEBUG nova.virt.hardware [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1253.435951] env[70542]: DEBUG nova.virt.hardware [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1253.436130] env[70542]: DEBUG nova.virt.hardware [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1253.436301] env[70542]: DEBUG nova.virt.hardware [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1253.436465] env[70542]: DEBUG nova.virt.hardware [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1253.436647] env[70542]: DEBUG nova.virt.hardware [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1253.436926] env[70542]: DEBUG nova.compute.manager [-] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1253.437025] env[70542]: DEBUG nova.network.neutron [-] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1253.439111] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79111367-4513-4a2b-9876-437055e449bf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.447783] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a768dda-1339-4f2a-889a-1524cb76112f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.664707] env[70542]: DEBUG oslo_concurrency.lockutils [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Releasing lock "refresh_cache-1d623457-40da-4bc9-aa5b-92a1e4edc6c7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.697590] env[70542]: DEBUG nova.scheduler.client.report [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.740189] env[70542]: DEBUG nova.compute.manager [req-42c460ec-3215-4332-a395-b41068b51911 req-151c31e4-3eb4-44f6-bd2d-619e75dff5bf service nova] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Received event network-vif-plugged-83e20766-6550-4fd6-8447-13c1a4f3cd13 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.740408] env[70542]: DEBUG oslo_concurrency.lockutils [req-42c460ec-3215-4332-a395-b41068b51911 req-151c31e4-3eb4-44f6-bd2d-619e75dff5bf service nova] Acquiring lock "65569327-f6d2-403d-bc85-7e0a49d4440f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.740748] env[70542]: DEBUG oslo_concurrency.lockutils [req-42c460ec-3215-4332-a395-b41068b51911 req-151c31e4-3eb4-44f6-bd2d-619e75dff5bf service nova] Lock "65569327-f6d2-403d-bc85-7e0a49d4440f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.744115] env[70542]: DEBUG oslo_concurrency.lockutils [req-42c460ec-3215-4332-a395-b41068b51911 req-151c31e4-3eb4-44f6-bd2d-619e75dff5bf service nova] Lock "65569327-f6d2-403d-bc85-7e0a49d4440f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.744367] env[70542]: DEBUG nova.compute.manager [req-42c460ec-3215-4332-a395-b41068b51911 req-151c31e4-3eb4-44f6-bd2d-619e75dff5bf service nova] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] No waiting events found dispatching network-vif-plugged-83e20766-6550-4fd6-8447-13c1a4f3cd13 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1253.744549] env[70542]: WARNING nova.compute.manager [req-42c460ec-3215-4332-a395-b41068b51911 req-151c31e4-3eb4-44f6-bd2d-619e75dff5bf service nova] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Received unexpected event network-vif-plugged-83e20766-6550-4fd6-8447-13c1a4f3cd13 for instance with vm_state building and task_state spawning. [ 1253.761015] env[70542]: DEBUG oslo_vmware.api [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b540a5-85f8-23ff-147b-53408e3f066e, 'name': SearchDatastore_Task, 'duration_secs': 0.009754} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.761328] env[70542]: DEBUG oslo_concurrency.lockutils [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.761563] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1253.761792] env[70542]: DEBUG oslo_concurrency.lockutils [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.761936] env[70542]: DEBUG oslo_concurrency.lockutils [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.762129] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1253.762395] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39cb9171-c21f-4b6b-895c-b97fd2bba8c6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.775812] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1253.776015] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1253.777036] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f123190f-f77b-4091-a176-2a8b702acf00 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.783856] env[70542]: DEBUG oslo_vmware.api [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1253.783856] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d98d00-8ea6-4b7e-9204-0e95675c0ee5" [ 1253.783856] env[70542]: _type = "Task" [ 1253.783856] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.789259] env[70542]: DEBUG nova.compute.manager [req-5b7104e7-a955-4d42-941c-fc664d6562b7 req-9c2dafe1-15b8-46f3-b59f-739fa637a306 service nova] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Received event network-vif-deleted-b94e51b3-6702-4ed0-bbfa-2aa81d255809 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.789454] env[70542]: INFO nova.compute.manager [req-5b7104e7-a955-4d42-941c-fc664d6562b7 req-9c2dafe1-15b8-46f3-b59f-739fa637a306 service nova] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Neutron deleted interface b94e51b3-6702-4ed0-bbfa-2aa81d255809; detaching it from the instance and deleting it from the info cache [ 1253.789622] env[70542]: DEBUG nova.network.neutron [req-5b7104e7-a955-4d42-941c-fc664d6562b7 req-9c2dafe1-15b8-46f3-b59f-739fa637a306 service nova] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.797181] env[70542]: DEBUG oslo_vmware.api [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d98d00-8ea6-4b7e-9204-0e95675c0ee5, 'name': SearchDatastore_Task, 'duration_secs': 0.010971} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.797961] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae8c76bb-1cdd-472a-ac10-686303e7e025 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.804012] env[70542]: DEBUG oslo_vmware.api [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1253.804012] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52df6b22-847c-02cb-894f-9212e24379fe" [ 1253.804012] env[70542]: _type = "Task" [ 1253.804012] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.816447] env[70542]: DEBUG oslo_vmware.api [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52df6b22-847c-02cb-894f-9212e24379fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.835429] env[70542]: DEBUG nova.network.neutron [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Successfully updated port: 83e20766-6550-4fd6-8447-13c1a4f3cd13 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1254.193873] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93580d7c-fe97-4f33-a867-6c612a1dd377 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.215550] env[70542]: DEBUG oslo_concurrency.lockutils [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.218032] env[70542]: DEBUG oslo_concurrency.lockutils [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.647s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.218267] env[70542]: DEBUG nova.objects.instance [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Lazy-loading 'resources' on Instance uuid 6aaf7309-2719-4401-bebb-8249380c8ecd {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.219827] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31934ac1-3e7b-4873-a492-53837ece7aba {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.228779] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Updating instance '1d623457-40da-4bc9-aa5b-92a1e4edc6c7' progress to 83 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1254.234975] env[70542]: INFO nova.scheduler.client.report [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Deleted allocations for instance a1f250ef-d141-4a91-9a5c-df91115e5ad9 [ 1254.270163] env[70542]: DEBUG nova.network.neutron [-] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.293169] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9171fb91-6435-427d-b292-5144e963d1b2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.304344] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d295ac0-2684-4f73-99b8-e9ae9376f898 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.324423] env[70542]: DEBUG oslo_vmware.api [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52df6b22-847c-02cb-894f-9212e24379fe, 'name': SearchDatastore_Task, 'duration_secs': 0.015607} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.324696] env[70542]: DEBUG oslo_concurrency.lockutils [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.324954] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 07438323-c564-4692-81cf-9b97e8eaa0b5/07438323-c564-4692-81cf-9b97e8eaa0b5.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1254.325227] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2648a9c6-9030-4f4a-add3-03688a588c48 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.339703] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Acquiring lock "refresh_cache-65569327-f6d2-403d-bc85-7e0a49d4440f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.339703] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Acquired lock "refresh_cache-65569327-f6d2-403d-bc85-7e0a49d4440f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.339703] env[70542]: DEBUG nova.network.neutron [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.340370] env[70542]: DEBUG nova.compute.manager [req-5b7104e7-a955-4d42-941c-fc664d6562b7 req-9c2dafe1-15b8-46f3-b59f-739fa637a306 service nova] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Detach interface failed, port_id=b94e51b3-6702-4ed0-bbfa-2aa81d255809, reason: Instance c5d840de-9c11-4400-ad5b-2e36c21d43dc could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1254.342365] env[70542]: DEBUG oslo_vmware.api [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1254.342365] env[70542]: value = "task-3912287" [ 1254.342365] env[70542]: _type = "Task" [ 1254.342365] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.354466] env[70542]: DEBUG oslo_vmware.api [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.735558] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.736082] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88c0e0b5-c24e-467d-9692-d31c88a85b80 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.743195] env[70542]: DEBUG oslo_concurrency.lockutils [None req-089137de-7074-4e26-a53f-832ad575b141 tempest-MigrationsAdminTest-1671970304 tempest-MigrationsAdminTest-1671970304-project-member] Lock "a1f250ef-d141-4a91-9a5c-df91115e5ad9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.432s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.749865] env[70542]: DEBUG oslo_vmware.api [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1254.749865] env[70542]: value = "task-3912288" [ 1254.749865] env[70542]: _type = "Task" [ 1254.749865] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.766556] env[70542]: DEBUG oslo_vmware.api [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.773792] env[70542]: INFO nova.compute.manager [-] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Took 1.34 seconds to deallocate network for instance. [ 1254.854924] env[70542]: DEBUG oslo_vmware.api [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912287, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.910658] env[70542]: DEBUG nova.network.neutron [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1255.012009] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3069af3d-e530-4343-9565-5c4c44df5fc2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.021755] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d4d163-2d69-4215-b04a-c1e838f5e289 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.055279] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad3773b-30c2-4dc8-beaf-59c6fcc0e92e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.064474] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a734a9a3-4c34-4872-aa90-4bcaffb51b3a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.080889] env[70542]: DEBUG nova.compute.provider_tree [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.262392] env[70542]: DEBUG oslo_vmware.api [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912288, 'name': PowerOnVM_Task, 'duration_secs': 0.483564} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.262726] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.262919] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-690ba2c4-0258-4ff0-9db8-e61edd7ecc54 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Updating instance '1d623457-40da-4bc9-aa5b-92a1e4edc6c7' progress to 100 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.281465] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5422f37b-72ab-47cc-97d4-68b17a4fe7c4 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.300722] env[70542]: DEBUG nova.network.neutron [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Updating instance_info_cache with network_info: [{"id": "83e20766-6550-4fd6-8447-13c1a4f3cd13", "address": "fa:16:3e:72:53:06", "network": {"id": "0ab9ef1c-6c09-41c3-acef-531cf8a87d39", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-768392518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f63e35e33594ad2805f73000308728c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e20766-65", "ovs_interfaceid": "83e20766-6550-4fd6-8447-13c1a4f3cd13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.360104] env[70542]: DEBUG oslo_vmware.api [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534958} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.360503] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 07438323-c564-4692-81cf-9b97e8eaa0b5/07438323-c564-4692-81cf-9b97e8eaa0b5.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1255.360897] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1255.361145] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c45ff6bc-36ae-44d9-8409-a1bb2b75b239 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.368639] env[70542]: DEBUG oslo_vmware.api [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1255.368639] env[70542]: value = "task-3912289" [ 1255.368639] env[70542]: _type = "Task" [ 1255.368639] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.379294] env[70542]: DEBUG oslo_vmware.api [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.584335] env[70542]: DEBUG nova.scheduler.client.report [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.775323] env[70542]: DEBUG nova.compute.manager [req-39fca132-5848-4304-b527-199de968bcd8 req-44488224-9fa2-4719-8dab-8df12c99f24c service nova] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Received event network-changed-83e20766-6550-4fd6-8447-13c1a4f3cd13 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.775721] env[70542]: DEBUG nova.compute.manager [req-39fca132-5848-4304-b527-199de968bcd8 req-44488224-9fa2-4719-8dab-8df12c99f24c service nova] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Refreshing instance network info cache due to event network-changed-83e20766-6550-4fd6-8447-13c1a4f3cd13. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1255.775721] env[70542]: DEBUG oslo_concurrency.lockutils [req-39fca132-5848-4304-b527-199de968bcd8 req-44488224-9fa2-4719-8dab-8df12c99f24c service nova] Acquiring lock "refresh_cache-65569327-f6d2-403d-bc85-7e0a49d4440f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.804205] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Releasing lock "refresh_cache-65569327-f6d2-403d-bc85-7e0a49d4440f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.804615] env[70542]: DEBUG nova.compute.manager [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Instance network_info: |[{"id": "83e20766-6550-4fd6-8447-13c1a4f3cd13", "address": "fa:16:3e:72:53:06", "network": {"id": "0ab9ef1c-6c09-41c3-acef-531cf8a87d39", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-768392518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f63e35e33594ad2805f73000308728c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e20766-65", "ovs_interfaceid": "83e20766-6550-4fd6-8447-13c1a4f3cd13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1255.805434] env[70542]: DEBUG oslo_concurrency.lockutils [req-39fca132-5848-4304-b527-199de968bcd8 req-44488224-9fa2-4719-8dab-8df12c99f24c service nova] Acquired lock "refresh_cache-65569327-f6d2-403d-bc85-7e0a49d4440f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.805434] env[70542]: DEBUG nova.network.neutron [req-39fca132-5848-4304-b527-199de968bcd8 req-44488224-9fa2-4719-8dab-8df12c99f24c service nova] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Refreshing network info cache for port 83e20766-6550-4fd6-8447-13c1a4f3cd13 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.806573] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:53:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83e20766-6550-4fd6-8447-13c1a4f3cd13', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1255.814786] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Creating folder: Project (1f63e35e33594ad2805f73000308728c). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1255.815754] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4ee52bf-44fd-49ca-a09d-a9cd84ccf9d0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.830067] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Created folder: Project (1f63e35e33594ad2805f73000308728c) in parent group-v776569. [ 1255.830398] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Creating folder: Instances. Parent ref: group-v776890. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1255.830570] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53060bb2-4911-4fd3-8dc9-e0a5652cee28 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.843092] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Created folder: Instances in parent group-v776890. [ 1255.843725] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.843725] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1255.843862] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72cdce66-6b67-43a5-96e0-554be388fa8b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.870752] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1255.870752] env[70542]: value = "task-3912292" [ 1255.870752] env[70542]: _type = "Task" [ 1255.870752] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.882928] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912292, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.886518] env[70542]: DEBUG oslo_vmware.api [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071365} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.886725] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1255.887844] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c50640-cc53-45cf-83a4-052311875fce {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.916895] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 07438323-c564-4692-81cf-9b97e8eaa0b5/07438323-c564-4692-81cf-9b97e8eaa0b5.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.916895] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a70b6bb2-6ce6-4de3-8c63-649aeba625f6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.942310] env[70542]: DEBUG oslo_vmware.api [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1255.942310] env[70542]: value = "task-3912293" [ 1255.942310] env[70542]: _type = "Task" [ 1255.942310] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.952952] env[70542]: DEBUG oslo_vmware.api [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.089357] env[70542]: DEBUG oslo_concurrency.lockutils [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.092662] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.843s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.092974] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.095245] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5422f37b-72ab-47cc-97d4-68b17a4fe7c4 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.814s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.095496] env[70542]: DEBUG nova.objects.instance [None req-5422f37b-72ab-47cc-97d4-68b17a4fe7c4 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lazy-loading 'resources' on Instance uuid c5d840de-9c11-4400-ad5b-2e36c21d43dc {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.130256] env[70542]: INFO nova.scheduler.client.report [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Deleted allocations for instance 6aaf7309-2719-4401-bebb-8249380c8ecd [ 1256.131630] env[70542]: INFO nova.scheduler.client.report [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Deleted allocations for instance 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe [ 1256.386286] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912292, 'name': CreateVM_Task, 'duration_secs': 0.358785} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.386481] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1256.387194] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.387361] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.387694] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.387963] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceb70281-7fc4-4067-b748-2b628e52b3cf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.395565] env[70542]: DEBUG oslo_vmware.api [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Waiting for the task: (returnval){ [ 1256.395565] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5237f045-b7c0-a1a5-a9ca-ab586cc7c16a" [ 1256.395565] env[70542]: _type = "Task" [ 1256.395565] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.405776] env[70542]: DEBUG oslo_vmware.api [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5237f045-b7c0-a1a5-a9ca-ab586cc7c16a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.457189] env[70542]: DEBUG oslo_vmware.api [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.642835] env[70542]: DEBUG oslo_concurrency.lockutils [None req-50de46d8-5f76-45db-80ff-17f5baa96a85 tempest-ServersListShow2100Test-445294688 tempest-ServersListShow2100Test-445294688-project-member] Lock "6aaf7309-2719-4401-bebb-8249380c8ecd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.321s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.646699] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af2ad6f2-0f53-4849-9e7c-24c0df0a6e6b tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.835s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.661009] env[70542]: DEBUG nova.network.neutron [req-39fca132-5848-4304-b527-199de968bcd8 req-44488224-9fa2-4719-8dab-8df12c99f24c service nova] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Updated VIF entry in instance network info cache for port 83e20766-6550-4fd6-8447-13c1a4f3cd13. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.661927] env[70542]: DEBUG nova.network.neutron [req-39fca132-5848-4304-b527-199de968bcd8 req-44488224-9fa2-4719-8dab-8df12c99f24c service nova] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Updating instance_info_cache with network_info: [{"id": "83e20766-6550-4fd6-8447-13c1a4f3cd13", "address": "fa:16:3e:72:53:06", "network": {"id": "0ab9ef1c-6c09-41c3-acef-531cf8a87d39", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-768392518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f63e35e33594ad2805f73000308728c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e20766-65", "ovs_interfaceid": "83e20766-6550-4fd6-8447-13c1a4f3cd13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.824757] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e29e43b-79a7-453b-98c8-a71ac316c32a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.833747] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1183a32d-5e8c-46c2-96f3-12c7214c3301 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.868669] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bb1aa6-d802-4388-b8d9-440bd85a59c0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.877271] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0328c1a-a6ba-4601-93d9-77ef103d9f24 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.892499] env[70542]: DEBUG nova.compute.provider_tree [None req-5422f37b-72ab-47cc-97d4-68b17a4fe7c4 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.907835] env[70542]: DEBUG oslo_vmware.api [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5237f045-b7c0-a1a5-a9ca-ab586cc7c16a, 'name': SearchDatastore_Task, 'duration_secs': 0.040489} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.908162] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.908399] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1256.908637] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.908787] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.908969] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1256.909248] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e797e57-e5b3-4dd0-9d70-7f29370a1a35 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.926028] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1256.926028] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1256.926028] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f545ead3-2c9c-4b20-8d8e-81816792c4b4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.931998] env[70542]: DEBUG oslo_vmware.api [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Waiting for the task: (returnval){ [ 1256.931998] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524051de-b9ce-2506-c0d6-de03b5f03530" [ 1256.931998] env[70542]: _type = "Task" [ 1256.931998] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.941561] env[70542]: DEBUG oslo_vmware.api [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524051de-b9ce-2506-c0d6-de03b5f03530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.954540] env[70542]: DEBUG oslo_vmware.api [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912293, 'name': ReconfigVM_Task, 'duration_secs': 0.813431} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.954831] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 07438323-c564-4692-81cf-9b97e8eaa0b5/07438323-c564-4692-81cf-9b97e8eaa0b5.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1256.955521] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f51b1e82-0e32-4ab9-9b7f-80cb6b7aaeb8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.961738] env[70542]: DEBUG oslo_vmware.api [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1256.961738] env[70542]: value = "task-3912294" [ 1256.961738] env[70542]: _type = "Task" [ 1256.961738] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.970627] env[70542]: DEBUG oslo_vmware.api [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912294, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.030705] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "8923d70c-588f-41c5-895e-3db23542b3e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.031015] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "8923d70c-588f-41c5-895e-3db23542b3e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.032738] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "8923d70c-588f-41c5-895e-3db23542b3e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.032738] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "8923d70c-588f-41c5-895e-3db23542b3e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.032738] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "8923d70c-588f-41c5-895e-3db23542b3e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.035095] env[70542]: INFO nova.compute.manager [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Terminating instance [ 1257.165832] env[70542]: DEBUG oslo_concurrency.lockutils [req-39fca132-5848-4304-b527-199de968bcd8 req-44488224-9fa2-4719-8dab-8df12c99f24c service nova] Releasing lock "refresh_cache-65569327-f6d2-403d-bc85-7e0a49d4440f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.398834] env[70542]: DEBUG nova.scheduler.client.report [None req-5422f37b-72ab-47cc-97d4-68b17a4fe7c4 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.447553] env[70542]: DEBUG oslo_vmware.api [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524051de-b9ce-2506-c0d6-de03b5f03530, 'name': SearchDatastore_Task, 'duration_secs': 0.023712} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.448577] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-288a456a-b3be-43c6-8661-6eca5bdf642f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.455981] env[70542]: DEBUG oslo_vmware.api [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Waiting for the task: (returnval){ [ 1257.455981] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524d0226-ca61-030e-4d8b-46da4cb7acd5" [ 1257.455981] env[70542]: _type = "Task" [ 1257.455981] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.466588] env[70542]: DEBUG oslo_vmware.api [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524d0226-ca61-030e-4d8b-46da4cb7acd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.474996] env[70542]: DEBUG oslo_vmware.api [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912294, 'name': Rename_Task, 'duration_secs': 0.324056} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.475224] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1257.475476] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e3064d7-6982-454a-8254-fd807af9d8d2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.482871] env[70542]: DEBUG oslo_vmware.api [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1257.482871] env[70542]: value = "task-3912295" [ 1257.482871] env[70542]: _type = "Task" [ 1257.482871] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.492260] env[70542]: DEBUG oslo_vmware.api [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.539334] env[70542]: DEBUG nova.compute.manager [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1257.539489] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.540500] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0264bc17-d2f3-4e3e-804c-94660f174b88 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.548696] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.548983] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea3fb9ce-3728-465e-9168-dd39838bc52e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.556337] env[70542]: DEBUG oslo_vmware.api [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1257.556337] env[70542]: value = "task-3912296" [ 1257.556337] env[70542]: _type = "Task" [ 1257.556337] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.565568] env[70542]: DEBUG oslo_vmware.api [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.906413] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5422f37b-72ab-47cc-97d4-68b17a4fe7c4 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.811s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.934713] env[70542]: INFO nova.scheduler.client.report [None req-5422f37b-72ab-47cc-97d4-68b17a4fe7c4 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Deleted allocations for instance c5d840de-9c11-4400-ad5b-2e36c21d43dc [ 1257.968322] env[70542]: DEBUG oslo_vmware.api [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524d0226-ca61-030e-4d8b-46da4cb7acd5, 'name': SearchDatastore_Task, 'duration_secs': 0.012929} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.968713] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.968986] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 65569327-f6d2-403d-bc85-7e0a49d4440f/65569327-f6d2-403d-bc85-7e0a49d4440f.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1257.969283] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ac1bce8-9373-4ce7-8220-74a26196de95 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.977986] env[70542]: DEBUG oslo_vmware.api [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Waiting for the task: (returnval){ [ 1257.977986] env[70542]: value = "task-3912297" [ 1257.977986] env[70542]: _type = "Task" [ 1257.977986] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.990304] env[70542]: DEBUG oslo_vmware.api [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Task: {'id': task-3912297, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.996795] env[70542]: DEBUG oslo_vmware.api [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912295, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.067750] env[70542]: DEBUG oslo_vmware.api [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912296, 'name': PowerOffVM_Task, 'duration_secs': 0.214308} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.068098] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.068266] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.068530] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b56fb7af-91e4-412a-81be-fc0f72ec35cb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.137144] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.137455] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.137765] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Deleting the datastore file [datastore1] 8923d70c-588f-41c5-895e-3db23542b3e9 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.138101] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08f879cf-887a-42bf-b12a-db9f6df1314d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.146779] env[70542]: DEBUG oslo_vmware.api [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1258.146779] env[70542]: value = "task-3912299" [ 1258.146779] env[70542]: _type = "Task" [ 1258.146779] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.157085] env[70542]: DEBUG oslo_vmware.api [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.323719] env[70542]: DEBUG nova.network.neutron [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Port fcfc54ce-bba4-483d-9338-d22a47e0a0e3 binding to destination host cpu-1 is already ACTIVE {{(pid=70542) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1258.323995] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "refresh_cache-1d623457-40da-4bc9-aa5b-92a1e4edc6c7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.324158] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired lock "refresh_cache-1d623457-40da-4bc9-aa5b-92a1e4edc6c7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.324323] env[70542]: DEBUG nova.network.neutron [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.443154] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5422f37b-72ab-47cc-97d4-68b17a4fe7c4 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "c5d840de-9c11-4400-ad5b-2e36c21d43dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.122s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.491880] env[70542]: DEBUG oslo_vmware.api [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Task: {'id': task-3912297, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.499537] env[70542]: DEBUG oslo_vmware.api [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912295, 'name': PowerOnVM_Task, 'duration_secs': 0.732005} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.500088] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1258.500408] env[70542]: INFO nova.compute.manager [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1258.500708] env[70542]: DEBUG nova.compute.manager [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1258.501774] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c351c88-a3c4-4ef8-865d-abe5d368d816 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.657739] env[70542]: DEBUG oslo_vmware.api [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356575} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.658137] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.658327] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1258.658518] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1258.658674] env[70542]: INFO nova.compute.manager [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1258.658928] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.659496] env[70542]: DEBUG nova.compute.manager [-] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1258.659601] env[70542]: DEBUG nova.network.neutron [-] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1258.995584] env[70542]: DEBUG oslo_vmware.api [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Task: {'id': task-3912297, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.003421] env[70542]: DEBUG nova.compute.manager [req-74501e03-0aac-4c48-bf4f-5f150e13ee35 req-445df756-60a3-469f-85f2-245f258fb9df service nova] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Received event network-vif-deleted-b39fab32-95ce-4df1-9e31-354b0d00d187 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.003725] env[70542]: INFO nova.compute.manager [req-74501e03-0aac-4c48-bf4f-5f150e13ee35 req-445df756-60a3-469f-85f2-245f258fb9df service nova] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Neutron deleted interface b39fab32-95ce-4df1-9e31-354b0d00d187; detaching it from the instance and deleting it from the info cache [ 1259.003956] env[70542]: DEBUG nova.network.neutron [req-74501e03-0aac-4c48-bf4f-5f150e13ee35 req-445df756-60a3-469f-85f2-245f258fb9df service nova] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.022813] env[70542]: INFO nova.compute.manager [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Took 21.35 seconds to build instance. [ 1259.127331] env[70542]: DEBUG nova.network.neutron [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Updating instance_info_cache with network_info: [{"id": "fcfc54ce-bba4-483d-9338-d22a47e0a0e3", "address": "fa:16:3e:ca:c3:4b", "network": {"id": "b34efa28-0333-4697-a2ca-0f761a8baa3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-961568765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cecd2691d1d54b7480090328eb29a4ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcfc54ce-bb", "ovs_interfaceid": "fcfc54ce-bba4-483d-9338-d22a47e0a0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.259913] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.260203] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.260363] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.260516] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.260667] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.260869] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70542) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1259.489816] env[70542]: DEBUG nova.network.neutron [-] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.491077] env[70542]: DEBUG oslo_vmware.api [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Task: {'id': task-3912297, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.509685] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b2aaaec-216c-4204-9069-24055bed2edc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.521371] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817a2332-0253-4b33-93e2-0d34fbcdc023 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.533039] env[70542]: DEBUG oslo_concurrency.lockutils [None req-306c1c47-caee-4d54-a24d-68f2e244f288 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "07438323-c564-4692-81cf-9b97e8eaa0b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.875s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.556091] env[70542]: DEBUG nova.compute.manager [req-74501e03-0aac-4c48-bf4f-5f150e13ee35 req-445df756-60a3-469f-85f2-245f258fb9df service nova] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Detach interface failed, port_id=b39fab32-95ce-4df1-9e31-354b0d00d187, reason: Instance 8923d70c-588f-41c5-895e-3db23542b3e9 could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1259.589900] env[70542]: DEBUG oslo_concurrency.lockutils [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "d793e376-7d9c-4342-afb4-7c7b69c9906b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.590178] env[70542]: DEBUG oslo_concurrency.lockutils [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "d793e376-7d9c-4342-afb4-7c7b69c9906b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.629654] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Releasing lock "refresh_cache-1d623457-40da-4bc9-aa5b-92a1e4edc6c7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.992402] env[70542]: INFO nova.compute.manager [-] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Took 1.33 seconds to deallocate network for instance. [ 1259.992740] env[70542]: DEBUG oslo_vmware.api [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Task: {'id': task-3912297, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.636366} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.994520] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 65569327-f6d2-403d-bc85-7e0a49d4440f/65569327-f6d2-403d-bc85-7e0a49d4440f.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1259.994676] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1259.997509] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74521bfb-8d4a-4b47-897e-ac01523db889 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.005451] env[70542]: DEBUG oslo_vmware.api [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Waiting for the task: (returnval){ [ 1260.005451] env[70542]: value = "task-3912300" [ 1260.005451] env[70542]: _type = "Task" [ 1260.005451] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.015893] env[70542]: DEBUG oslo_vmware.api [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Task: {'id': task-3912300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.093037] env[70542]: DEBUG nova.compute.manager [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1260.133852] env[70542]: DEBUG nova.compute.manager [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70542) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1260.134268] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.134391] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.444864] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "f5745f1c-c5c8-4489-96e2-c59e9ca7465b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.445085] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "f5745f1c-c5c8-4489-96e2-c59e9ca7465b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.501411] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.517294] env[70542]: DEBUG oslo_vmware.api [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Task: {'id': task-3912300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078953} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.517461] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1260.518203] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cf8589-a08c-44ed-b708-f3a5a5ad98ef {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.541441] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 65569327-f6d2-403d-bc85-7e0a49d4440f/65569327-f6d2-403d-bc85-7e0a49d4440f.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.541729] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba5f2ea3-d53a-4ccb-9265-ede328a2ec50 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.562177] env[70542]: DEBUG oslo_vmware.api [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Waiting for the task: (returnval){ [ 1260.562177] env[70542]: value = "task-3912301" [ 1260.562177] env[70542]: _type = "Task" [ 1260.562177] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.570925] env[70542]: DEBUG oslo_vmware.api [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Task: {'id': task-3912301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.613207] env[70542]: DEBUG oslo_concurrency.lockutils [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.637257] env[70542]: DEBUG nova.objects.instance [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lazy-loading 'migration_context' on Instance uuid 1d623457-40da-4bc9-aa5b-92a1e4edc6c7 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.947578] env[70542]: DEBUG nova.compute.manager [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1261.073018] env[70542]: DEBUG oslo_vmware.api [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Task: {'id': task-3912301, 'name': ReconfigVM_Task, 'duration_secs': 0.279318} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.073537] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 65569327-f6d2-403d-bc85-7e0a49d4440f/65569327-f6d2-403d-bc85-7e0a49d4440f.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.074010] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f9d675d-9f4a-4ca6-855e-63afc55633ea {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.081912] env[70542]: DEBUG oslo_vmware.api [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Waiting for the task: (returnval){ [ 1261.081912] env[70542]: value = "task-3912302" [ 1261.081912] env[70542]: _type = "Task" [ 1261.081912] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.090682] env[70542]: DEBUG oslo_vmware.api [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Task: {'id': task-3912302, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.256841] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.259562] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.259688] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager.update_available_resource {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.323174] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3451ab-22bc-487a-8d1e-8d05daf704ae {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.331287] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3f80ce-55d2-4bba-ba09-03e816396a53 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.361814] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b661bd8-2b91-44ab-888c-b2699274fe57 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.370608] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b37d39e-08ed-48f8-a0e2-3c9d1b083bc6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.385842] env[70542]: DEBUG nova.compute.provider_tree [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1261.466979] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.592139] env[70542]: DEBUG oslo_vmware.api [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Task: {'id': task-3912302, 'name': Rename_Task, 'duration_secs': 0.162117} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.592456] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.592698] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3007cf6-8e10-49f1-af3b-dd5d1d528c3d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.598630] env[70542]: DEBUG oslo_vmware.api [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Waiting for the task: (returnval){ [ 1261.598630] env[70542]: value = "task-3912303" [ 1261.598630] env[70542]: _type = "Task" [ 1261.598630] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.606622] env[70542]: DEBUG oslo_vmware.api [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Task: {'id': task-3912303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.762701] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.909040] env[70542]: ERROR nova.scheduler.client.report [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [req-b0d58d1e-ec26-4cc4-8bfa-16cc977efdcb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 42cfc9d8-0155-4d55-9653-7de4fa794724. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b0d58d1e-ec26-4cc4-8bfa-16cc977efdcb"}]} [ 1261.925222] env[70542]: DEBUG nova.scheduler.client.report [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Refreshing inventories for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1261.939089] env[70542]: DEBUG nova.scheduler.client.report [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Updating ProviderTree inventory for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1261.939345] env[70542]: DEBUG nova.compute.provider_tree [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1261.952182] env[70542]: DEBUG nova.scheduler.client.report [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Refreshing aggregate associations for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724, aggregates: None {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1261.972008] env[70542]: DEBUG nova.scheduler.client.report [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Refreshing trait associations for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1262.108944] env[70542]: DEBUG oslo_vmware.api [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Task: {'id': task-3912303, 'name': PowerOnVM_Task, 'duration_secs': 0.450487} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.109256] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.109564] env[70542]: INFO nova.compute.manager [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1262.109636] env[70542]: DEBUG nova.compute.manager [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1262.110622] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aad93f9-45d7-43c2-9770-b60155bcf88f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.158989] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0e3968-643e-4c6c-abe1-1a8a5997f7a1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.167958] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188c5c67-2a4f-4ac3-b71d-b77a922c2714 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.203706] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ed615c-9455-4b36-92df-d46d939eed17 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.212206] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fd29e4-5cec-47f5-9069-bc9c03c3f4b5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.226889] env[70542]: DEBUG nova.compute.provider_tree [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1262.630529] env[70542]: INFO nova.compute.manager [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Took 23.04 seconds to build instance. [ 1262.757606] env[70542]: DEBUG nova.scheduler.client.report [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Updated inventory for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1262.757925] env[70542]: DEBUG nova.compute.provider_tree [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Updating resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724 generation from 164 to 165 during operation: update_inventory {{(pid=70542) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1262.758142] env[70542]: DEBUG nova.compute.provider_tree [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1263.132427] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8240ec0c-03a5-4084-912c-f554baa4732e tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Lock "65569327-f6d2-403d-bc85-7e0a49d4440f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.548s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.338433] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a4c0e1fc-42d1-44c4-8484-22f446356cf5 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Acquiring lock "65569327-f6d2-403d-bc85-7e0a49d4440f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.338699] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a4c0e1fc-42d1-44c4-8484-22f446356cf5 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Lock "65569327-f6d2-403d-bc85-7e0a49d4440f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.338942] env[70542]: INFO nova.compute.manager [None req-a4c0e1fc-42d1-44c4-8484-22f446356cf5 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Rebooting instance [ 1263.769791] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.635s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.776848] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.276s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.777079] env[70542]: DEBUG nova.objects.instance [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lazy-loading 'resources' on Instance uuid 8923d70c-588f-41c5-895e-3db23542b3e9 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.856738] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a4c0e1fc-42d1-44c4-8484-22f446356cf5 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Acquiring lock "refresh_cache-65569327-f6d2-403d-bc85-7e0a49d4440f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.856944] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a4c0e1fc-42d1-44c4-8484-22f446356cf5 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Acquired lock "refresh_cache-65569327-f6d2-403d-bc85-7e0a49d4440f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.857181] env[70542]: DEBUG nova.network.neutron [None req-a4c0e1fc-42d1-44c4-8484-22f446356cf5 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.455276] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d31c14-1d7b-451c-941c-4aea499cfc1d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.463580] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9791b7f-8b0f-4244-828f-797428ef524b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.496315] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eced755-175f-4e6a-93cf-163ada9dc263 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.504480] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8480f3a9-17db-455e-b565-eb39d82159cb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.520671] env[70542]: DEBUG nova.compute.provider_tree [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.615801] env[70542]: DEBUG nova.network.neutron [None req-a4c0e1fc-42d1-44c4-8484-22f446356cf5 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Updating instance_info_cache with network_info: [{"id": "83e20766-6550-4fd6-8447-13c1a4f3cd13", "address": "fa:16:3e:72:53:06", "network": {"id": "0ab9ef1c-6c09-41c3-acef-531cf8a87d39", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-768392518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f63e35e33594ad2805f73000308728c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e20766-65", "ovs_interfaceid": "83e20766-6550-4fd6-8447-13c1a4f3cd13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.027761] env[70542]: DEBUG nova.scheduler.client.report [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.118253] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a4c0e1fc-42d1-44c4-8484-22f446356cf5 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Releasing lock "refresh_cache-65569327-f6d2-403d-bc85-7e0a49d4440f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.310478] env[70542]: INFO nova.compute.manager [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Swapping old allocation on dict_keys(['42cfc9d8-0155-4d55-9653-7de4fa794724']) held by migration d680ac70-4438-4fbf-a5a0-8cf082c11aaf for instance [ 1265.343373] env[70542]: DEBUG nova.scheduler.client.report [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Overwriting current allocation {'allocations': {'42cfc9d8-0155-4d55-9653-7de4fa794724': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 165}}, 'project_id': 'cecd2691d1d54b7480090328eb29a4ba', 'user_id': 'd5b01ad8268f46cf8f33c06dc4b1276e', 'consumer_generation': 1} on consumer 1d623457-40da-4bc9-aa5b-92a1e4edc6c7 {{(pid=70542) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1265.470411] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "refresh_cache-1d623457-40da-4bc9-aa5b-92a1e4edc6c7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.470725] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired lock "refresh_cache-1d623457-40da-4bc9-aa5b-92a1e4edc6c7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.470778] env[70542]: DEBUG nova.network.neutron [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.533057] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.536388] env[70542]: DEBUG oslo_concurrency.lockutils [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.923s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.537985] env[70542]: INFO nova.compute.claims [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1265.557650] env[70542]: INFO nova.scheduler.client.report [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Deleted allocations for instance 8923d70c-588f-41c5-895e-3db23542b3e9 [ 1265.623533] env[70542]: DEBUG nova.compute.manager [None req-a4c0e1fc-42d1-44c4-8484-22f446356cf5 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1265.624487] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd656b2e-7c03-4608-ac35-4440cf74b6a6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.066349] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5ca18347-5675-4686-831d-1a598da399e3 tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "8923d70c-588f-41c5-895e-3db23542b3e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.035s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.236064] env[70542]: DEBUG nova.network.neutron [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Updating instance_info_cache with network_info: [{"id": "fcfc54ce-bba4-483d-9338-d22a47e0a0e3", "address": "fa:16:3e:ca:c3:4b", "network": {"id": "b34efa28-0333-4697-a2ca-0f761a8baa3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-961568765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cecd2691d1d54b7480090328eb29a4ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcfc54ce-bb", "ovs_interfaceid": "fcfc54ce-bba4-483d-9338-d22a47e0a0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.641889] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b0c960-5770-4d96-bd90-110c5f118b6e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.649688] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c0e1fc-42d1-44c4-8484-22f446356cf5 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Doing hard reboot of VM {{(pid=70542) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1266.652486] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-63823c1c-4f65-4ea1-a823-5d43333228aa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.660465] env[70542]: DEBUG oslo_vmware.api [None req-a4c0e1fc-42d1-44c4-8484-22f446356cf5 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Waiting for the task: (returnval){ [ 1266.660465] env[70542]: value = "task-3912305" [ 1266.660465] env[70542]: _type = "Task" [ 1266.660465] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.672128] env[70542]: DEBUG oslo_vmware.api [None req-a4c0e1fc-42d1-44c4-8484-22f446356cf5 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Task: {'id': task-3912305, 'name': ResetVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.706075] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9897df5a-5ea4-4ec7-acf3-418938d39447 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.715116] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c319a6a6-956d-411f-a310-5e6c8c795528 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.748798] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Releasing lock "refresh_cache-1d623457-40da-4bc9-aa5b-92a1e4edc6c7" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.749618] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.750441] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d7800b0-6850-4978-956c-0c5275be2c18 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.752838] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb76dada-e738-4175-b0e5-629cda523859 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.764334] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363b07f2-230d-42ce-a825-a3da2a44bdbf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.769245] env[70542]: DEBUG oslo_vmware.api [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1266.769245] env[70542]: value = "task-3912306" [ 1266.769245] env[70542]: _type = "Task" [ 1266.769245] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.782405] env[70542]: DEBUG nova.compute.provider_tree [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.789837] env[70542]: DEBUG oslo_vmware.api [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.170915] env[70542]: DEBUG oslo_vmware.api [None req-a4c0e1fc-42d1-44c4-8484-22f446356cf5 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Task: {'id': task-3912305, 'name': ResetVM_Task, 'duration_secs': 0.101735} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.171212] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c0e1fc-42d1-44c4-8484-22f446356cf5 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Did hard reboot of VM {{(pid=70542) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1267.171407] env[70542]: DEBUG nova.compute.manager [None req-a4c0e1fc-42d1-44c4-8484-22f446356cf5 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1267.172194] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280bf77f-7825-4e1a-86c3-fcff9e93a424 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.279499] env[70542]: DEBUG oslo_vmware.api [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912306, 'name': PowerOffVM_Task, 'duration_secs': 0.236373} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.279758] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.280540] env[70542]: DEBUG nova.virt.hardware [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1267.280767] env[70542]: DEBUG nova.virt.hardware [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1267.280951] env[70542]: DEBUG nova.virt.hardware [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1267.281177] env[70542]: DEBUG nova.virt.hardware [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1267.281326] env[70542]: DEBUG nova.virt.hardware [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1267.281473] env[70542]: DEBUG nova.virt.hardware [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1267.281676] env[70542]: DEBUG nova.virt.hardware [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1267.281832] env[70542]: DEBUG nova.virt.hardware [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1267.281996] env[70542]: DEBUG nova.virt.hardware [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1267.282176] env[70542]: DEBUG nova.virt.hardware [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1267.282349] env[70542]: DEBUG nova.virt.hardware [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1267.288414] env[70542]: DEBUG nova.scheduler.client.report [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.292152] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95c0607e-979b-43e3-a46a-c43cb1a208d1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.309953] env[70542]: DEBUG oslo_vmware.api [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1267.309953] env[70542]: value = "task-3912307" [ 1267.309953] env[70542]: _type = "Task" [ 1267.309953] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.320796] env[70542]: DEBUG oslo_vmware.api [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912307, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.685574] env[70542]: DEBUG oslo_concurrency.lockutils [None req-a4c0e1fc-42d1-44c4-8484-22f446356cf5 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Lock "65569327-f6d2-403d-bc85-7e0a49d4440f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.347s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.793804] env[70542]: DEBUG oslo_concurrency.lockutils [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.794434] env[70542]: DEBUG nova.compute.manager [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1267.797037] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.330s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.798466] env[70542]: INFO nova.compute.claims [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1267.820409] env[70542]: DEBUG oslo_vmware.api [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912307, 'name': ReconfigVM_Task, 'duration_secs': 0.342171} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.821475] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4269f815-bae5-4ef7-be9e-14005364a6e7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.844136] env[70542]: DEBUG nova.virt.hardware [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1267.844401] env[70542]: DEBUG nova.virt.hardware [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1267.844560] env[70542]: DEBUG nova.virt.hardware [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1267.844744] env[70542]: DEBUG nova.virt.hardware [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1267.844888] env[70542]: DEBUG nova.virt.hardware [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1267.845054] env[70542]: DEBUG nova.virt.hardware [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1267.845269] env[70542]: DEBUG nova.virt.hardware [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1267.845427] env[70542]: DEBUG nova.virt.hardware [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1267.845593] env[70542]: DEBUG nova.virt.hardware [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1267.845755] env[70542]: DEBUG nova.virt.hardware [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1267.845928] env[70542]: DEBUG nova.virt.hardware [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1267.846984] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3703c5c1-5db3-45ac-b266-35f611630176 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.853069] env[70542]: DEBUG oslo_vmware.api [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1267.853069] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523a3076-f6c0-e060-f56a-d47bdc9af2d4" [ 1267.853069] env[70542]: _type = "Task" [ 1267.853069] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.862404] env[70542]: DEBUG oslo_vmware.api [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523a3076-f6c0-e060-f56a-d47bdc9af2d4, 'name': SearchDatastore_Task, 'duration_secs': 0.007034} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.867651] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1267.868174] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c30d5f95-416b-48b8-bcde-1a5c08cf777a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.887602] env[70542]: DEBUG oslo_vmware.api [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1267.887602] env[70542]: value = "task-3912308" [ 1267.887602] env[70542]: _type = "Task" [ 1267.887602] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.896418] env[70542]: DEBUG oslo_vmware.api [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.004511] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Acquiring lock "65569327-f6d2-403d-bc85-7e0a49d4440f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.004783] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Lock "65569327-f6d2-403d-bc85-7e0a49d4440f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.004999] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Acquiring lock "65569327-f6d2-403d-bc85-7e0a49d4440f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.005207] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Lock "65569327-f6d2-403d-bc85-7e0a49d4440f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.005380] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Lock "65569327-f6d2-403d-bc85-7e0a49d4440f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.007756] env[70542]: INFO nova.compute.manager [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Terminating instance [ 1268.303543] env[70542]: DEBUG nova.compute.utils [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1268.307607] env[70542]: DEBUG nova.compute.manager [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1268.307781] env[70542]: DEBUG nova.network.neutron [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1268.352733] env[70542]: DEBUG nova.policy [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46f336b7709047d39b0e316e6c508575', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e922748ead94b5cbab3c291b4e567b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1268.398173] env[70542]: DEBUG oslo_vmware.api [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912308, 'name': ReconfigVM_Task, 'duration_secs': 0.189303} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.398488] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1268.399327] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5d40b1-84ae-438c-b53f-7bb0bed22578 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.425038] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 1d623457-40da-4bc9-aa5b-92a1e4edc6c7/1d623457-40da-4bc9-aa5b-92a1e4edc6c7.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.425385] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8827ea10-fd09-4202-9ce3-e60c87d594bc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.444838] env[70542]: DEBUG oslo_vmware.api [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1268.444838] env[70542]: value = "task-3912309" [ 1268.444838] env[70542]: _type = "Task" [ 1268.444838] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.454751] env[70542]: DEBUG oslo_vmware.api [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912309, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.512042] env[70542]: DEBUG nova.compute.manager [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1268.512398] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.513691] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40619718-28e7-4eab-b59a-522bf4bc91fd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.522640] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.522896] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9502c143-c505-40e7-a4ed-c75199bec7b3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.530696] env[70542]: DEBUG oslo_vmware.api [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Waiting for the task: (returnval){ [ 1268.530696] env[70542]: value = "task-3912310" [ 1268.530696] env[70542]: _type = "Task" [ 1268.530696] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.540430] env[70542]: DEBUG oslo_vmware.api [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Task: {'id': task-3912310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.683336] env[70542]: DEBUG nova.network.neutron [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Successfully created port: b7b9613e-4dc3-4e34-83a6-79076ee4f10d {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1268.808577] env[70542]: DEBUG nova.compute.manager [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1268.954136] env[70542]: DEBUG oslo_vmware.api [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912309, 'name': ReconfigVM_Task, 'duration_secs': 0.334373} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.954450] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 1d623457-40da-4bc9-aa5b-92a1e4edc6c7/1d623457-40da-4bc9-aa5b-92a1e4edc6c7.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.955666] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e794548-36a0-4374-bdd2-1cff7cdfde7b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.979765] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d568ac49-39ac-434a-89d4-c3006592ed25 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.000431] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9937f018-cb84-4664-8394-d212c77956ca {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.003507] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa7d38d-a2f7-4948-8574-985c991b9995 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.024862] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c009c0c0-b640-4659-8f77-6f4e0cf22417 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.028753] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99cf77b-4a11-4718-8ffd-ec3f7b6f80b9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.062800] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c8441f-020a-4cd5-8a34-d8d21c149aa6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.065739] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.068719] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40ea81f4-0aa1-46ea-af06-a7cf740b3899 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.070439] env[70542]: DEBUG oslo_vmware.api [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Task: {'id': task-3912310, 'name': PowerOffVM_Task, 'duration_secs': 0.291152} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.072267] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.072267] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.072267] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-022979a2-4fe3-4a0c-b4a0-a2ed2c996247 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.076986] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9764ab45-28fa-4cc6-8a39-653e64709e90 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.082076] env[70542]: DEBUG oslo_vmware.api [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1269.082076] env[70542]: value = "task-3912311" [ 1269.082076] env[70542]: _type = "Task" [ 1269.082076] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.093604] env[70542]: DEBUG nova.compute.provider_tree [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.100708] env[70542]: DEBUG oslo_vmware.api [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.145088] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.145088] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.145475] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Deleting the datastore file [datastore2] 65569327-f6d2-403d-bc85-7e0a49d4440f {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.145598] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40135371-5ef2-4c59-898e-0e4c2a74c232 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.153438] env[70542]: DEBUG oslo_vmware.api [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Waiting for the task: (returnval){ [ 1269.153438] env[70542]: value = "task-3912313" [ 1269.153438] env[70542]: _type = "Task" [ 1269.153438] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.162350] env[70542]: DEBUG oslo_vmware.api [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Task: {'id': task-3912313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.594186] env[70542]: DEBUG oslo_vmware.api [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912311, 'name': PowerOnVM_Task, 'duration_secs': 0.397163} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.594482] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.599061] env[70542]: DEBUG nova.scheduler.client.report [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.667420] env[70542]: DEBUG oslo_vmware.api [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Task: {'id': task-3912313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178969} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.667843] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.668105] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.668272] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.668457] env[70542]: INFO nova.compute.manager [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1269.668715] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.668918] env[70542]: DEBUG nova.compute.manager [-] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1269.669032] env[70542]: DEBUG nova.network.neutron [-] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.822705] env[70542]: DEBUG nova.compute.manager [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1269.856652] env[70542]: DEBUG nova.virt.hardware [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1269.856914] env[70542]: DEBUG nova.virt.hardware [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.857235] env[70542]: DEBUG nova.virt.hardware [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.857570] env[70542]: DEBUG nova.virt.hardware [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.857851] env[70542]: DEBUG nova.virt.hardware [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.858199] env[70542]: DEBUG nova.virt.hardware [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1269.861020] env[70542]: DEBUG nova.virt.hardware [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1269.861020] env[70542]: DEBUG nova.virt.hardware [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1269.861020] env[70542]: DEBUG nova.virt.hardware [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1269.861020] env[70542]: DEBUG nova.virt.hardware [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1269.861020] env[70542]: DEBUG nova.virt.hardware [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.861020] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f52835a-a19f-40a1-b321-a7a010f238e2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.870163] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262ae95b-d6b5-45c0-a384-28785e4644ef {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.020470] env[70542]: DEBUG nova.compute.manager [req-62b3b688-e051-499c-aebc-e5247ba62419 req-0463e6ec-b002-4ca5-a0fa-590fde3e0753 service nova] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Received event network-vif-deleted-83e20766-6550-4fd6-8447-13c1a4f3cd13 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.021321] env[70542]: INFO nova.compute.manager [req-62b3b688-e051-499c-aebc-e5247ba62419 req-0463e6ec-b002-4ca5-a0fa-590fde3e0753 service nova] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Neutron deleted interface 83e20766-6550-4fd6-8447-13c1a4f3cd13; detaching it from the instance and deleting it from the info cache [ 1270.021321] env[70542]: DEBUG nova.network.neutron [req-62b3b688-e051-499c-aebc-e5247ba62419 req-0463e6ec-b002-4ca5-a0fa-590fde3e0753 service nova] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.108164] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.108674] env[70542]: DEBUG nova.compute.manager [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1270.111099] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.349s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.111292] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.111445] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70542) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1270.112480] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dc3af5-ace6-4d49-9744-431faeac1685 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.121256] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb4b812-57d3-40a4-be9d-eb4f18fa1ff7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.139024] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4718bc-7679-434b-988c-a1b7eeb221ca {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.140416] env[70542]: DEBUG nova.compute.manager [req-f8715f8c-f606-4aff-9896-6c43a3b9b1c1 req-800a5366-043d-45d8-a34e-8d2477268fe1 service nova] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Received event network-vif-plugged-b7b9613e-4dc3-4e34-83a6-79076ee4f10d {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.140618] env[70542]: DEBUG oslo_concurrency.lockutils [req-f8715f8c-f606-4aff-9896-6c43a3b9b1c1 req-800a5366-043d-45d8-a34e-8d2477268fe1 service nova] Acquiring lock "d793e376-7d9c-4342-afb4-7c7b69c9906b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.140819] env[70542]: DEBUG oslo_concurrency.lockutils [req-f8715f8c-f606-4aff-9896-6c43a3b9b1c1 req-800a5366-043d-45d8-a34e-8d2477268fe1 service nova] Lock "d793e376-7d9c-4342-afb4-7c7b69c9906b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.140986] env[70542]: DEBUG oslo_concurrency.lockutils [req-f8715f8c-f606-4aff-9896-6c43a3b9b1c1 req-800a5366-043d-45d8-a34e-8d2477268fe1 service nova] Lock "d793e376-7d9c-4342-afb4-7c7b69c9906b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.141193] env[70542]: DEBUG nova.compute.manager [req-f8715f8c-f606-4aff-9896-6c43a3b9b1c1 req-800a5366-043d-45d8-a34e-8d2477268fe1 service nova] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] No waiting events found dispatching network-vif-plugged-b7b9613e-4dc3-4e34-83a6-79076ee4f10d {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1270.141362] env[70542]: WARNING nova.compute.manager [req-f8715f8c-f606-4aff-9896-6c43a3b9b1c1 req-800a5366-043d-45d8-a34e-8d2477268fe1 service nova] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Received unexpected event network-vif-plugged-b7b9613e-4dc3-4e34-83a6-79076ee4f10d for instance with vm_state building and task_state spawning. [ 1270.148209] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36084bf5-8b50-48cb-9b5e-38e086227bc9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.179902] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179170MB free_disk=39GB free_vcpus=48 pci_devices=None {{(pid=70542) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1270.180146] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.180365] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.202612] env[70542]: DEBUG nova.network.neutron [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Successfully updated port: b7b9613e-4dc3-4e34-83a6-79076ee4f10d {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1270.244837] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "a2359267-0c7a-4410-86c1-caf5e26bc921" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.245109] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "a2359267-0c7a-4410-86c1-caf5e26bc921" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.245330] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "a2359267-0c7a-4410-86c1-caf5e26bc921-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.245512] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "a2359267-0c7a-4410-86c1-caf5e26bc921-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.245679] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "a2359267-0c7a-4410-86c1-caf5e26bc921-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.247700] env[70542]: INFO nova.compute.manager [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Terminating instance [ 1270.469107] env[70542]: DEBUG nova.network.neutron [-] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.523460] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1523e6e-25b0-455e-864b-fc7026044dd2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.534193] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65aaa1b9-32dd-4622-bc71-8b8592cdfce6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.563949] env[70542]: DEBUG nova.compute.manager [req-62b3b688-e051-499c-aebc-e5247ba62419 req-0463e6ec-b002-4ca5-a0fa-590fde3e0753 service nova] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Detach interface failed, port_id=83e20766-6550-4fd6-8447-13c1a4f3cd13, reason: Instance 65569327-f6d2-403d-bc85-7e0a49d4440f could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1270.613451] env[70542]: INFO nova.compute.manager [None req-d8a27e9c-449a-4caf-81d6-1624a5f82e36 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Updating instance to original state: 'active' [ 1270.617136] env[70542]: DEBUG nova.compute.utils [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1270.618503] env[70542]: DEBUG nova.compute.manager [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1270.618663] env[70542]: DEBUG nova.network.neutron [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1270.658035] env[70542]: DEBUG nova.policy [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc09931b23ca4916813a48dd7b8eede6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61e08b9a5d9e4633a5a552d37a71e158', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1270.705149] env[70542]: DEBUG oslo_concurrency.lockutils [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "refresh_cache-d793e376-7d9c-4342-afb4-7c7b69c9906b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.705352] env[70542]: DEBUG oslo_concurrency.lockutils [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquired lock "refresh_cache-d793e376-7d9c-4342-afb4-7c7b69c9906b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.705453] env[70542]: DEBUG nova.network.neutron [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.751446] env[70542]: DEBUG nova.compute.manager [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1270.751666] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.752590] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705d7971-f92c-457e-96a0-7934f5fe0837 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.761155] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.761426] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99b17027-0284-46a8-bf89-ace7932dab0e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.770445] env[70542]: DEBUG oslo_vmware.api [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1270.770445] env[70542]: value = "task-3912314" [ 1270.770445] env[70542]: _type = "Task" [ 1270.770445] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.779843] env[70542]: DEBUG oslo_vmware.api [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.975030] env[70542]: INFO nova.compute.manager [-] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Took 1.30 seconds to deallocate network for instance. [ 1271.019205] env[70542]: DEBUG nova.network.neutron [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Successfully created port: 3283db10-8b80-410d-910e-b509cdc792e1 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1271.121714] env[70542]: DEBUG nova.compute.manager [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1271.216041] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance a2359267-0c7a-4410-86c1-caf5e26bc921 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1271.216041] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance bb068ba4-14de-4b39-b127-f4c51d1c685f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1271.216041] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1271.216041] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1271.216041] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance cf1597db-a00b-49ed-a04e-a970317c0505 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1271.216041] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1271.216041] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 1d623457-40da-4bc9-aa5b-92a1e4edc6c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1271.216041] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 07438323-c564-4692-81cf-9b97e8eaa0b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1271.216041] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 65569327-f6d2-403d-bc85-7e0a49d4440f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1271.216041] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance d793e376-7d9c-4342-afb4-7c7b69c9906b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1271.216041] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance f5745f1c-c5c8-4489-96e2-c59e9ca7465b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1271.216041] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1271.216041] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1271.238405] env[70542]: DEBUG nova.network.neutron [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1271.285224] env[70542]: DEBUG oslo_vmware.api [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912314, 'name': PowerOffVM_Task, 'duration_secs': 0.202901} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.285514] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.285681] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.285998] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-856d3ffb-a3b4-47ff-9f05-f3e04832d0ef {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.357501] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.357961] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.358329] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Deleting the datastore file [datastore2] a2359267-0c7a-4410-86c1-caf5e26bc921 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.358851] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddbd92f3-189e-47dc-8b98-96a519d0ed63 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.367598] env[70542]: DEBUG oslo_vmware.api [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for the task: (returnval){ [ 1271.367598] env[70542]: value = "task-3912316" [ 1271.367598] env[70542]: _type = "Task" [ 1271.367598] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.381253] env[70542]: DEBUG oslo_vmware.api [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.395498] env[70542]: DEBUG nova.network.neutron [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Updating instance_info_cache with network_info: [{"id": "b7b9613e-4dc3-4e34-83a6-79076ee4f10d", "address": "fa:16:3e:ef:19:1d", "network": {"id": "6d890173-8c4a-4650-b12e-fdf4413c0b42", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1479529892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e922748ead94b5cbab3c291b4e567b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b9613e-4d", "ovs_interfaceid": "b7b9613e-4dc3-4e34-83a6-79076ee4f10d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.398664] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608f1473-179e-46b0-9c34-a64895d2d84d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.408085] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dda53db-bf42-4cda-a0ee-ba7f2f33dd48 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.442619] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a5247a-2680-470a-a425-75fb32c05091 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.452999] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ea545f-3a0a-4634-9ec9-c5d5977b5d18 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.472023] env[70542]: DEBUG nova.compute.provider_tree [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.480608] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.881194] env[70542]: DEBUG oslo_vmware.api [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Task: {'id': task-3912316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147132} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.881431] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.881620] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.881795] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.881966] env[70542]: INFO nova.compute.manager [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1271.882236] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.882507] env[70542]: DEBUG nova.compute.manager [-] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1271.882602] env[70542]: DEBUG nova.network.neutron [-] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1271.903089] env[70542]: DEBUG oslo_concurrency.lockutils [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Releasing lock "refresh_cache-d793e376-7d9c-4342-afb4-7c7b69c9906b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.903428] env[70542]: DEBUG nova.compute.manager [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Instance network_info: |[{"id": "b7b9613e-4dc3-4e34-83a6-79076ee4f10d", "address": "fa:16:3e:ef:19:1d", "network": {"id": "6d890173-8c4a-4650-b12e-fdf4413c0b42", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1479529892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e922748ead94b5cbab3c291b4e567b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b9613e-4d", "ovs_interfaceid": "b7b9613e-4dc3-4e34-83a6-79076ee4f10d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1271.903855] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:19:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7b9613e-4dc3-4e34-83a6-79076ee4f10d', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1271.911694] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.911913] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1271.912157] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb1f6454-ed2f-4257-9f23-8f0d35a5a433 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.934450] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1271.934450] env[70542]: value = "task-3912317" [ 1271.934450] env[70542]: _type = "Task" [ 1271.934450] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.942716] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912317, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.978035] env[70542]: DEBUG nova.scheduler.client.report [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.050181] env[70542]: DEBUG oslo_concurrency.lockutils [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "1d623457-40da-4bc9-aa5b-92a1e4edc6c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.050532] env[70542]: DEBUG oslo_concurrency.lockutils [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "1d623457-40da-4bc9-aa5b-92a1e4edc6c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.050755] env[70542]: DEBUG oslo_concurrency.lockutils [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "1d623457-40da-4bc9-aa5b-92a1e4edc6c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.050943] env[70542]: DEBUG oslo_concurrency.lockutils [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "1d623457-40da-4bc9-aa5b-92a1e4edc6c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.051152] env[70542]: DEBUG oslo_concurrency.lockutils [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "1d623457-40da-4bc9-aa5b-92a1e4edc6c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.053487] env[70542]: INFO nova.compute.manager [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Terminating instance [ 1272.137766] env[70542]: DEBUG nova.compute.manager [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1272.179921] env[70542]: DEBUG nova.compute.manager [req-b9fbfa97-fdf4-44f1-8b19-8431c308fdab req-971bf5d5-f9ab-42a3-ba25-f3181d23b08d service nova] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Received event network-changed-b7b9613e-4dc3-4e34-83a6-79076ee4f10d {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.180243] env[70542]: DEBUG nova.compute.manager [req-b9fbfa97-fdf4-44f1-8b19-8431c308fdab req-971bf5d5-f9ab-42a3-ba25-f3181d23b08d service nova] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Refreshing instance network info cache due to event network-changed-b7b9613e-4dc3-4e34-83a6-79076ee4f10d. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1272.180416] env[70542]: DEBUG oslo_concurrency.lockutils [req-b9fbfa97-fdf4-44f1-8b19-8431c308fdab req-971bf5d5-f9ab-42a3-ba25-f3181d23b08d service nova] Acquiring lock "refresh_cache-d793e376-7d9c-4342-afb4-7c7b69c9906b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.180571] env[70542]: DEBUG oslo_concurrency.lockutils [req-b9fbfa97-fdf4-44f1-8b19-8431c308fdab req-971bf5d5-f9ab-42a3-ba25-f3181d23b08d service nova] Acquired lock "refresh_cache-d793e376-7d9c-4342-afb4-7c7b69c9906b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.180733] env[70542]: DEBUG nova.network.neutron [req-b9fbfa97-fdf4-44f1-8b19-8431c308fdab req-971bf5d5-f9ab-42a3-ba25-f3181d23b08d service nova] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Refreshing network info cache for port b7b9613e-4dc3-4e34-83a6-79076ee4f10d {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.188393] env[70542]: DEBUG nova.virt.hardware [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1272.189749] env[70542]: DEBUG nova.virt.hardware [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1272.189749] env[70542]: DEBUG nova.virt.hardware [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1272.189749] env[70542]: DEBUG nova.virt.hardware [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1272.189749] env[70542]: DEBUG nova.virt.hardware [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1272.189749] env[70542]: DEBUG nova.virt.hardware [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1272.189749] env[70542]: DEBUG nova.virt.hardware [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1272.189749] env[70542]: DEBUG nova.virt.hardware [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1272.190098] env[70542]: DEBUG nova.virt.hardware [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1272.190098] env[70542]: DEBUG nova.virt.hardware [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1272.193323] env[70542]: DEBUG nova.virt.hardware [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1272.193323] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e93ff2b-5c74-4221-a264-70d386984048 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.202825] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4c95e8-5741-4c95-8ee3-4d56f976335f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.222335] env[70542]: DEBUG nova.compute.manager [req-dd99bf35-3690-458d-a1fe-1e6e0297e8e9 req-028c816d-43a1-45e5-a0f0-fcf08ed14a8d service nova] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Received event network-vif-deleted-d5bc6104-fa85-47df-bc0a-379b2419fd05 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.222538] env[70542]: INFO nova.compute.manager [req-dd99bf35-3690-458d-a1fe-1e6e0297e8e9 req-028c816d-43a1-45e5-a0f0-fcf08ed14a8d service nova] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Neutron deleted interface d5bc6104-fa85-47df-bc0a-379b2419fd05; detaching it from the instance and deleting it from the info cache [ 1272.222755] env[70542]: DEBUG nova.network.neutron [req-dd99bf35-3690-458d-a1fe-1e6e0297e8e9 req-028c816d-43a1-45e5-a0f0-fcf08ed14a8d service nova] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.448024] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912317, 'name': CreateVM_Task, 'duration_secs': 0.374873} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.448024] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1272.453330] env[70542]: DEBUG oslo_concurrency.lockutils [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.457021] env[70542]: DEBUG oslo_concurrency.lockutils [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.457021] env[70542]: DEBUG oslo_concurrency.lockutils [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.457021] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8783c630-9bfe-4a55-96a0-ae6aefd0b264 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.461773] env[70542]: DEBUG oslo_vmware.api [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1272.461773] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5220ddb4-b290-319a-d1c7-827850f4daa3" [ 1272.461773] env[70542]: _type = "Task" [ 1272.461773] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.472998] env[70542]: DEBUG oslo_vmware.api [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5220ddb4-b290-319a-d1c7-827850f4daa3, 'name': SearchDatastore_Task, 'duration_secs': 0.009776} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.473322] env[70542]: DEBUG oslo_concurrency.lockutils [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.473542] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1272.473772] env[70542]: DEBUG oslo_concurrency.lockutils [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.473909] env[70542]: DEBUG oslo_concurrency.lockutils [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.474101] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1272.474363] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5359e29b-2d57-4d5d-be50-2abe9ca432f2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.483432] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70542) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1272.483640] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.303s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.485106] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.005s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.486082] env[70542]: DEBUG nova.objects.instance [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Lazy-loading 'resources' on Instance uuid 65569327-f6d2-403d-bc85-7e0a49d4440f {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.486752] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1272.486930] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1272.487899] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ebaa294-c506-402c-a717-b2e48046e6d5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.494760] env[70542]: DEBUG oslo_vmware.api [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1272.494760] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521352ad-f14b-2c8f-9ea1-8a29d88be1fa" [ 1272.494760] env[70542]: _type = "Task" [ 1272.494760] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.506301] env[70542]: DEBUG oslo_vmware.api [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521352ad-f14b-2c8f-9ea1-8a29d88be1fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.558773] env[70542]: DEBUG nova.compute.manager [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1272.559000] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.559898] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2166a32f-c1a7-4d2f-91da-c382b12f9e27 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.568811] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.569576] env[70542]: DEBUG nova.network.neutron [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Successfully updated port: 3283db10-8b80-410d-910e-b509cdc792e1 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1272.570670] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f31bd55-8ec4-42a4-a9a1-1299e79db75a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.579422] env[70542]: DEBUG oslo_vmware.api [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1272.579422] env[70542]: value = "task-3912318" [ 1272.579422] env[70542]: _type = "Task" [ 1272.579422] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.590589] env[70542]: DEBUG oslo_vmware.api [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.698448] env[70542]: DEBUG nova.network.neutron [-] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.725119] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-284029d6-1c22-4789-88ac-1428609ef23d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.737814] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87ab128-9093-4b26-8c27-ea740e69213a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.771576] env[70542]: DEBUG nova.compute.manager [req-dd99bf35-3690-458d-a1fe-1e6e0297e8e9 req-028c816d-43a1-45e5-a0f0-fcf08ed14a8d service nova] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Detach interface failed, port_id=d5bc6104-fa85-47df-bc0a-379b2419fd05, reason: Instance a2359267-0c7a-4410-86c1-caf5e26bc921 could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1272.993900] env[70542]: DEBUG nova.network.neutron [req-b9fbfa97-fdf4-44f1-8b19-8431c308fdab req-971bf5d5-f9ab-42a3-ba25-f3181d23b08d service nova] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Updated VIF entry in instance network info cache for port b7b9613e-4dc3-4e34-83a6-79076ee4f10d. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.994179] env[70542]: DEBUG nova.network.neutron [req-b9fbfa97-fdf4-44f1-8b19-8431c308fdab req-971bf5d5-f9ab-42a3-ba25-f3181d23b08d service nova] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Updating instance_info_cache with network_info: [{"id": "b7b9613e-4dc3-4e34-83a6-79076ee4f10d", "address": "fa:16:3e:ef:19:1d", "network": {"id": "6d890173-8c4a-4650-b12e-fdf4413c0b42", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1479529892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e922748ead94b5cbab3c291b4e567b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b9613e-4d", "ovs_interfaceid": "b7b9613e-4dc3-4e34-83a6-79076ee4f10d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.006352] env[70542]: DEBUG oslo_vmware.api [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]521352ad-f14b-2c8f-9ea1-8a29d88be1fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011471} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.007824] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ba431a4-9df4-4737-b1e4-de61eec42cc4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.016146] env[70542]: DEBUG oslo_vmware.api [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1273.016146] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52eb281f-b264-2fab-ef08-c0e55de4117d" [ 1273.016146] env[70542]: _type = "Task" [ 1273.016146] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.025122] env[70542]: DEBUG oslo_vmware.api [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52eb281f-b264-2fab-ef08-c0e55de4117d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.073231] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "refresh_cache-f5745f1c-c5c8-4489-96e2-c59e9ca7465b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.073433] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquired lock "refresh_cache-f5745f1c-c5c8-4489-96e2-c59e9ca7465b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.073595] env[70542]: DEBUG nova.network.neutron [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.093126] env[70542]: DEBUG oslo_vmware.api [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912318, 'name': PowerOffVM_Task, 'duration_secs': 0.200779} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.093777] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.093777] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.094118] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ecab41c-da54-4dce-b279-bdbf5abb8995 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.155734] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ecd68f-cc31-483c-9abf-bb0e097e54ea {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.161506] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.161812] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.162025] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Deleting the datastore file [datastore2] 1d623457-40da-4bc9-aa5b-92a1e4edc6c7 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.164574] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44fe275f-1a05-418e-a73b-797dbd0a37cf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.167263] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21eb2325-1fd4-4bf5-8fd4-7d64577bc1e8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.176898] env[70542]: DEBUG oslo_vmware.api [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1273.176898] env[70542]: value = "task-3912320" [ 1273.176898] env[70542]: _type = "Task" [ 1273.176898] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.204530] env[70542]: INFO nova.compute.manager [-] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Took 1.32 seconds to deallocate network for instance. [ 1273.211113] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df559b89-b7c7-40f8-9de7-a01cbde36ac9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.228526] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3215a94-fe91-42cb-aee6-32e0e49c7ee6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.233428] env[70542]: DEBUG oslo_vmware.api [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.249561] env[70542]: DEBUG nova.compute.provider_tree [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1273.404402] env[70542]: DEBUG oslo_concurrency.lockutils [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.404664] env[70542]: DEBUG oslo_concurrency.lockutils [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.405350] env[70542]: INFO nova.compute.manager [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Shelving [ 1273.497037] env[70542]: DEBUG oslo_concurrency.lockutils [req-b9fbfa97-fdf4-44f1-8b19-8431c308fdab req-971bf5d5-f9ab-42a3-ba25-f3181d23b08d service nova] Releasing lock "refresh_cache-d793e376-7d9c-4342-afb4-7c7b69c9906b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.526908] env[70542]: DEBUG oslo_vmware.api [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52eb281f-b264-2fab-ef08-c0e55de4117d, 'name': SearchDatastore_Task, 'duration_secs': 0.026523} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.527112] env[70542]: DEBUG oslo_concurrency.lockutils [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.527384] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] d793e376-7d9c-4342-afb4-7c7b69c9906b/d793e376-7d9c-4342-afb4-7c7b69c9906b.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1273.527672] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2bc0256-663c-4c66-a550-f01273091f7e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.534795] env[70542]: DEBUG oslo_vmware.api [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1273.534795] env[70542]: value = "task-3912321" [ 1273.534795] env[70542]: _type = "Task" [ 1273.534795] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.543920] env[70542]: DEBUG oslo_vmware.api [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.608448] env[70542]: DEBUG nova.network.neutron [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1273.721617] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.721975] env[70542]: DEBUG oslo_vmware.api [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171794} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.722315] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.722535] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1273.722772] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1273.723060] env[70542]: INFO nova.compute.manager [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1273.723345] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.723579] env[70542]: DEBUG nova.compute.manager [-] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1273.723700] env[70542]: DEBUG nova.network.neutron [-] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1273.758522] env[70542]: DEBUG nova.network.neutron [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Updating instance_info_cache with network_info: [{"id": "3283db10-8b80-410d-910e-b509cdc792e1", "address": "fa:16:3e:24:75:89", "network": {"id": "20d310b5-8e82-48d7-831a-f4574abe6a68", "bridge": "br-int", "label": "tempest-ServersTestJSON-1326883806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e08b9a5d9e4633a5a552d37a71e158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3283db10-8b", "ovs_interfaceid": "3283db10-8b80-410d-910e-b509cdc792e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.775480] env[70542]: ERROR nova.scheduler.client.report [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] [req-304704ed-0e89-48b4-950a-2365f4d1b1c0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 42cfc9d8-0155-4d55-9653-7de4fa794724. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-304704ed-0e89-48b4-950a-2365f4d1b1c0"}]} [ 1273.795431] env[70542]: DEBUG nova.scheduler.client.report [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Refreshing inventories for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1273.812079] env[70542]: DEBUG nova.scheduler.client.report [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Updating ProviderTree inventory for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1273.812079] env[70542]: DEBUG nova.compute.provider_tree [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1273.825028] env[70542]: DEBUG nova.scheduler.client.report [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Refreshing aggregate associations for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724, aggregates: None {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1273.845618] env[70542]: DEBUG nova.scheduler.client.report [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Refreshing trait associations for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1274.031932] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0f1495-e987-43e2-98eb-eff765f97526 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.042275] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a02099-a646-40a9-983f-c363e9ce76f7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.049329] env[70542]: DEBUG oslo_vmware.api [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449081} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.050070] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] d793e376-7d9c-4342-afb4-7c7b69c9906b/d793e376-7d9c-4342-afb4-7c7b69c9906b.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1274.050320] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1274.050621] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff778880-da97-4d51-9c76-3af0aac68531 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.086007] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0925b5cd-ba78-4414-b933-e2ea5c92c069 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.089165] env[70542]: DEBUG oslo_vmware.api [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1274.089165] env[70542]: value = "task-3912322" [ 1274.089165] env[70542]: _type = "Task" [ 1274.089165] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.097146] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213bad7e-933b-4540-9c20-96e1363726c0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.104762] env[70542]: DEBUG oslo_vmware.api [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.118927] env[70542]: DEBUG nova.compute.provider_tree [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1274.240215] env[70542]: DEBUG nova.compute.manager [req-f8bd2e1c-ed01-44ce-a241-29cdffbd474e req-96b193ff-1c9e-4b6f-b6c2-6dcc6ac8649a service nova] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Received event network-vif-plugged-3283db10-8b80-410d-910e-b509cdc792e1 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.240452] env[70542]: DEBUG oslo_concurrency.lockutils [req-f8bd2e1c-ed01-44ce-a241-29cdffbd474e req-96b193ff-1c9e-4b6f-b6c2-6dcc6ac8649a service nova] Acquiring lock "f5745f1c-c5c8-4489-96e2-c59e9ca7465b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.244032] env[70542]: DEBUG oslo_concurrency.lockutils [req-f8bd2e1c-ed01-44ce-a241-29cdffbd474e req-96b193ff-1c9e-4b6f-b6c2-6dcc6ac8649a service nova] Lock "f5745f1c-c5c8-4489-96e2-c59e9ca7465b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.244032] env[70542]: DEBUG oslo_concurrency.lockutils [req-f8bd2e1c-ed01-44ce-a241-29cdffbd474e req-96b193ff-1c9e-4b6f-b6c2-6dcc6ac8649a service nova] Lock "f5745f1c-c5c8-4489-96e2-c59e9ca7465b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.244032] env[70542]: DEBUG nova.compute.manager [req-f8bd2e1c-ed01-44ce-a241-29cdffbd474e req-96b193ff-1c9e-4b6f-b6c2-6dcc6ac8649a service nova] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] No waiting events found dispatching network-vif-plugged-3283db10-8b80-410d-910e-b509cdc792e1 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1274.244032] env[70542]: WARNING nova.compute.manager [req-f8bd2e1c-ed01-44ce-a241-29cdffbd474e req-96b193ff-1c9e-4b6f-b6c2-6dcc6ac8649a service nova] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Received unexpected event network-vif-plugged-3283db10-8b80-410d-910e-b509cdc792e1 for instance with vm_state building and task_state spawning. [ 1274.244032] env[70542]: DEBUG nova.compute.manager [req-f8bd2e1c-ed01-44ce-a241-29cdffbd474e req-96b193ff-1c9e-4b6f-b6c2-6dcc6ac8649a service nova] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Received event network-changed-3283db10-8b80-410d-910e-b509cdc792e1 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.244032] env[70542]: DEBUG nova.compute.manager [req-f8bd2e1c-ed01-44ce-a241-29cdffbd474e req-96b193ff-1c9e-4b6f-b6c2-6dcc6ac8649a service nova] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Refreshing instance network info cache due to event network-changed-3283db10-8b80-410d-910e-b509cdc792e1. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1274.244032] env[70542]: DEBUG oslo_concurrency.lockutils [req-f8bd2e1c-ed01-44ce-a241-29cdffbd474e req-96b193ff-1c9e-4b6f-b6c2-6dcc6ac8649a service nova] Acquiring lock "refresh_cache-f5745f1c-c5c8-4489-96e2-c59e9ca7465b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.261630] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Releasing lock "refresh_cache-f5745f1c-c5c8-4489-96e2-c59e9ca7465b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.261978] env[70542]: DEBUG nova.compute.manager [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Instance network_info: |[{"id": "3283db10-8b80-410d-910e-b509cdc792e1", "address": "fa:16:3e:24:75:89", "network": {"id": "20d310b5-8e82-48d7-831a-f4574abe6a68", "bridge": "br-int", "label": "tempest-ServersTestJSON-1326883806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e08b9a5d9e4633a5a552d37a71e158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3283db10-8b", "ovs_interfaceid": "3283db10-8b80-410d-910e-b509cdc792e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1274.263942] env[70542]: DEBUG oslo_concurrency.lockutils [req-f8bd2e1c-ed01-44ce-a241-29cdffbd474e req-96b193ff-1c9e-4b6f-b6c2-6dcc6ac8649a service nova] Acquired lock "refresh_cache-f5745f1c-c5c8-4489-96e2-c59e9ca7465b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.263942] env[70542]: DEBUG nova.network.neutron [req-f8bd2e1c-ed01-44ce-a241-29cdffbd474e req-96b193ff-1c9e-4b6f-b6c2-6dcc6ac8649a service nova] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Refreshing network info cache for port 3283db10-8b80-410d-910e-b509cdc792e1 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1274.263942] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:75:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3283db10-8b80-410d-910e-b509cdc792e1', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1274.279057] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.279928] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1274.280678] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbd8f66a-4d60-430d-ad9a-5a7320c7a651 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.304439] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1274.304439] env[70542]: value = "task-3912323" [ 1274.304439] env[70542]: _type = "Task" [ 1274.304439] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.313959] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912323, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.420633] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.420955] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a5f2bf7-c2fd-4e70-bc1f-4dc7c7079cfb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.428978] env[70542]: DEBUG oslo_vmware.api [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1274.428978] env[70542]: value = "task-3912324" [ 1274.428978] env[70542]: _type = "Task" [ 1274.428978] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.439376] env[70542]: DEBUG oslo_vmware.api [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.540796] env[70542]: DEBUG nova.compute.manager [req-9882b49b-c1fd-4cb5-be82-debc82c108f4 req-2e079567-a2e4-4f7c-a58b-de0d2cbc7c42 service nova] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Received event network-vif-deleted-fcfc54ce-bba4-483d-9338-d22a47e0a0e3 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.541014] env[70542]: INFO nova.compute.manager [req-9882b49b-c1fd-4cb5-be82-debc82c108f4 req-2e079567-a2e4-4f7c-a58b-de0d2cbc7c42 service nova] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Neutron deleted interface fcfc54ce-bba4-483d-9338-d22a47e0a0e3; detaching it from the instance and deleting it from the info cache [ 1274.541197] env[70542]: DEBUG nova.network.neutron [req-9882b49b-c1fd-4cb5-be82-debc82c108f4 req-2e079567-a2e4-4f7c-a58b-de0d2cbc7c42 service nova] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.600556] env[70542]: DEBUG oslo_vmware.api [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073247} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.600909] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1274.601746] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c1accd-8bd4-48e9-a068-f686f82a6441 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.630770] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] d793e376-7d9c-4342-afb4-7c7b69c9906b/d793e376-7d9c-4342-afb4-7c7b69c9906b.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.632376] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-599016a4-86ab-4d9e-84c0-78d31f045957 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.655341] env[70542]: DEBUG oslo_vmware.api [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1274.655341] env[70542]: value = "task-3912325" [ 1274.655341] env[70542]: _type = "Task" [ 1274.655341] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.663805] env[70542]: DEBUG nova.scheduler.client.report [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Updated inventory for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with generation 166 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1274.664195] env[70542]: DEBUG nova.compute.provider_tree [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Updating resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724 generation from 166 to 167 during operation: update_inventory {{(pid=70542) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1274.664416] env[70542]: DEBUG nova.compute.provider_tree [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1274.672154] env[70542]: DEBUG oslo_vmware.api [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912325, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.817478] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912323, 'name': CreateVM_Task, 'duration_secs': 0.428258} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.818441] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1274.818441] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.818643] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.818879] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.819166] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f35582b3-76a8-4794-929c-bcc67a67ac90 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.824404] env[70542]: DEBUG oslo_vmware.api [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1274.824404] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526c0e07-5854-ffe3-5cac-cafdb4ac8e53" [ 1274.824404] env[70542]: _type = "Task" [ 1274.824404] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.833017] env[70542]: DEBUG oslo_vmware.api [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526c0e07-5854-ffe3-5cac-cafdb4ac8e53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.939261] env[70542]: DEBUG oslo_vmware.api [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912324, 'name': PowerOffVM_Task, 'duration_secs': 0.20304} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.939526] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.940388] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b503ae5-0ebd-4446-924c-f0aca24af3ea {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.961847] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f12afa-071d-4b2d-ab63-9123d796b172 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.996190] env[70542]: DEBUG nova.network.neutron [req-f8bd2e1c-ed01-44ce-a241-29cdffbd474e req-96b193ff-1c9e-4b6f-b6c2-6dcc6ac8649a service nova] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Updated VIF entry in instance network info cache for port 3283db10-8b80-410d-910e-b509cdc792e1. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.996617] env[70542]: DEBUG nova.network.neutron [req-f8bd2e1c-ed01-44ce-a241-29cdffbd474e req-96b193ff-1c9e-4b6f-b6c2-6dcc6ac8649a service nova] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Updating instance_info_cache with network_info: [{"id": "3283db10-8b80-410d-910e-b509cdc792e1", "address": "fa:16:3e:24:75:89", "network": {"id": "20d310b5-8e82-48d7-831a-f4574abe6a68", "bridge": "br-int", "label": "tempest-ServersTestJSON-1326883806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e08b9a5d9e4633a5a552d37a71e158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3283db10-8b", "ovs_interfaceid": "3283db10-8b80-410d-910e-b509cdc792e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.013538] env[70542]: DEBUG nova.network.neutron [-] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.044297] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7c3e968-f326-4426-b865-e32b0853eed2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.055207] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ca64fa-a36d-4774-a0cd-7fd43af768b3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.087704] env[70542]: DEBUG nova.compute.manager [req-9882b49b-c1fd-4cb5-be82-debc82c108f4 req-2e079567-a2e4-4f7c-a58b-de0d2cbc7c42 service nova] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Detach interface failed, port_id=fcfc54ce-bba4-483d-9338-d22a47e0a0e3, reason: Instance 1d623457-40da-4bc9-aa5b-92a1e4edc6c7 could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1275.169031] env[70542]: DEBUG oslo_vmware.api [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912325, 'name': ReconfigVM_Task, 'duration_secs': 0.291264} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.169344] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Reconfigured VM instance instance-00000075 to attach disk [datastore2] d793e376-7d9c-4342-afb4-7c7b69c9906b/d793e376-7d9c-4342-afb4-7c7b69c9906b.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1275.169961] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3194ee2-6d9b-4323-ba24-102df1fc31e9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.173699] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.689s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.175995] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.455s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.176236] env[70542]: DEBUG nova.objects.instance [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lazy-loading 'resources' on Instance uuid a2359267-0c7a-4410-86c1-caf5e26bc921 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.178665] env[70542]: DEBUG oslo_vmware.api [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1275.178665] env[70542]: value = "task-3912326" [ 1275.178665] env[70542]: _type = "Task" [ 1275.178665] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.191954] env[70542]: DEBUG oslo_vmware.api [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912326, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.197770] env[70542]: INFO nova.scheduler.client.report [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Deleted allocations for instance 65569327-f6d2-403d-bc85-7e0a49d4440f [ 1275.335877] env[70542]: DEBUG oslo_vmware.api [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526c0e07-5854-ffe3-5cac-cafdb4ac8e53, 'name': SearchDatastore_Task, 'duration_secs': 0.014017} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.336293] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.336492] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1275.336732] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.336892] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.337056] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1275.337332] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da341f48-bc29-4b8a-a709-9cdfd9b34fe0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.347051] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.347191] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1275.348032] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-521ff4d7-dbfa-4b56-8641-65741dd2efed {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.353684] env[70542]: DEBUG oslo_vmware.api [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1275.353684] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a43694-66e1-77b4-4329-68b972e9b8f6" [ 1275.353684] env[70542]: _type = "Task" [ 1275.353684] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.362457] env[70542]: DEBUG oslo_vmware.api [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a43694-66e1-77b4-4329-68b972e9b8f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.473533] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Creating Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1275.473863] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fa94524e-07cf-4433-ae33-2b78d029fd5a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.482336] env[70542]: DEBUG oslo_vmware.api [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1275.482336] env[70542]: value = "task-3912327" [ 1275.482336] env[70542]: _type = "Task" [ 1275.482336] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.491636] env[70542]: DEBUG oslo_vmware.api [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912327, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.499315] env[70542]: DEBUG oslo_concurrency.lockutils [req-f8bd2e1c-ed01-44ce-a241-29cdffbd474e req-96b193ff-1c9e-4b6f-b6c2-6dcc6ac8649a service nova] Releasing lock "refresh_cache-f5745f1c-c5c8-4489-96e2-c59e9ca7465b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.516690] env[70542]: INFO nova.compute.manager [-] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Took 1.79 seconds to deallocate network for instance. [ 1275.692519] env[70542]: DEBUG oslo_vmware.api [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912326, 'name': Rename_Task, 'duration_secs': 0.150643} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.692839] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.693126] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e46e7f33-c3dc-4280-b2b4-14f7dc0a3ede {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.701450] env[70542]: DEBUG oslo_vmware.api [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1275.701450] env[70542]: value = "task-3912328" [ 1275.701450] env[70542]: _type = "Task" [ 1275.701450] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.707764] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6b77c109-693c-419f-96db-ac5a60364712 tempest-InstanceActionsTestJSON-598935841 tempest-InstanceActionsTestJSON-598935841-project-member] Lock "65569327-f6d2-403d-bc85-7e0a49d4440f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.703s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.713871] env[70542]: DEBUG oslo_vmware.api [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.847020] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb251d3b-9e80-49c0-b339-ca43ab0ee29b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.854438] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e7c9e8-f9ce-44c2-8b93-b96c9c8bc348 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.896943] env[70542]: DEBUG oslo_vmware.api [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a43694-66e1-77b4-4329-68b972e9b8f6, 'name': SearchDatastore_Task, 'duration_secs': 0.010002} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.897944] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee7e90d-8d1a-4bf0-84b1-0cb4b66aba38 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.901277] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8de8427-4688-45d9-bf43-5e0885480c11 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.910215] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9ef1fc-2739-4c84-bc92-69690fb9e18a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.914405] env[70542]: DEBUG oslo_vmware.api [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1275.914405] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fdab5b-6985-0bad-b177-edf5525d80c6" [ 1275.914405] env[70542]: _type = "Task" [ 1275.914405] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.925992] env[70542]: DEBUG nova.compute.provider_tree [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.935254] env[70542]: DEBUG oslo_vmware.api [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52fdab5b-6985-0bad-b177-edf5525d80c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009923} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.935644] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.935910] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] f5745f1c-c5c8-4489-96e2-c59e9ca7465b/f5745f1c-c5c8-4489-96e2-c59e9ca7465b.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1275.936198] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f35df94-cc36-4450-b389-3764a49d9b3f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.946418] env[70542]: DEBUG oslo_vmware.api [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1275.946418] env[70542]: value = "task-3912329" [ 1275.946418] env[70542]: _type = "Task" [ 1275.946418] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.955723] env[70542]: DEBUG oslo_vmware.api [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.993755] env[70542]: DEBUG oslo_vmware.api [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912327, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.023743] env[70542]: DEBUG oslo_concurrency.lockutils [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.214885] env[70542]: DEBUG oslo_vmware.api [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912328, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.429452] env[70542]: DEBUG nova.scheduler.client.report [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.459697] env[70542]: DEBUG oslo_vmware.api [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505142} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.460210] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] f5745f1c-c5c8-4489-96e2-c59e9ca7465b/f5745f1c-c5c8-4489-96e2-c59e9ca7465b.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1276.460415] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1276.460601] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12124dd6-1b3b-4c81-8934-5ff83e37978d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.468564] env[70542]: DEBUG oslo_vmware.api [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1276.468564] env[70542]: value = "task-3912330" [ 1276.468564] env[70542]: _type = "Task" [ 1276.468564] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.478400] env[70542]: DEBUG oslo_vmware.api [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.493072] env[70542]: DEBUG oslo_vmware.api [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912327, 'name': CreateSnapshot_Task, 'duration_secs': 0.765215} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.493362] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Created Snapshot of the VM instance {{(pid=70542) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1276.494137] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d3cf15-ec95-41ef-9d24-1724de6259b3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.714228] env[70542]: DEBUG oslo_vmware.api [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912328, 'name': PowerOnVM_Task, 'duration_secs': 0.551486} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.714537] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.714798] env[70542]: INFO nova.compute.manager [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Took 6.89 seconds to spawn the instance on the hypervisor. [ 1276.715025] env[70542]: DEBUG nova.compute.manager [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1276.715946] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168b301c-a270-4845-b80e-ed66f63aafe7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.934853] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.939311] env[70542]: DEBUG oslo_concurrency.lockutils [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.916s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.939562] env[70542]: DEBUG nova.objects.instance [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lazy-loading 'resources' on Instance uuid 1d623457-40da-4bc9-aa5b-92a1e4edc6c7 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.959964] env[70542]: INFO nova.scheduler.client.report [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Deleted allocations for instance a2359267-0c7a-4410-86c1-caf5e26bc921 [ 1276.978762] env[70542]: DEBUG oslo_vmware.api [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078306} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.979050] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1276.979842] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def0254a-b8a4-4892-a83f-192e005dc9f5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.003901] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] f5745f1c-c5c8-4489-96e2-c59e9ca7465b/f5745f1c-c5c8-4489-96e2-c59e9ca7465b.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.004365] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4049d4d-000c-4b7a-8d7d-a114415beabb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.025274] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Creating linked-clone VM from snapshot {{(pid=70542) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1277.026384] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-738ad5b3-3bf0-4399-920b-6ee9a4eb9c1e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.036256] env[70542]: DEBUG oslo_vmware.api [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1277.036256] env[70542]: value = "task-3912332" [ 1277.036256] env[70542]: _type = "Task" [ 1277.036256] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.038064] env[70542]: DEBUG oslo_vmware.api [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1277.038064] env[70542]: value = "task-3912331" [ 1277.038064] env[70542]: _type = "Task" [ 1277.038064] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.052408] env[70542]: DEBUG oslo_vmware.api [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912332, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.053023] env[70542]: DEBUG oslo_vmware.api [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912331, 'name': CloneVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.227302] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._sync_power_states {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.235788] env[70542]: INFO nova.compute.manager [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Took 16.64 seconds to build instance. [ 1277.473169] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b1bad088-0b96-41f8-b311-c69be8e6b70c tempest-ServerActionsTestOtherA-1256493987 tempest-ServerActionsTestOtherA-1256493987-project-member] Lock "a2359267-0c7a-4410-86c1-caf5e26bc921" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.228s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.553350] env[70542]: DEBUG oslo_vmware.api [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912332, 'name': ReconfigVM_Task, 'duration_secs': 0.383502} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.553865] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Reconfigured VM instance instance-00000076 to attach disk [datastore2] f5745f1c-c5c8-4489-96e2-c59e9ca7465b/f5745f1c-c5c8-4489-96e2-c59e9ca7465b.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.558967] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ba52f05-ae6c-4776-8e27-ace3fcdccd63 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.561022] env[70542]: DEBUG oslo_vmware.api [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912331, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.571151] env[70542]: DEBUG oslo_vmware.api [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1277.571151] env[70542]: value = "task-3912333" [ 1277.571151] env[70542]: _type = "Task" [ 1277.571151] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.582739] env[70542]: DEBUG oslo_vmware.api [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912333, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.597076] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae39477-acb4-42d2-a83d-3a760ead1da7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.605287] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee445fe-d8d8-4fd5-9bbd-614c37474f2b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.644057] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53dc5c3-da5b-43f2-bebd-d9b2bb8ed25d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.653099] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6ab4ef-911b-4ee9-800d-dc90dede5088 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.668422] env[70542]: DEBUG nova.compute.provider_tree [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1277.736654] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Getting list of instances from cluster (obj){ [ 1277.736654] env[70542]: value = "domain-c8" [ 1277.736654] env[70542]: _type = "ClusterComputeResource" [ 1277.736654] env[70542]: } {{(pid=70542) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1277.737726] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5e6df5-60b0-40d9-beb9-bae06d18e6e0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.741676] env[70542]: DEBUG oslo_concurrency.lockutils [None req-430cbc8b-e604-437f-82fe-d43ec8b72dec tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "d793e376-7d9c-4342-afb4-7c7b69c9906b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.151s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.756340] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Got total of 8 instances {{(pid=70542) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1277.756541] env[70542]: WARNING nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] While synchronizing instance power states, found 9 instances in the database and 8 instances on the hypervisor. [ 1277.756752] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Triggering sync for uuid bb068ba4-14de-4b39-b127-f4c51d1c685f {{(pid=70542) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1277.756886] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Triggering sync for uuid eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b {{(pid=70542) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1277.757078] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Triggering sync for uuid 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47 {{(pid=70542) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1277.757242] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Triggering sync for uuid cf1597db-a00b-49ed-a04e-a970317c0505 {{(pid=70542) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1277.757465] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Triggering sync for uuid 1d623457-40da-4bc9-aa5b-92a1e4edc6c7 {{(pid=70542) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1277.757667] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Triggering sync for uuid 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce {{(pid=70542) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1277.757836] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Triggering sync for uuid 07438323-c564-4692-81cf-9b97e8eaa0b5 {{(pid=70542) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1277.758083] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Triggering sync for uuid d793e376-7d9c-4342-afb4-7c7b69c9906b {{(pid=70542) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1277.758304] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Triggering sync for uuid f5745f1c-c5c8-4489-96e2-c59e9ca7465b {{(pid=70542) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1277.758835] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "bb068ba4-14de-4b39-b127-f4c51d1c685f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.759172] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "bb068ba4-14de-4b39-b127-f4c51d1c685f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.759497] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.759699] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.759968] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "7e0383d2-e841-4e74-b5dc-aa54e9f1ea47" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.760176] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "7e0383d2-e841-4e74-b5dc-aa54e9f1ea47" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.760452] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "cf1597db-a00b-49ed-a04e-a970317c0505" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.760666] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "cf1597db-a00b-49ed-a04e-a970317c0505" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.760938] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "1d623457-40da-4bc9-aa5b-92a1e4edc6c7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.761195] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.761430] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "07438323-c564-4692-81cf-9b97e8eaa0b5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.761632] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "07438323-c564-4692-81cf-9b97e8eaa0b5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.761863] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "d793e376-7d9c-4342-afb4-7c7b69c9906b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.762072] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "d793e376-7d9c-4342-afb4-7c7b69c9906b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.762308] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "f5745f1c-c5c8-4489-96e2-c59e9ca7465b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.763269] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5801964c-8745-43ae-885e-c8b1f76f946c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.766920] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff0012e-cce7-4363-b627-12aed42484de {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.769663] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d67f3e4-9556-4bd1-990d-ef067850c887 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.772595] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea36b04-ce80-4cc7-b2d5-99cf205d0e63 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.775160] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef7c33f-20a7-4098-ab1c-8324f193d190 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.778887] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4166d3f6-c179-4d30-949e-4c4e4112b080 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.997262] env[70542]: DEBUG oslo_concurrency.lockutils [None req-75579128-6f6f-4b8a-bd55-d1305a520514 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "cf1597db-a00b-49ed-a04e-a970317c0505" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.051974] env[70542]: DEBUG oslo_vmware.api [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912331, 'name': CloneVM_Task} progress is 94%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.085083] env[70542]: DEBUG oslo_vmware.api [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912333, 'name': Rename_Task, 'duration_secs': 0.160441} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.085812] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.085812] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1905033a-b78b-4bf8-9caf-7b683ecb4562 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.095122] env[70542]: DEBUG oslo_vmware.api [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1278.095122] env[70542]: value = "task-3912334" [ 1278.095122] env[70542]: _type = "Task" [ 1278.095122] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.104666] env[70542]: DEBUG oslo_vmware.api [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.204478] env[70542]: DEBUG nova.scheduler.client.report [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Updated inventory for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with generation 167 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1278.204748] env[70542]: DEBUG nova.compute.provider_tree [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Updating resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724 generation from 167 to 168 during operation: update_inventory {{(pid=70542) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1278.204949] env[70542]: DEBUG nova.compute.provider_tree [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1278.301737] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "cf1597db-a00b-49ed-a04e-a970317c0505" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.302187] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "bb068ba4-14de-4b39-b127-f4c51d1c685f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.543s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.302521] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "7e0383d2-e841-4e74-b5dc-aa54e9f1ea47" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.302785] env[70542]: DEBUG oslo_concurrency.lockutils [None req-75579128-6f6f-4b8a-bd55-d1305a520514 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "cf1597db-a00b-49ed-a04e-a970317c0505" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.306s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.309664] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.319327] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "d793e376-7d9c-4342-afb4-7c7b69c9906b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.557s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.319722] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "07438323-c564-4692-81cf-9b97e8eaa0b5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.553964] env[70542]: DEBUG oslo_vmware.api [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912331, 'name': CloneVM_Task, 'duration_secs': 1.450427} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.554803] env[70542]: INFO nova.virt.vmwareapi.vmops [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Created linked-clone VM from snapshot [ 1278.555643] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2b4ec9-ed96-41ef-a270-ed6d9619a350 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.564825] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Uploading image c832f391-0d74-4e83-b94a-e96eac7aa4e0 {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1278.593790] env[70542]: DEBUG oslo_vmware.rw_handles [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1278.593790] env[70542]: value = "vm-776896" [ 1278.593790] env[70542]: _type = "VirtualMachine" [ 1278.593790] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1278.594113] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5c40ac5f-6bed-4933-8ebf-d0c573e66bf2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.604871] env[70542]: DEBUG oslo_vmware.api [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912334, 'name': PowerOnVM_Task, 'duration_secs': 0.487352} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.609313] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1278.609313] env[70542]: INFO nova.compute.manager [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Took 6.47 seconds to spawn the instance on the hypervisor. [ 1278.609313] env[70542]: DEBUG nova.compute.manager [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1278.609630] env[70542]: DEBUG oslo_vmware.rw_handles [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lease: (returnval){ [ 1278.609630] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52efad45-6e21-9f92-b57c-6f690ae89e6d" [ 1278.609630] env[70542]: _type = "HttpNfcLease" [ 1278.609630] env[70542]: } obtained for exporting VM: (result){ [ 1278.609630] env[70542]: value = "vm-776896" [ 1278.609630] env[70542]: _type = "VirtualMachine" [ 1278.609630] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1278.610122] env[70542]: DEBUG oslo_vmware.api [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the lease: (returnval){ [ 1278.610122] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52efad45-6e21-9f92-b57c-6f690ae89e6d" [ 1278.610122] env[70542]: _type = "HttpNfcLease" [ 1278.610122] env[70542]: } to be ready. {{(pid=70542) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1278.611826] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9068124f-7056-4ab8-a587-f03a429c5b76 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.622823] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1278.622823] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52efad45-6e21-9f92-b57c-6f690ae89e6d" [ 1278.622823] env[70542]: _type = "HttpNfcLease" [ 1278.622823] env[70542]: } is ready. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1278.624479] env[70542]: DEBUG oslo_vmware.rw_handles [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1278.624479] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52efad45-6e21-9f92-b57c-6f690ae89e6d" [ 1278.624479] env[70542]: _type = "HttpNfcLease" [ 1278.624479] env[70542]: }. {{(pid=70542) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1278.628319] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c415c90-64c0-413a-b765-2e280cd09260 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.637063] env[70542]: DEBUG oslo_vmware.rw_handles [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527019b9-a40e-fc7c-bdac-d5d3f00d27f5/disk-0.vmdk from lease info. {{(pid=70542) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1278.637277] env[70542]: DEBUG oslo_vmware.rw_handles [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527019b9-a40e-fc7c-bdac-d5d3f00d27f5/disk-0.vmdk for reading. {{(pid=70542) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1278.710994] env[70542]: DEBUG oslo_concurrency.lockutils [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.729034] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9591a2fc-884b-475c-9a65-7fe859018285 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.737400] env[70542]: INFO nova.scheduler.client.report [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Deleted allocations for instance 1d623457-40da-4bc9-aa5b-92a1e4edc6c7 [ 1278.808248] env[70542]: INFO nova.compute.manager [None req-75579128-6f6f-4b8a-bd55-d1305a520514 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Detaching volume b14e5e37-6ac2-4999-89f4-71de41b34529 [ 1278.853155] env[70542]: INFO nova.virt.block_device [None req-75579128-6f6f-4b8a-bd55-d1305a520514 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Attempting to driver detach volume b14e5e37-6ac2-4999-89f4-71de41b34529 from mountpoint /dev/sdb [ 1278.853438] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-75579128-6f6f-4b8a-bd55-d1305a520514 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Volume detach. Driver type: vmdk {{(pid=70542) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1278.853632] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-75579128-6f6f-4b8a-bd55-d1305a520514 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776881', 'volume_id': 'b14e5e37-6ac2-4999-89f4-71de41b34529', 'name': 'volume-b14e5e37-6ac2-4999-89f4-71de41b34529', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf1597db-a00b-49ed-a04e-a970317c0505', 'attached_at': '', 'detached_at': '', 'volume_id': 'b14e5e37-6ac2-4999-89f4-71de41b34529', 'serial': 'b14e5e37-6ac2-4999-89f4-71de41b34529'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1278.854607] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be80de43-f0e6-4b40-ad30-f4d3272e3b07 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.879404] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe92260b-fa3b-43f9-9b02-a9af1fc5fb90 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.888126] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61b58cc-b7a5-4f7d-8aef-b8ffc4baf33a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.911747] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af008e03-168a-42c5-b7ec-1f687d3cacf3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.928358] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-75579128-6f6f-4b8a-bd55-d1305a520514 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] The volume has not been displaced from its original location: [datastore1] volume-b14e5e37-6ac2-4999-89f4-71de41b34529/volume-b14e5e37-6ac2-4999-89f4-71de41b34529.vmdk. No consolidation needed. {{(pid=70542) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1278.934062] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-75579128-6f6f-4b8a-bd55-d1305a520514 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1278.934468] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c44ebdd-e895-4e5c-b214-2ad1890ca960 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.957463] env[70542]: DEBUG oslo_vmware.api [None req-75579128-6f6f-4b8a-bd55-d1305a520514 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1278.957463] env[70542]: value = "task-3912336" [ 1278.957463] env[70542]: _type = "Task" [ 1278.957463] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.967400] env[70542]: DEBUG oslo_vmware.api [None req-75579128-6f6f-4b8a-bd55-d1305a520514 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912336, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.138283] env[70542]: INFO nova.compute.manager [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Took 17.68 seconds to build instance. [ 1279.251632] env[70542]: DEBUG oslo_concurrency.lockutils [None req-17e3dfd1-9360-43bb-b389-79189fa5e708 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "1d623457-40da-4bc9-aa5b-92a1e4edc6c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.201s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.254010] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "1d623457-40da-4bc9-aa5b-92a1e4edc6c7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.492s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.254010] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8f254f1-6884-47af-95f8-97b054465e42 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.270208] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9de11b2-e46b-41c3-a99e-bdf455946381 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.469924] env[70542]: DEBUG oslo_vmware.api [None req-75579128-6f6f-4b8a-bd55-d1305a520514 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912336, 'name': ReconfigVM_Task, 'duration_secs': 0.318059} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.471334] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-75579128-6f6f-4b8a-bd55-d1305a520514 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1279.478089] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-089f575a-85cb-4b43-9b5a-362dee870d13 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.503570] env[70542]: DEBUG oslo_vmware.api [None req-75579128-6f6f-4b8a-bd55-d1305a520514 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1279.503570] env[70542]: value = "task-3912337" [ 1279.503570] env[70542]: _type = "Task" [ 1279.503570] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.510723] env[70542]: DEBUG nova.compute.manager [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Stashing vm_state: active {{(pid=70542) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1279.520721] env[70542]: DEBUG oslo_vmware.api [None req-75579128-6f6f-4b8a-bd55-d1305a520514 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.641331] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1a5e3ca6-9710-4e1e-aadc-b14a33765c56 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "f5745f1c-c5c8-4489-96e2-c59e9ca7465b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.196s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.641950] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "f5745f1c-c5c8-4489-96e2-c59e9ca7465b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.879s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.642667] env[70542]: INFO nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] During sync_power_state the instance has a pending task (spawning). Skip. [ 1279.643044] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "f5745f1c-c5c8-4489-96e2-c59e9ca7465b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.704653] env[70542]: DEBUG oslo_concurrency.lockutils [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "f5745f1c-c5c8-4489-96e2-c59e9ca7465b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.704885] env[70542]: DEBUG oslo_concurrency.lockutils [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "f5745f1c-c5c8-4489-96e2-c59e9ca7465b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.705045] env[70542]: DEBUG oslo_concurrency.lockutils [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "f5745f1c-c5c8-4489-96e2-c59e9ca7465b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.705243] env[70542]: DEBUG oslo_concurrency.lockutils [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "f5745f1c-c5c8-4489-96e2-c59e9ca7465b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.705429] env[70542]: DEBUG oslo_concurrency.lockutils [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "f5745f1c-c5c8-4489-96e2-c59e9ca7465b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.708532] env[70542]: INFO nova.compute.manager [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Terminating instance [ 1279.812113] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "1d623457-40da-4bc9-aa5b-92a1e4edc6c7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.559s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.021791] env[70542]: DEBUG oslo_vmware.api [None req-75579128-6f6f-4b8a-bd55-d1305a520514 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912337, 'name': ReconfigVM_Task, 'duration_secs': 0.194459} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.022630] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-75579128-6f6f-4b8a-bd55-d1305a520514 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776881', 'volume_id': 'b14e5e37-6ac2-4999-89f4-71de41b34529', 'name': 'volume-b14e5e37-6ac2-4999-89f4-71de41b34529', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf1597db-a00b-49ed-a04e-a970317c0505', 'attached_at': '', 'detached_at': '', 'volume_id': 'b14e5e37-6ac2-4999-89f4-71de41b34529', 'serial': 'b14e5e37-6ac2-4999-89f4-71de41b34529'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1280.045482] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.045482] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.244280] env[70542]: DEBUG nova.compute.manager [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1280.244280] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1280.244280] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0564934d-6613-42fc-ba84-8ab7605febf2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.244280] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.244280] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8ee2208-8f0f-4aa2-a488-8050b3532669 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.244280] env[70542]: DEBUG oslo_vmware.api [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1280.244280] env[70542]: value = "task-3912338" [ 1280.244280] env[70542]: _type = "Task" [ 1280.244280] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.246763] env[70542]: DEBUG oslo_vmware.api [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.549510] env[70542]: INFO nova.compute.claims [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1280.589033] env[70542]: DEBUG nova.objects.instance [None req-75579128-6f6f-4b8a-bd55-d1305a520514 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lazy-loading 'flavor' on Instance uuid cf1597db-a00b-49ed-a04e-a970317c0505 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.748693] env[70542]: DEBUG oslo_vmware.api [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912338, 'name': PowerOffVM_Task, 'duration_secs': 0.238573} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.749677] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1280.749677] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1280.749901] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c24c9d82-6f12-4d7c-abd0-1d2f25aa9139 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.828040] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1280.829047] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1280.829247] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Deleting the datastore file [datastore2] f5745f1c-c5c8-4489-96e2-c59e9ca7465b {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1280.829439] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd7f47ab-86d0-4432-ad1b-b0de1bcc41bf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.839048] env[70542]: DEBUG oslo_vmware.api [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1280.839048] env[70542]: value = "task-3912340" [ 1280.839048] env[70542]: _type = "Task" [ 1280.839048] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.856691] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "8b04cf72-7f10-4cf8-9c14-56ceeb092aaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.857147] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "8b04cf72-7f10-4cf8-9c14-56ceeb092aaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.858760] env[70542]: DEBUG oslo_vmware.api [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.057459] env[70542]: INFO nova.compute.resource_tracker [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Updating resource usage from migration b7acb659-4060-4102-a346-85e66091c341 [ 1281.225679] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0361b612-198e-4421-9760-5777eee95708 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.234572] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3fe928-0587-4f64-9be0-a4ae118aed6b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.272776] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f7221f-2480-4f4d-97a3-2227b8cc4bc8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.282774] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bfa241-aed0-42f1-9dd9-0ed39242cd4c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.298993] env[70542]: DEBUG nova.compute.provider_tree [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1281.351443] env[70542]: DEBUG oslo_vmware.api [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250652} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.351731] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.351918] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1281.352110] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1281.352290] env[70542]: INFO nova.compute.manager [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1281.352540] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1281.352765] env[70542]: DEBUG nova.compute.manager [-] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1281.352868] env[70542]: DEBUG nova.network.neutron [-] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1281.360616] env[70542]: DEBUG nova.compute.manager [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1281.597090] env[70542]: DEBUG oslo_concurrency.lockutils [None req-75579128-6f6f-4b8a-bd55-d1305a520514 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "cf1597db-a00b-49ed-a04e-a970317c0505" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.294s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.610560] env[70542]: DEBUG nova.compute.manager [req-2e8eeec0-ca30-4646-899b-42d46a9d00f0 req-f1fc83dd-00de-4cd0-883d-3339e54944c6 service nova] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Received event network-vif-deleted-3283db10-8b80-410d-910e-b509cdc792e1 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.610773] env[70542]: INFO nova.compute.manager [req-2e8eeec0-ca30-4646-899b-42d46a9d00f0 req-f1fc83dd-00de-4cd0-883d-3339e54944c6 service nova] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Neutron deleted interface 3283db10-8b80-410d-910e-b509cdc792e1; detaching it from the instance and deleting it from the info cache [ 1281.610965] env[70542]: DEBUG nova.network.neutron [req-2e8eeec0-ca30-4646-899b-42d46a9d00f0 req-f1fc83dd-00de-4cd0-883d-3339e54944c6 service nova] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.823690] env[70542]: ERROR nova.scheduler.client.report [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [req-c93d4b66-1b1d-43ee-bb18-b283b618eecc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 42cfc9d8-0155-4d55-9653-7de4fa794724. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c93d4b66-1b1d-43ee-bb18-b283b618eecc"}]} [ 1281.842388] env[70542]: DEBUG nova.scheduler.client.report [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Refreshing inventories for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1281.858689] env[70542]: DEBUG nova.scheduler.client.report [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Updating ProviderTree inventory for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1281.859017] env[70542]: DEBUG nova.compute.provider_tree [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 39, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1281.872934] env[70542]: DEBUG nova.scheduler.client.report [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Refreshing aggregate associations for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724, aggregates: None {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1281.889763] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.893718] env[70542]: DEBUG nova.scheduler.client.report [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Refreshing trait associations for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1282.036024] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4bed82-0a0b-4d7e-9f1f-955034a2e0b0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.044788] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db439910-27f7-46f6-b47f-8e78f0b7d788 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.077718] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe25911-28f9-4d1c-84ee-81f9eb034544 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.086503] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1aacef7-1d5c-4b9d-8bb0-eb79d5153396 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.091744] env[70542]: DEBUG nova.network.neutron [-] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.105604] env[70542]: DEBUG nova.compute.provider_tree [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1282.114231] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3cfffec-235f-4b0f-9dcd-1ddabe419dec {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.127167] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4edd4d-d82a-4189-8980-ee9695214385 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.162022] env[70542]: DEBUG nova.compute.manager [req-2e8eeec0-ca30-4646-899b-42d46a9d00f0 req-f1fc83dd-00de-4cd0-883d-3339e54944c6 service nova] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Detach interface failed, port_id=3283db10-8b80-410d-910e-b509cdc792e1, reason: Instance f5745f1c-c5c8-4489-96e2-c59e9ca7465b could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1282.392430] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "cf1597db-a00b-49ed-a04e-a970317c0505" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.392890] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "cf1597db-a00b-49ed-a04e-a970317c0505" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.393035] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "cf1597db-a00b-49ed-a04e-a970317c0505-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.393242] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "cf1597db-a00b-49ed-a04e-a970317c0505-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.393474] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "cf1597db-a00b-49ed-a04e-a970317c0505-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.395892] env[70542]: INFO nova.compute.manager [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Terminating instance [ 1282.594775] env[70542]: INFO nova.compute.manager [-] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Took 1.24 seconds to deallocate network for instance. [ 1282.638489] env[70542]: DEBUG nova.scheduler.client.report [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Updated inventory for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with generation 171 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1282.638866] env[70542]: DEBUG nova.compute.provider_tree [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Updating resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724 generation from 171 to 172 during operation: update_inventory {{(pid=70542) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1282.638996] env[70542]: DEBUG nova.compute.provider_tree [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1282.899975] env[70542]: DEBUG nova.compute.manager [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1282.900296] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1282.901293] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58db927-a31b-431f-879d-a9c99920a0ff {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.909868] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.910199] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-419323f1-cfd7-4311-ad41-7868244c6bc6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.917443] env[70542]: DEBUG oslo_vmware.api [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1282.917443] env[70542]: value = "task-3912341" [ 1282.917443] env[70542]: _type = "Task" [ 1282.917443] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.928217] env[70542]: DEBUG oslo_vmware.api [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.107212] env[70542]: DEBUG oslo_concurrency.lockutils [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.144638] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.100s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.144909] env[70542]: INFO nova.compute.manager [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Migrating [ 1283.151918] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.262s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.153717] env[70542]: INFO nova.compute.claims [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1283.431145] env[70542]: DEBUG oslo_vmware.api [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912341, 'name': PowerOffVM_Task, 'duration_secs': 0.218083} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.431453] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.431661] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.431978] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6810759a-3bf2-43d6-a74b-179d76f45f43 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.503055] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.503434] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.503732] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Deleting the datastore file [datastore1] cf1597db-a00b-49ed-a04e-a970317c0505 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.504140] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39728ef7-70d7-4a46-aa25-afb29372365c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.513598] env[70542]: DEBUG oslo_vmware.api [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1283.513598] env[70542]: value = "task-3912343" [ 1283.513598] env[70542]: _type = "Task" [ 1283.513598] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.523070] env[70542]: DEBUG oslo_vmware.api [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.668038] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "refresh_cache-d793e376-7d9c-4342-afb4-7c7b69c9906b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.668474] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquired lock "refresh_cache-d793e376-7d9c-4342-afb4-7c7b69c9906b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.668474] env[70542]: DEBUG nova.network.neutron [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.024504] env[70542]: DEBUG oslo_vmware.api [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352434} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.024849] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.025078] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1284.025263] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1284.025445] env[70542]: INFO nova.compute.manager [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1284.025688] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.025878] env[70542]: DEBUG nova.compute.manager [-] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1284.025972] env[70542]: DEBUG nova.network.neutron [-] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1284.345406] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa05607a-7f2f-4db6-b47c-99527bef3a6d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.354408] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cac27ad-1485-4b59-8ae2-84a1b13df539 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.390885] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a28cdd1-8830-4a6c-b2a2-c785bf765db1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.400223] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d86e374-8ad3-4a73-9fc0-63510103661f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.415619] env[70542]: DEBUG nova.compute.provider_tree [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.467697] env[70542]: DEBUG nova.network.neutron [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Updating instance_info_cache with network_info: [{"id": "b7b9613e-4dc3-4e34-83a6-79076ee4f10d", "address": "fa:16:3e:ef:19:1d", "network": {"id": "6d890173-8c4a-4650-b12e-fdf4413c0b42", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1479529892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e922748ead94b5cbab3c291b4e567b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b9613e-4d", "ovs_interfaceid": "b7b9613e-4dc3-4e34-83a6-79076ee4f10d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.567933] env[70542]: DEBUG nova.compute.manager [req-f59aaf7c-d315-42ff-b0c5-e322c76047f0 req-f4d33ab5-43b0-43d9-8264-5b94028ca2b2 service nova] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Received event network-vif-deleted-2ba54c90-eb76-428e-b3da-181f80add31d {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.568146] env[70542]: INFO nova.compute.manager [req-f59aaf7c-d315-42ff-b0c5-e322c76047f0 req-f4d33ab5-43b0-43d9-8264-5b94028ca2b2 service nova] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Neutron deleted interface 2ba54c90-eb76-428e-b3da-181f80add31d; detaching it from the instance and deleting it from the info cache [ 1284.568341] env[70542]: DEBUG nova.network.neutron [req-f59aaf7c-d315-42ff-b0c5-e322c76047f0 req-f4d33ab5-43b0-43d9-8264-5b94028ca2b2 service nova] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.919384] env[70542]: DEBUG nova.scheduler.client.report [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.971021] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Releasing lock "refresh_cache-d793e376-7d9c-4342-afb4-7c7b69c9906b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.050978] env[70542]: DEBUG nova.network.neutron [-] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.071030] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-680b5da8-de04-4c0d-a988-489baafd6111 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.085566] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312e00c7-4a58-41f6-aa60-14850fc67477 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.126963] env[70542]: DEBUG nova.compute.manager [req-f59aaf7c-d315-42ff-b0c5-e322c76047f0 req-f4d33ab5-43b0-43d9-8264-5b94028ca2b2 service nova] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Detach interface failed, port_id=2ba54c90-eb76-428e-b3da-181f80add31d, reason: Instance cf1597db-a00b-49ed-a04e-a970317c0505 could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1285.424879] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.425447] env[70542]: DEBUG nova.compute.manager [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1285.428296] env[70542]: DEBUG oslo_concurrency.lockutils [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.321s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.428546] env[70542]: DEBUG nova.objects.instance [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lazy-loading 'resources' on Instance uuid f5745f1c-c5c8-4489-96e2-c59e9ca7465b {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.554312] env[70542]: INFO nova.compute.manager [-] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Took 1.53 seconds to deallocate network for instance. [ 1285.932156] env[70542]: DEBUG nova.compute.utils [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1285.939098] env[70542]: DEBUG nova.compute.manager [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1285.939098] env[70542]: DEBUG nova.network.neutron [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1285.990768] env[70542]: DEBUG nova.policy [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5b01ad8268f46cf8f33c06dc4b1276e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cecd2691d1d54b7480090328eb29a4ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1286.063365] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.105685] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde47457-d2b8-4a49-9ccf-9b92baccb08f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.115916] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9eb021e-3587-4625-8ace-8268e6509486 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.148472] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b940159f-169f-409a-a42f-8a298f4fb48a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.157244] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177c41a1-b08e-4e69-b4b6-701bc074133f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.172441] env[70542]: DEBUG nova.compute.provider_tree [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.311099] env[70542]: DEBUG nova.network.neutron [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Successfully created port: 27f80869-ec03-4d94-b970-7c0de0a4215c {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1286.440098] env[70542]: DEBUG nova.compute.manager [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1286.486640] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150ddd0c-7756-4a00-a69a-9d4628c9e048 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.507241] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Updating instance 'd793e376-7d9c-4342-afb4-7c7b69c9906b' progress to 0 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1286.676449] env[70542]: DEBUG nova.scheduler.client.report [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.013773] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.014373] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c812ead-4310-4db2-a7e7-ae07bb79c385 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.024115] env[70542]: DEBUG oslo_vmware.api [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1287.024115] env[70542]: value = "task-3912344" [ 1287.024115] env[70542]: _type = "Task" [ 1287.024115] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.034485] env[70542]: DEBUG oslo_vmware.api [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.182506] env[70542]: DEBUG oslo_concurrency.lockutils [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.185282] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.122s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.185564] env[70542]: DEBUG nova.objects.instance [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lazy-loading 'resources' on Instance uuid cf1597db-a00b-49ed-a04e-a970317c0505 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.205308] env[70542]: INFO nova.scheduler.client.report [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Deleted allocations for instance f5745f1c-c5c8-4489-96e2-c59e9ca7465b [ 1287.353595] env[70542]: DEBUG oslo_vmware.rw_handles [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527019b9-a40e-fc7c-bdac-d5d3f00d27f5/disk-0.vmdk. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1287.354671] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147e3d49-db1d-4cde-9ab9-69afd8b3bc10 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.361810] env[70542]: DEBUG oslo_vmware.rw_handles [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527019b9-a40e-fc7c-bdac-d5d3f00d27f5/disk-0.vmdk is in state: ready. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1287.361981] env[70542]: ERROR oslo_vmware.rw_handles [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527019b9-a40e-fc7c-bdac-d5d3f00d27f5/disk-0.vmdk due to incomplete transfer. [ 1287.362238] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6dabc24c-cf8f-468a-9b76-294cc192c18e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.371631] env[70542]: DEBUG oslo_vmware.rw_handles [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527019b9-a40e-fc7c-bdac-d5d3f00d27f5/disk-0.vmdk. {{(pid=70542) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1287.371842] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Uploaded image c832f391-0d74-4e83-b94a-e96eac7aa4e0 to the Glance image server {{(pid=70542) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1287.374114] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Destroying the VM {{(pid=70542) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1287.374387] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-afc6a287-2ded-423a-8a8e-c2c2c524e625 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.381471] env[70542]: DEBUG oslo_vmware.api [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1287.381471] env[70542]: value = "task-3912345" [ 1287.381471] env[70542]: _type = "Task" [ 1287.381471] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.391332] env[70542]: DEBUG oslo_vmware.api [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912345, 'name': Destroy_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.455383] env[70542]: DEBUG nova.compute.manager [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1287.477833] env[70542]: DEBUG nova.virt.hardware [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1287.478105] env[70542]: DEBUG nova.virt.hardware [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.478292] env[70542]: DEBUG nova.virt.hardware [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.478489] env[70542]: DEBUG nova.virt.hardware [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.478634] env[70542]: DEBUG nova.virt.hardware [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.478780] env[70542]: DEBUG nova.virt.hardware [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1287.478988] env[70542]: DEBUG nova.virt.hardware [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1287.479168] env[70542]: DEBUG nova.virt.hardware [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1287.479339] env[70542]: DEBUG nova.virt.hardware [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1287.479502] env[70542]: DEBUG nova.virt.hardware [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1287.479675] env[70542]: DEBUG nova.virt.hardware [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1287.480599] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a60d3e0-bd4c-4e3d-a800-ccf860d58645 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.488861] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a80168b-dd2f-47f7-a290-a689fdebe225 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.534151] env[70542]: DEBUG oslo_vmware.api [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912344, 'name': PowerOffVM_Task, 'duration_secs': 0.202647} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.534485] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.534985] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Updating instance 'd793e376-7d9c-4342-afb4-7c7b69c9906b' progress to 17 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1287.713574] env[70542]: DEBUG oslo_concurrency.lockutils [None req-249757a9-7d15-4682-a8dc-f464a592f3ff tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "f5745f1c-c5c8-4489-96e2-c59e9ca7465b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.009s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.824882] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ebc91b-2312-434c-9dd2-016848a004d6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.834479] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d58b48-abe0-4724-ab8c-bf2c45012a07 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.868827] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9c8415-f88c-413b-975d-52e277727dd4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.872363] env[70542]: DEBUG nova.compute.manager [req-3f86eaac-ce07-40c0-8cb3-386d7b4c3ab8 req-4e265aa3-7be0-4814-b463-d0844fc46af7 service nova] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Received event network-vif-plugged-27f80869-ec03-4d94-b970-7c0de0a4215c {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.872605] env[70542]: DEBUG oslo_concurrency.lockutils [req-3f86eaac-ce07-40c0-8cb3-386d7b4c3ab8 req-4e265aa3-7be0-4814-b463-d0844fc46af7 service nova] Acquiring lock "8b04cf72-7f10-4cf8-9c14-56ceeb092aaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.872827] env[70542]: DEBUG oslo_concurrency.lockutils [req-3f86eaac-ce07-40c0-8cb3-386d7b4c3ab8 req-4e265aa3-7be0-4814-b463-d0844fc46af7 service nova] Lock "8b04cf72-7f10-4cf8-9c14-56ceeb092aaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.872992] env[70542]: DEBUG oslo_concurrency.lockutils [req-3f86eaac-ce07-40c0-8cb3-386d7b4c3ab8 req-4e265aa3-7be0-4814-b463-d0844fc46af7 service nova] Lock "8b04cf72-7f10-4cf8-9c14-56ceeb092aaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.873183] env[70542]: DEBUG nova.compute.manager [req-3f86eaac-ce07-40c0-8cb3-386d7b4c3ab8 req-4e265aa3-7be0-4814-b463-d0844fc46af7 service nova] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] No waiting events found dispatching network-vif-plugged-27f80869-ec03-4d94-b970-7c0de0a4215c {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1287.873347] env[70542]: WARNING nova.compute.manager [req-3f86eaac-ce07-40c0-8cb3-386d7b4c3ab8 req-4e265aa3-7be0-4814-b463-d0844fc46af7 service nova] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Received unexpected event network-vif-plugged-27f80869-ec03-4d94-b970-7c0de0a4215c for instance with vm_state building and task_state spawning. [ 1287.880081] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1a8e3c-ecac-42fa-ae55-470cf0ff3e43 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.891884] env[70542]: DEBUG oslo_vmware.api [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912345, 'name': Destroy_Task, 'duration_secs': 0.316341} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.899680] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Destroyed the VM [ 1287.899948] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Deleting Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1287.900731] env[70542]: DEBUG nova.compute.provider_tree [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.901998] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-49889f7c-f5ab-4e39-82e8-befcc283f1c7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.909979] env[70542]: DEBUG oslo_vmware.api [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1287.909979] env[70542]: value = "task-3912346" [ 1287.909979] env[70542]: _type = "Task" [ 1287.909979] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.920954] env[70542]: DEBUG oslo_vmware.api [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912346, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.920954] env[70542]: DEBUG nova.network.neutron [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Successfully updated port: 27f80869-ec03-4d94-b970-7c0de0a4215c {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1288.042412] env[70542]: DEBUG nova.virt.hardware [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1288.042723] env[70542]: DEBUG nova.virt.hardware [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1288.042856] env[70542]: DEBUG nova.virt.hardware [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1288.043146] env[70542]: DEBUG nova.virt.hardware [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1288.043376] env[70542]: DEBUG nova.virt.hardware [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1288.043596] env[70542]: DEBUG nova.virt.hardware [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1288.044562] env[70542]: DEBUG nova.virt.hardware [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1288.044562] env[70542]: DEBUG nova.virt.hardware [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1288.044562] env[70542]: DEBUG nova.virt.hardware [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1288.044562] env[70542]: DEBUG nova.virt.hardware [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1288.044911] env[70542]: DEBUG nova.virt.hardware [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1288.050653] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce549371-21d5-485c-b30d-e6fa54023b0e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.068115] env[70542]: DEBUG oslo_vmware.api [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1288.068115] env[70542]: value = "task-3912347" [ 1288.068115] env[70542]: _type = "Task" [ 1288.068115] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.077113] env[70542]: DEBUG oslo_vmware.api [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.405658] env[70542]: DEBUG nova.scheduler.client.report [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.420414] env[70542]: DEBUG oslo_vmware.api [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912346, 'name': RemoveSnapshot_Task, 'duration_secs': 0.398149} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.421453] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Deleted Snapshot of the VM instance {{(pid=70542) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1288.421777] env[70542]: DEBUG nova.compute.manager [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1288.422568] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f629319f-d372-4e3c-9701-39e3ec67a6ed {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.427165] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "refresh_cache-8b04cf72-7f10-4cf8-9c14-56ceeb092aaa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.427420] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired lock "refresh_cache-8b04cf72-7f10-4cf8-9c14-56ceeb092aaa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.427523] env[70542]: DEBUG nova.network.neutron [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.578901] env[70542]: DEBUG oslo_vmware.api [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912347, 'name': ReconfigVM_Task, 'duration_secs': 0.300363} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.579102] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Updating instance 'd793e376-7d9c-4342-afb4-7c7b69c9906b' progress to 33 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1288.593916] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "07438323-c564-4692-81cf-9b97e8eaa0b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.594193] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "07438323-c564-4692-81cf-9b97e8eaa0b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.594406] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "07438323-c564-4692-81cf-9b97e8eaa0b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.594638] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "07438323-c564-4692-81cf-9b97e8eaa0b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.594760] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "07438323-c564-4692-81cf-9b97e8eaa0b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.597378] env[70542]: INFO nova.compute.manager [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Terminating instance [ 1288.911336] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.726s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.935980] env[70542]: INFO nova.scheduler.client.report [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Deleted allocations for instance cf1597db-a00b-49ed-a04e-a970317c0505 [ 1288.943280] env[70542]: INFO nova.compute.manager [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Shelve offloading [ 1288.971754] env[70542]: DEBUG nova.network.neutron [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1289.086031] env[70542]: DEBUG nova.virt.hardware [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1289.086031] env[70542]: DEBUG nova.virt.hardware [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.086031] env[70542]: DEBUG nova.virt.hardware [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1289.086031] env[70542]: DEBUG nova.virt.hardware [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.086521] env[70542]: DEBUG nova.virt.hardware [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1289.086521] env[70542]: DEBUG nova.virt.hardware [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1289.086521] env[70542]: DEBUG nova.virt.hardware [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1289.086672] env[70542]: DEBUG nova.virt.hardware [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1289.086834] env[70542]: DEBUG nova.virt.hardware [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1289.086992] env[70542]: DEBUG nova.virt.hardware [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1289.087187] env[70542]: DEBUG nova.virt.hardware [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1289.092810] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1289.093112] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b715c4f4-81b9-4ef9-9d4b-1283abc2093d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.106328] env[70542]: DEBUG nova.compute.manager [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1289.106524] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1289.107582] env[70542]: DEBUG nova.network.neutron [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Updating instance_info_cache with network_info: [{"id": "27f80869-ec03-4d94-b970-7c0de0a4215c", "address": "fa:16:3e:29:83:e5", "network": {"id": "b34efa28-0333-4697-a2ca-0f761a8baa3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-961568765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cecd2691d1d54b7480090328eb29a4ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f80869-ec", "ovs_interfaceid": "27f80869-ec03-4d94-b970-7c0de0a4215c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.109764] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845b3c42-ea04-4690-b166-4ed1b23ebeab {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.119401] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.121278] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbd713a2-aa16-455c-afec-a6430d4a4206 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.122885] env[70542]: DEBUG oslo_vmware.api [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1289.122885] env[70542]: value = "task-3912348" [ 1289.122885] env[70542]: _type = "Task" [ 1289.122885] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.128052] env[70542]: DEBUG oslo_vmware.api [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1289.128052] env[70542]: value = "task-3912349" [ 1289.128052] env[70542]: _type = "Task" [ 1289.128052] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.134847] env[70542]: DEBUG oslo_vmware.api [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912348, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.139720] env[70542]: DEBUG oslo_vmware.api [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.446309] env[70542]: DEBUG oslo_concurrency.lockutils [None req-2f911d4e-f1ad-4997-9733-d1912aa7996e tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "cf1597db-a00b-49ed-a04e-a970317c0505" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.053s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.447464] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.447925] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f13aad5f-cf8b-4769-9c27-5214f4f75d16 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.456957] env[70542]: DEBUG oslo_vmware.api [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1289.456957] env[70542]: value = "task-3912350" [ 1289.456957] env[70542]: _type = "Task" [ 1289.456957] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.468239] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] VM already powered off {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1289.468475] env[70542]: DEBUG nova.compute.manager [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1289.469266] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d3b9b5-f4fc-45b2-ad78-9351005c2868 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.475817] env[70542]: DEBUG oslo_concurrency.lockutils [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "refresh_cache-95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.475981] env[70542]: DEBUG oslo_concurrency.lockutils [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquired lock "refresh_cache-95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.476170] env[70542]: DEBUG nova.network.neutron [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.610521] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Releasing lock "refresh_cache-8b04cf72-7f10-4cf8-9c14-56ceeb092aaa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.610886] env[70542]: DEBUG nova.compute.manager [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Instance network_info: |[{"id": "27f80869-ec03-4d94-b970-7c0de0a4215c", "address": "fa:16:3e:29:83:e5", "network": {"id": "b34efa28-0333-4697-a2ca-0f761a8baa3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-961568765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cecd2691d1d54b7480090328eb29a4ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f80869-ec", "ovs_interfaceid": "27f80869-ec03-4d94-b970-7c0de0a4215c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1289.611377] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:83:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27f80869-ec03-4d94-b970-7c0de0a4215c', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1289.618811] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1289.619723] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1289.619964] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-503c5793-2afc-4bef-95e2-3b1c2eda7da8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.650429] env[70542]: DEBUG oslo_vmware.api [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912348, 'name': ReconfigVM_Task, 'duration_secs': 0.207445} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.650677] env[70542]: DEBUG oslo_vmware.api [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912349, 'name': PowerOffVM_Task, 'duration_secs': 0.20492} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.651835] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1289.652148] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.652321] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1289.652524] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1289.652524] env[70542]: value = "task-3912351" [ 1289.652524] env[70542]: _type = "Task" [ 1289.652524] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.653226] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dabf63-accc-4d1f-ab71-7fd039057e55 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.655655] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06c02ec7-92a4-4b65-b62a-2b176f317da1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.665819] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912351, 'name': CreateVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.685443] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] d793e376-7d9c-4342-afb4-7c7b69c9906b/d793e376-7d9c-4342-afb4-7c7b69c9906b.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.685943] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-949e9d6a-3f13-4c34-bdcc-a47fbff84f28 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.706057] env[70542]: DEBUG oslo_vmware.api [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1289.706057] env[70542]: value = "task-3912353" [ 1289.706057] env[70542]: _type = "Task" [ 1289.706057] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.714937] env[70542]: DEBUG oslo_vmware.api [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912353, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.735393] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.735653] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.735849] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Deleting the datastore file [datastore2] 07438323-c564-4692-81cf-9b97e8eaa0b5 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.736187] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7f44dc6-8ead-4d95-bcd1-bab8d9653d66 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.745363] env[70542]: DEBUG oslo_vmware.api [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1289.745363] env[70542]: value = "task-3912354" [ 1289.745363] env[70542]: _type = "Task" [ 1289.745363] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.755397] env[70542]: DEBUG oslo_vmware.api [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.887163] env[70542]: DEBUG nova.compute.manager [req-d0c52a76-76e7-4b3c-bbb2-eda3bb74b9b9 req-f0ba0907-bc6a-4cd6-8093-e7ee9925e6ad service nova] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Received event network-changed-27f80869-ec03-4d94-b970-7c0de0a4215c {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.887436] env[70542]: DEBUG nova.compute.manager [req-d0c52a76-76e7-4b3c-bbb2-eda3bb74b9b9 req-f0ba0907-bc6a-4cd6-8093-e7ee9925e6ad service nova] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Refreshing instance network info cache due to event network-changed-27f80869-ec03-4d94-b970-7c0de0a4215c. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1289.887581] env[70542]: DEBUG oslo_concurrency.lockutils [req-d0c52a76-76e7-4b3c-bbb2-eda3bb74b9b9 req-f0ba0907-bc6a-4cd6-8093-e7ee9925e6ad service nova] Acquiring lock "refresh_cache-8b04cf72-7f10-4cf8-9c14-56ceeb092aaa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.887712] env[70542]: DEBUG oslo_concurrency.lockutils [req-d0c52a76-76e7-4b3c-bbb2-eda3bb74b9b9 req-f0ba0907-bc6a-4cd6-8093-e7ee9925e6ad service nova] Acquired lock "refresh_cache-8b04cf72-7f10-4cf8-9c14-56ceeb092aaa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.888057] env[70542]: DEBUG nova.network.neutron [req-d0c52a76-76e7-4b3c-bbb2-eda3bb74b9b9 req-f0ba0907-bc6a-4cd6-8093-e7ee9925e6ad service nova] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Refreshing network info cache for port 27f80869-ec03-4d94-b970-7c0de0a4215c {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.167442] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912351, 'name': CreateVM_Task, 'duration_secs': 0.329336} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.167888] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1290.168322] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.168491] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.168825] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.169095] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50d14027-1e96-4fbc-aa4d-a10ce1543127 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.174129] env[70542]: DEBUG oslo_vmware.api [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1290.174129] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d4f602-b2d9-5fee-d1af-2bbdab3aa447" [ 1290.174129] env[70542]: _type = "Task" [ 1290.174129] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.186600] env[70542]: DEBUG oslo_vmware.api [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d4f602-b2d9-5fee-d1af-2bbdab3aa447, 'name': SearchDatastore_Task, 'duration_secs': 0.0101} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.186882] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.187139] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1290.187374] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.187518] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.187698] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1290.187956] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f09ec69-b5c7-4df1-92d2-7d8a3d3c7baa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.197697] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1290.197968] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1290.198807] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cefa7f87-a0b2-46d3-8812-e2433e5e4537 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.204671] env[70542]: DEBUG oslo_vmware.api [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1290.204671] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5208d112-f57e-1ccb-491d-f575eef4cf1e" [ 1290.204671] env[70542]: _type = "Task" [ 1290.204671] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.222211] env[70542]: DEBUG oslo_vmware.api [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5208d112-f57e-1ccb-491d-f575eef4cf1e, 'name': SearchDatastore_Task, 'duration_secs': 0.012012} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.222483] env[70542]: DEBUG oslo_vmware.api [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912353, 'name': ReconfigVM_Task, 'duration_secs': 0.294547} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.223304] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Reconfigured VM instance instance-00000075 to attach disk [datastore2] d793e376-7d9c-4342-afb4-7c7b69c9906b/d793e376-7d9c-4342-afb4-7c7b69c9906b.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.223618] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Updating instance 'd793e376-7d9c-4342-afb4-7c7b69c9906b' progress to 50 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1290.227444] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1724b9cd-f33a-4a9e-b432-6ece82715196 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.234461] env[70542]: DEBUG oslo_vmware.api [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1290.234461] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b26cd2-2af2-82b4-f439-d14c24078b91" [ 1290.234461] env[70542]: _type = "Task" [ 1290.234461] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.242643] env[70542]: DEBUG oslo_vmware.api [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b26cd2-2af2-82b4-f439-d14c24078b91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.250676] env[70542]: DEBUG nova.network.neutron [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Updating instance_info_cache with network_info: [{"id": "81b886ef-a6f5-4ba6-bbd4-89628f7701bf", "address": "fa:16:3e:96:1c:ca", "network": {"id": "0fdd78e6-604b-4680-ac71-ea4e397161ff", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-93680765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3897359786e64bc592fd5e207aea4974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b886ef-a6", "ovs_interfaceid": "81b886ef-a6f5-4ba6-bbd4-89628f7701bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.255020] env[70542]: DEBUG oslo_vmware.api [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152619} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.255159] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1290.255292] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1290.255463] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1290.255626] env[70542]: INFO nova.compute.manager [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1290.255856] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.256068] env[70542]: DEBUG nova.compute.manager [-] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1290.256134] env[70542]: DEBUG nova.network.neutron [-] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1290.623234] env[70542]: DEBUG nova.network.neutron [req-d0c52a76-76e7-4b3c-bbb2-eda3bb74b9b9 req-f0ba0907-bc6a-4cd6-8093-e7ee9925e6ad service nova] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Updated VIF entry in instance network info cache for port 27f80869-ec03-4d94-b970-7c0de0a4215c. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.623635] env[70542]: DEBUG nova.network.neutron [req-d0c52a76-76e7-4b3c-bbb2-eda3bb74b9b9 req-f0ba0907-bc6a-4cd6-8093-e7ee9925e6ad service nova] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Updating instance_info_cache with network_info: [{"id": "27f80869-ec03-4d94-b970-7c0de0a4215c", "address": "fa:16:3e:29:83:e5", "network": {"id": "b34efa28-0333-4697-a2ca-0f761a8baa3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-961568765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cecd2691d1d54b7480090328eb29a4ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f80869-ec", "ovs_interfaceid": "27f80869-ec03-4d94-b970-7c0de0a4215c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.730277] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fb53f2-8f27-4bc5-acde-60d663ba4fb7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.752973] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f512de6a-5d85-4faf-bfa4-6d5c0e04baac {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.758862] env[70542]: DEBUG oslo_concurrency.lockutils [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Releasing lock "refresh_cache-95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.760933] env[70542]: DEBUG oslo_vmware.api [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52b26cd2-2af2-82b4-f439-d14c24078b91, 'name': SearchDatastore_Task, 'duration_secs': 0.010833} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.761325] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.761596] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa/8b04cf72-7f10-4cf8-9c14-56ceeb092aaa.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1290.762130] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e197394-53b3-4ef2-90e2-185bab0db67a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.777433] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Updating instance 'd793e376-7d9c-4342-afb4-7c7b69c9906b' progress to 67 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1290.787046] env[70542]: DEBUG oslo_vmware.api [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1290.787046] env[70542]: value = "task-3912356" [ 1290.787046] env[70542]: _type = "Task" [ 1290.787046] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.795764] env[70542]: DEBUG oslo_vmware.api [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.952429] env[70542]: DEBUG nova.network.neutron [-] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.992032] env[70542]: DEBUG nova.compute.manager [req-1ae7cc08-0768-400a-86d5-403c68d0c4df req-0d745148-4e30-4d46-ab80-e51e094fa232 service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Received event network-vif-unplugged-81b886ef-a6f5-4ba6-bbd4-89628f7701bf {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.992683] env[70542]: DEBUG oslo_concurrency.lockutils [req-1ae7cc08-0768-400a-86d5-403c68d0c4df req-0d745148-4e30-4d46-ab80-e51e094fa232 service nova] Acquiring lock "95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.992996] env[70542]: DEBUG oslo_concurrency.lockutils [req-1ae7cc08-0768-400a-86d5-403c68d0c4df req-0d745148-4e30-4d46-ab80-e51e094fa232 service nova] Lock "95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.993152] env[70542]: DEBUG oslo_concurrency.lockutils [req-1ae7cc08-0768-400a-86d5-403c68d0c4df req-0d745148-4e30-4d46-ab80-e51e094fa232 service nova] Lock "95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.993316] env[70542]: DEBUG nova.compute.manager [req-1ae7cc08-0768-400a-86d5-403c68d0c4df req-0d745148-4e30-4d46-ab80-e51e094fa232 service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] No waiting events found dispatching network-vif-unplugged-81b886ef-a6f5-4ba6-bbd4-89628f7701bf {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1290.993482] env[70542]: WARNING nova.compute.manager [req-1ae7cc08-0768-400a-86d5-403c68d0c4df req-0d745148-4e30-4d46-ab80-e51e094fa232 service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Received unexpected event network-vif-unplugged-81b886ef-a6f5-4ba6-bbd4-89628f7701bf for instance with vm_state shelved and task_state shelving_offloading. [ 1291.100527] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1291.102146] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5490b56-3eba-45f3-8a23-cbe908ff35a8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.111439] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1291.111854] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-628f692b-70ec-4bc9-b6f9-09ba9b8775e1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.126384] env[70542]: DEBUG oslo_concurrency.lockutils [req-d0c52a76-76e7-4b3c-bbb2-eda3bb74b9b9 req-f0ba0907-bc6a-4cd6-8093-e7ee9925e6ad service nova] Releasing lock "refresh_cache-8b04cf72-7f10-4cf8-9c14-56ceeb092aaa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.181891] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1291.182349] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1291.182616] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Deleting the datastore file [datastore1] 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1291.183032] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d34756d-661f-464b-bd14-eccb89e756d1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.191211] env[70542]: DEBUG oslo_vmware.api [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1291.191211] env[70542]: value = "task-3912358" [ 1291.191211] env[70542]: _type = "Task" [ 1291.191211] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.200958] env[70542]: DEBUG oslo_vmware.api [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.298962] env[70542]: DEBUG oslo_vmware.api [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476475} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.299311] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa/8b04cf72-7f10-4cf8-9c14-56ceeb092aaa.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1291.299567] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1291.299867] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27a8475f-a875-4e5a-92cd-2b9dfcfdd37d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.308458] env[70542]: DEBUG oslo_vmware.api [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1291.308458] env[70542]: value = "task-3912359" [ 1291.308458] env[70542]: _type = "Task" [ 1291.308458] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.318489] env[70542]: DEBUG oslo_vmware.api [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.321861] env[70542]: DEBUG nova.network.neutron [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Port b7b9613e-4dc3-4e34-83a6-79076ee4f10d binding to destination host cpu-1 is already ACTIVE {{(pid=70542) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1291.455531] env[70542]: INFO nova.compute.manager [-] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Took 1.20 seconds to deallocate network for instance. [ 1291.701382] env[70542]: DEBUG oslo_vmware.api [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197782} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.701632] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1291.701772] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1291.701948] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1291.727923] env[70542]: INFO nova.scheduler.client.report [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Deleted allocations for instance 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce [ 1291.818798] env[70542]: DEBUG oslo_vmware.api [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070196} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.819077] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1291.819829] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516c45c7-ffe6-4d5e-b329-780a2201dcf9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.845942] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa/8b04cf72-7f10-4cf8-9c14-56ceeb092aaa.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.846530] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f169b3b-13d3-4886-a8b6-923c5c4b8ef3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.867780] env[70542]: DEBUG oslo_vmware.api [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1291.867780] env[70542]: value = "task-3912360" [ 1291.867780] env[70542]: _type = "Task" [ 1291.867780] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.876691] env[70542]: DEBUG oslo_vmware.api [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912360, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.915401] env[70542]: DEBUG nova.compute.manager [req-56341e1a-a0e3-4f05-be4a-84c6167e3551 req-3b791028-80e2-4870-8124-dd705ded131f service nova] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Received event network-vif-deleted-2f4328a8-db5e-4397-b47b-e14a917adf0e {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.962677] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.962976] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.963250] env[70542]: DEBUG nova.objects.instance [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lazy-loading 'resources' on Instance uuid 07438323-c564-4692-81cf-9b97e8eaa0b5 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.232590] env[70542]: DEBUG oslo_concurrency.lockutils [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.362446] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "d793e376-7d9c-4342-afb4-7c7b69c9906b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.362762] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "d793e376-7d9c-4342-afb4-7c7b69c9906b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.363067] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "d793e376-7d9c-4342-afb4-7c7b69c9906b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.382860] env[70542]: DEBUG oslo_vmware.api [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912360, 'name': ReconfigVM_Task, 'duration_secs': 0.272723} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.385443] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa/8b04cf72-7f10-4cf8-9c14-56ceeb092aaa.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.386344] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-517f9dca-538b-4dc1-a1cc-0879b4940acb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.395914] env[70542]: DEBUG oslo_vmware.api [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1292.395914] env[70542]: value = "task-3912361" [ 1292.395914] env[70542]: _type = "Task" [ 1292.395914] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.408454] env[70542]: DEBUG oslo_vmware.api [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912361, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.570184] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf62cea4-813c-4e5c-88f7-c0f56156b759 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.578641] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6c06a5-59a0-4939-9e9c-36b258dd5f3c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.609287] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1521f67-1c0a-4acb-873e-fbbe2af42723 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.619030] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519073db-e5d1-482d-94b7-62d206f3d564 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.631290] env[70542]: DEBUG nova.compute.provider_tree [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.906161] env[70542]: DEBUG oslo_vmware.api [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912361, 'name': Rename_Task, 'duration_secs': 0.147058} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.906444] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1292.906686] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9471ebfb-72e4-4dbb-b687-ff07587bd914 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.913517] env[70542]: DEBUG oslo_vmware.api [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1292.913517] env[70542]: value = "task-3912362" [ 1292.913517] env[70542]: _type = "Task" [ 1292.913517] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.920991] env[70542]: DEBUG oslo_vmware.api [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.022604] env[70542]: DEBUG nova.compute.manager [req-7b7ffc45-7810-4f46-b916-802a1b086598 req-c9618953-6583-4bf4-ac08-a1462bbe69a8 service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Received event network-changed-81b886ef-a6f5-4ba6-bbd4-89628f7701bf {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.022794] env[70542]: DEBUG nova.compute.manager [req-7b7ffc45-7810-4f46-b916-802a1b086598 req-c9618953-6583-4bf4-ac08-a1462bbe69a8 service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Refreshing instance network info cache due to event network-changed-81b886ef-a6f5-4ba6-bbd4-89628f7701bf. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1293.023027] env[70542]: DEBUG oslo_concurrency.lockutils [req-7b7ffc45-7810-4f46-b916-802a1b086598 req-c9618953-6583-4bf4-ac08-a1462bbe69a8 service nova] Acquiring lock "refresh_cache-95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.023173] env[70542]: DEBUG oslo_concurrency.lockutils [req-7b7ffc45-7810-4f46-b916-802a1b086598 req-c9618953-6583-4bf4-ac08-a1462bbe69a8 service nova] Acquired lock "refresh_cache-95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.023333] env[70542]: DEBUG nova.network.neutron [req-7b7ffc45-7810-4f46-b916-802a1b086598 req-c9618953-6583-4bf4-ac08-a1462bbe69a8 service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Refreshing network info cache for port 81b886ef-a6f5-4ba6-bbd4-89628f7701bf {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1293.135229] env[70542]: DEBUG nova.scheduler.client.report [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.415967] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "refresh_cache-d793e376-7d9c-4342-afb4-7c7b69c9906b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.416347] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquired lock "refresh_cache-d793e376-7d9c-4342-afb4-7c7b69c9906b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.416584] env[70542]: DEBUG nova.network.neutron [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.427502] env[70542]: DEBUG oslo_vmware.api [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912362, 'name': PowerOnVM_Task, 'duration_secs': 0.489426} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.427787] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1293.428021] env[70542]: INFO nova.compute.manager [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Took 5.97 seconds to spawn the instance on the hypervisor. [ 1293.428803] env[70542]: DEBUG nova.compute.manager [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1293.429697] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95dc3f1-96c2-422c-ae3d-ced5456ef3e3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.640762] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.678s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.643930] env[70542]: DEBUG oslo_concurrency.lockutils [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.411s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.644248] env[70542]: DEBUG nova.objects.instance [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lazy-loading 'resources' on Instance uuid 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.660677] env[70542]: DEBUG oslo_concurrency.lockutils [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.663129] env[70542]: INFO nova.scheduler.client.report [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Deleted allocations for instance 07438323-c564-4692-81cf-9b97e8eaa0b5 [ 1293.756499] env[70542]: DEBUG nova.network.neutron [req-7b7ffc45-7810-4f46-b916-802a1b086598 req-c9618953-6583-4bf4-ac08-a1462bbe69a8 service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Updated VIF entry in instance network info cache for port 81b886ef-a6f5-4ba6-bbd4-89628f7701bf. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1293.756849] env[70542]: DEBUG nova.network.neutron [req-7b7ffc45-7810-4f46-b916-802a1b086598 req-c9618953-6583-4bf4-ac08-a1462bbe69a8 service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Updating instance_info_cache with network_info: [{"id": "81b886ef-a6f5-4ba6-bbd4-89628f7701bf", "address": "fa:16:3e:96:1c:ca", "network": {"id": "0fdd78e6-604b-4680-ac71-ea4e397161ff", "bridge": null, "label": "tempest-ServerActionsTestOtherB-93680765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3897359786e64bc592fd5e207aea4974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap81b886ef-a6", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.815829] env[70542]: DEBUG oslo_concurrency.lockutils [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.816058] env[70542]: DEBUG oslo_concurrency.lockutils [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.816286] env[70542]: DEBUG oslo_concurrency.lockutils [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.816477] env[70542]: DEBUG oslo_concurrency.lockutils [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.816643] env[70542]: DEBUG oslo_concurrency.lockutils [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.818749] env[70542]: INFO nova.compute.manager [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Terminating instance [ 1293.948797] env[70542]: INFO nova.compute.manager [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Took 12.08 seconds to build instance. [ 1294.105874] env[70542]: DEBUG nova.network.neutron [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Updating instance_info_cache with network_info: [{"id": "b7b9613e-4dc3-4e34-83a6-79076ee4f10d", "address": "fa:16:3e:ef:19:1d", "network": {"id": "6d890173-8c4a-4650-b12e-fdf4413c0b42", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1479529892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e922748ead94b5cbab3c291b4e567b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b9613e-4d", "ovs_interfaceid": "b7b9613e-4dc3-4e34-83a6-79076ee4f10d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.147295] env[70542]: DEBUG nova.objects.instance [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lazy-loading 'numa_topology' on Instance uuid 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.170241] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f012784f-57a6-4509-994e-a774eeea0211 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "07438323-c564-4692-81cf-9b97e8eaa0b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.576s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.259851] env[70542]: DEBUG oslo_concurrency.lockutils [req-7b7ffc45-7810-4f46-b916-802a1b086598 req-c9618953-6583-4bf4-ac08-a1462bbe69a8 service nova] Releasing lock "refresh_cache-95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.322664] env[70542]: DEBUG nova.compute.manager [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1294.322892] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.323905] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77c4436-b889-4bb5-bc9e-5d390e2115e2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.332346] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.332616] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd5655ea-c09a-429c-a068-fcde5300c5d3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.339465] env[70542]: DEBUG oslo_vmware.api [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1294.339465] env[70542]: value = "task-3912363" [ 1294.339465] env[70542]: _type = "Task" [ 1294.339465] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.349082] env[70542]: DEBUG oslo_vmware.api [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.450950] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7a1e4e5b-1c57-4c35-adb0-3217cb07b122 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "8b04cf72-7f10-4cf8-9c14-56ceeb092aaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.594s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.608823] env[70542]: DEBUG oslo_concurrency.lockutils [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Releasing lock "refresh_cache-d793e376-7d9c-4342-afb4-7c7b69c9906b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.649484] env[70542]: DEBUG nova.objects.base [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Object Instance<95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce> lazy-loaded attributes: resources,numa_topology {{(pid=70542) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1294.752407] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecba619c-d7bf-4128-9167-afd897ad12e3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.761584] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdaca66f-dba7-43f3-adcb-fbc4af08b1ae {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.799913] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b909f048-10fd-4c98-9745-2bd5ddb09a92 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.810559] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6392d58-7d23-494e-b2eb-1dfab35fb4da {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.824696] env[70542]: DEBUG nova.compute.provider_tree [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.849874] env[70542]: DEBUG oslo_vmware.api [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912363, 'name': PowerOffVM_Task, 'duration_secs': 0.240179} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.850321] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.850416] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.850630] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f54f712-941c-4402-b18e-409bf5106a16 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.925512] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.925890] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.926097] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Deleting the datastore file [datastore1] eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.926377] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4685b5b0-d360-4e2b-9531-de0f62107f12 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.935079] env[70542]: DEBUG oslo_vmware.api [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1294.935079] env[70542]: value = "task-3912365" [ 1294.935079] env[70542]: _type = "Task" [ 1294.935079] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.946145] env[70542]: DEBUG oslo_vmware.api [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.133135] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ac64a6-b8fa-4861-ae36-54ea7ed3407d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.156052] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28260f79-9c04-4b2a-80d7-685507a0b3cd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.163508] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Updating instance 'd793e376-7d9c-4342-afb4-7c7b69c9906b' progress to 83 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1295.203055] env[70542]: DEBUG nova.compute.manager [req-6d739209-cb4c-4ad4-954a-22afc9442da0 req-e719bd1c-8e59-42dc-a610-7dc6fe00b33d service nova] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Received event network-changed-27f80869-ec03-4d94-b970-7c0de0a4215c {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.203250] env[70542]: DEBUG nova.compute.manager [req-6d739209-cb4c-4ad4-954a-22afc9442da0 req-e719bd1c-8e59-42dc-a610-7dc6fe00b33d service nova] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Refreshing instance network info cache due to event network-changed-27f80869-ec03-4d94-b970-7c0de0a4215c. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1295.203503] env[70542]: DEBUG oslo_concurrency.lockutils [req-6d739209-cb4c-4ad4-954a-22afc9442da0 req-e719bd1c-8e59-42dc-a610-7dc6fe00b33d service nova] Acquiring lock "refresh_cache-8b04cf72-7f10-4cf8-9c14-56ceeb092aaa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.203650] env[70542]: DEBUG oslo_concurrency.lockutils [req-6d739209-cb4c-4ad4-954a-22afc9442da0 req-e719bd1c-8e59-42dc-a610-7dc6fe00b33d service nova] Acquired lock "refresh_cache-8b04cf72-7f10-4cf8-9c14-56ceeb092aaa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.203900] env[70542]: DEBUG nova.network.neutron [req-6d739209-cb4c-4ad4-954a-22afc9442da0 req-e719bd1c-8e59-42dc-a610-7dc6fe00b33d service nova] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Refreshing network info cache for port 27f80869-ec03-4d94-b970-7c0de0a4215c {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1295.327991] env[70542]: DEBUG nova.scheduler.client.report [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.445371] env[70542]: DEBUG oslo_vmware.api [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181091} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.445659] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.445861] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.446052] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.446238] env[70542]: INFO nova.compute.manager [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1295.446480] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.446678] env[70542]: DEBUG nova.compute.manager [-] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1295.446776] env[70542]: DEBUG nova.network.neutron [-] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1295.672454] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.672454] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03b1a0f2-a90a-4566-b5a5-dad36fbe3d97 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.682919] env[70542]: DEBUG oslo_vmware.api [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1295.682919] env[70542]: value = "task-3912366" [ 1295.682919] env[70542]: _type = "Task" [ 1295.682919] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.692166] env[70542]: DEBUG oslo_vmware.api [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.833395] env[70542]: DEBUG oslo_concurrency.lockutils [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.862577] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "6e485039-e3e5-4dfd-81a5-9c1f99406dc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.862577] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "6e485039-e3e5-4dfd-81a5-9c1f99406dc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.990645] env[70542]: DEBUG nova.network.neutron [req-6d739209-cb4c-4ad4-954a-22afc9442da0 req-e719bd1c-8e59-42dc-a610-7dc6fe00b33d service nova] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Updated VIF entry in instance network info cache for port 27f80869-ec03-4d94-b970-7c0de0a4215c. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1295.991064] env[70542]: DEBUG nova.network.neutron [req-6d739209-cb4c-4ad4-954a-22afc9442da0 req-e719bd1c-8e59-42dc-a610-7dc6fe00b33d service nova] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Updating instance_info_cache with network_info: [{"id": "27f80869-ec03-4d94-b970-7c0de0a4215c", "address": "fa:16:3e:29:83:e5", "network": {"id": "b34efa28-0333-4697-a2ca-0f761a8baa3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-961568765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cecd2691d1d54b7480090328eb29a4ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f80869-ec", "ovs_interfaceid": "27f80869-ec03-4d94-b970-7c0de0a4215c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.177676] env[70542]: DEBUG nova.network.neutron [-] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.194149] env[70542]: DEBUG oslo_vmware.api [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912366, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.346074] env[70542]: DEBUG oslo_concurrency.lockutils [None req-478bf318-2070-45ea-96fb-ebef38204a9e tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.941s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.346997] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 18.586s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.347207] env[70542]: INFO nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1296.347386] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.347815] env[70542]: DEBUG oslo_concurrency.lockutils [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.688s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.347981] env[70542]: INFO nova.compute.manager [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Unshelving [ 1296.364088] env[70542]: DEBUG nova.compute.manager [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1296.494738] env[70542]: DEBUG oslo_concurrency.lockutils [req-6d739209-cb4c-4ad4-954a-22afc9442da0 req-e719bd1c-8e59-42dc-a610-7dc6fe00b33d service nova] Releasing lock "refresh_cache-8b04cf72-7f10-4cf8-9c14-56ceeb092aaa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.680155] env[70542]: INFO nova.compute.manager [-] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Took 1.23 seconds to deallocate network for instance. [ 1296.693955] env[70542]: DEBUG oslo_vmware.api [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912366, 'name': PowerOnVM_Task, 'duration_secs': 0.733375} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.694255] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.694445] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-c46360b2-4992-4330-8da2-246d12c50dba tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Updating instance 'd793e376-7d9c-4342-afb4-7c7b69c9906b' progress to 100 {{(pid=70542) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1296.885905] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.886194] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.888028] env[70542]: INFO nova.compute.claims [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1297.190468] env[70542]: DEBUG oslo_concurrency.lockutils [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.228540] env[70542]: DEBUG nova.compute.manager [req-836b00db-7c28-404f-81fc-31d3b4ed74b2 req-33fe9a3a-f9e6-4943-8436-0e2c78f8a4cb service nova] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Received event network-vif-deleted-fa43fa94-17ba-415d-93dc-08f24ff80781 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.370854] env[70542]: DEBUG oslo_concurrency.lockutils [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.996768] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381bf911-8db2-4e70-8562-e3e3ff4d170d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.005423] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f745465-c8af-4ec5-bc5c-ec20226e57d5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.036607] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f63001-391e-43ee-b23e-63155d5008f4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.044493] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b11bb1-7a71-4df0-a6ee-ef2cc787c966 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.057984] env[70542]: DEBUG nova.compute.provider_tree [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.561112] env[70542]: DEBUG nova.scheduler.client.report [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.066031] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.066533] env[70542]: DEBUG nova.compute.manager [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1299.069476] env[70542]: DEBUG oslo_concurrency.lockutils [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.880s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.069811] env[70542]: DEBUG nova.objects.instance [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lazy-loading 'resources' on Instance uuid eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.391618] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "d793e376-7d9c-4342-afb4-7c7b69c9906b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.391908] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "d793e376-7d9c-4342-afb4-7c7b69c9906b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.392123] env[70542]: DEBUG nova.compute.manager [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Going to confirm migration 10 {{(pid=70542) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1299.572648] env[70542]: DEBUG nova.compute.utils [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1299.574035] env[70542]: DEBUG nova.compute.manager [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1299.574209] env[70542]: DEBUG nova.network.neutron [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1299.613996] env[70542]: DEBUG nova.policy [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc09931b23ca4916813a48dd7b8eede6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61e08b9a5d9e4633a5a552d37a71e158', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1299.692190] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5cec6a-b8cb-4fdc-84c3-52410ba258f1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.700638] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b5235f-a42d-4408-87ef-2d99e76fa4f6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.733613] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a9e212-bd22-4f66-93b4-8f8dd1ac690f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.741665] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f900f498-cce0-4a26-8a91-26463d414c07 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.755636] env[70542]: DEBUG nova.compute.provider_tree [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.858803] env[70542]: DEBUG nova.network.neutron [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Successfully created port: 009d2ff1-ec36-4746-9779-f148f0e24272 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1299.931196] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "refresh_cache-d793e376-7d9c-4342-afb4-7c7b69c9906b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.931401] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquired lock "refresh_cache-d793e376-7d9c-4342-afb4-7c7b69c9906b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.931583] env[70542]: DEBUG nova.network.neutron [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1299.931769] env[70542]: DEBUG nova.objects.instance [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lazy-loading 'info_cache' on Instance uuid d793e376-7d9c-4342-afb4-7c7b69c9906b {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.079192] env[70542]: DEBUG nova.compute.manager [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1300.259484] env[70542]: DEBUG nova.scheduler.client.report [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.764824] env[70542]: DEBUG oslo_concurrency.lockutils [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.767312] env[70542]: DEBUG oslo_concurrency.lockutils [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.397s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.767540] env[70542]: DEBUG nova.objects.instance [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lazy-loading 'pci_requests' on Instance uuid 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.787223] env[70542]: INFO nova.scheduler.client.report [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Deleted allocations for instance eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b [ 1301.089419] env[70542]: DEBUG nova.compute.manager [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1301.122807] env[70542]: DEBUG nova.virt.hardware [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1301.123130] env[70542]: DEBUG nova.virt.hardware [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1301.123296] env[70542]: DEBUG nova.virt.hardware [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1301.123509] env[70542]: DEBUG nova.virt.hardware [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1301.123838] env[70542]: DEBUG nova.virt.hardware [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1301.123917] env[70542]: DEBUG nova.virt.hardware [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1301.124099] env[70542]: DEBUG nova.virt.hardware [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1301.124307] env[70542]: DEBUG nova.virt.hardware [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1301.124421] env[70542]: DEBUG nova.virt.hardware [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1301.124584] env[70542]: DEBUG nova.virt.hardware [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1301.124760] env[70542]: DEBUG nova.virt.hardware [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1301.125737] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02513a8d-f6db-4db9-a786-6525c8e9d02c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.134498] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d41a29-5886-43fb-aa26-a94ba40cf4a5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.151185] env[70542]: DEBUG nova.network.neutron [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Updating instance_info_cache with network_info: [{"id": "b7b9613e-4dc3-4e34-83a6-79076ee4f10d", "address": "fa:16:3e:ef:19:1d", "network": {"id": "6d890173-8c4a-4650-b12e-fdf4413c0b42", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1479529892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e922748ead94b5cbab3c291b4e567b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b9613e-4d", "ovs_interfaceid": "b7b9613e-4dc3-4e34-83a6-79076ee4f10d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.241316] env[70542]: DEBUG nova.compute.manager [req-c18e0c76-69d8-4995-a63a-06429913e54f req-6adff67f-2124-4243-bfd2-24c898984549 service nova] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Received event network-vif-plugged-009d2ff1-ec36-4746-9779-f148f0e24272 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.241545] env[70542]: DEBUG oslo_concurrency.lockutils [req-c18e0c76-69d8-4995-a63a-06429913e54f req-6adff67f-2124-4243-bfd2-24c898984549 service nova] Acquiring lock "6e485039-e3e5-4dfd-81a5-9c1f99406dc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.241791] env[70542]: DEBUG oslo_concurrency.lockutils [req-c18e0c76-69d8-4995-a63a-06429913e54f req-6adff67f-2124-4243-bfd2-24c898984549 service nova] Lock "6e485039-e3e5-4dfd-81a5-9c1f99406dc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.241925] env[70542]: DEBUG oslo_concurrency.lockutils [req-c18e0c76-69d8-4995-a63a-06429913e54f req-6adff67f-2124-4243-bfd2-24c898984549 service nova] Lock "6e485039-e3e5-4dfd-81a5-9c1f99406dc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.242398] env[70542]: DEBUG nova.compute.manager [req-c18e0c76-69d8-4995-a63a-06429913e54f req-6adff67f-2124-4243-bfd2-24c898984549 service nova] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] No waiting events found dispatching network-vif-plugged-009d2ff1-ec36-4746-9779-f148f0e24272 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1301.242617] env[70542]: WARNING nova.compute.manager [req-c18e0c76-69d8-4995-a63a-06429913e54f req-6adff67f-2124-4243-bfd2-24c898984549 service nova] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Received unexpected event network-vif-plugged-009d2ff1-ec36-4746-9779-f148f0e24272 for instance with vm_state building and task_state spawning. [ 1301.275417] env[70542]: DEBUG nova.objects.instance [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lazy-loading 'numa_topology' on Instance uuid 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.294724] env[70542]: DEBUG oslo_concurrency.lockutils [None req-363883ed-91bb-4196-acf9-d8f3176d7eea tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.479s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.324750] env[70542]: DEBUG nova.network.neutron [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Successfully updated port: 009d2ff1-ec36-4746-9779-f148f0e24272 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1301.654118] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Releasing lock "refresh_cache-d793e376-7d9c-4342-afb4-7c7b69c9906b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.654400] env[70542]: DEBUG nova.objects.instance [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lazy-loading 'migration_context' on Instance uuid d793e376-7d9c-4342-afb4-7c7b69c9906b {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.777807] env[70542]: INFO nova.compute.claims [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1301.812284] env[70542]: DEBUG oslo_concurrency.lockutils [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "bb068ba4-14de-4b39-b127-f4c51d1c685f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.812527] env[70542]: DEBUG oslo_concurrency.lockutils [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "bb068ba4-14de-4b39-b127-f4c51d1c685f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.812786] env[70542]: DEBUG oslo_concurrency.lockutils [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "bb068ba4-14de-4b39-b127-f4c51d1c685f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.812941] env[70542]: DEBUG oslo_concurrency.lockutils [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "bb068ba4-14de-4b39-b127-f4c51d1c685f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.813148] env[70542]: DEBUG oslo_concurrency.lockutils [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "bb068ba4-14de-4b39-b127-f4c51d1c685f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.815624] env[70542]: INFO nova.compute.manager [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Terminating instance [ 1301.829737] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "refresh_cache-6e485039-e3e5-4dfd-81a5-9c1f99406dc2" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.829892] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquired lock "refresh_cache-6e485039-e3e5-4dfd-81a5-9c1f99406dc2" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.830106] env[70542]: DEBUG nova.network.neutron [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.157454] env[70542]: DEBUG nova.objects.base [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70542) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1302.159019] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56b2d1c-54ee-49fe-8f40-90e327d45db2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.180527] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fe6ce41-1b1c-4514-bde9-53d4227c05cd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.186765] env[70542]: DEBUG oslo_vmware.api [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1302.186765] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5226a1c3-8ffe-fbcf-77e1-c1d3dd0635c8" [ 1302.186765] env[70542]: _type = "Task" [ 1302.186765] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.197500] env[70542]: DEBUG oslo_vmware.api [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5226a1c3-8ffe-fbcf-77e1-c1d3dd0635c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.320511] env[70542]: DEBUG nova.compute.manager [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1302.320787] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.321663] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0618b5a6-a346-44da-8601-38fffcf92eee {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.329373] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.329623] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dd75cb8-866f-429e-8345-183ab9f467cc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.337950] env[70542]: DEBUG oslo_vmware.api [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1302.337950] env[70542]: value = "task-3912367" [ 1302.337950] env[70542]: _type = "Task" [ 1302.337950] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.346375] env[70542]: DEBUG oslo_vmware.api [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.370314] env[70542]: DEBUG nova.network.neutron [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1302.516886] env[70542]: DEBUG nova.network.neutron [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Updating instance_info_cache with network_info: [{"id": "009d2ff1-ec36-4746-9779-f148f0e24272", "address": "fa:16:3e:f9:eb:17", "network": {"id": "20d310b5-8e82-48d7-831a-f4574abe6a68", "bridge": "br-int", "label": "tempest-ServersTestJSON-1326883806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e08b9a5d9e4633a5a552d37a71e158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap009d2ff1-ec", "ovs_interfaceid": "009d2ff1-ec36-4746-9779-f148f0e24272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.696752] env[70542]: DEBUG oslo_vmware.api [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5226a1c3-8ffe-fbcf-77e1-c1d3dd0635c8, 'name': SearchDatastore_Task, 'duration_secs': 0.02} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.697064] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.848530] env[70542]: DEBUG oslo_vmware.api [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912367, 'name': PowerOffVM_Task, 'duration_secs': 0.197546} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.848818] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1302.849047] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1302.849250] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-420be328-6df5-475e-809d-4aabee2a4ff2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.891180] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe2b160-f011-408f-96dc-6accbc015a6f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.898945] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979fe5d0-6c1f-44bf-b01f-1a53aac447a3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.933205] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706f9e44-704c-4937-ac7c-c023db9cc494 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.935847] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1302.936052] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1302.936233] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Deleting the datastore file [datastore1] bb068ba4-14de-4b39-b127-f4c51d1c685f {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1302.936477] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c10b48a-33f5-40c9-8470-f1a71a117ba4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.944451] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4598b0c0-44cb-47ed-93f4-d7a5a57c29ef {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.948207] env[70542]: DEBUG oslo_vmware.api [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for the task: (returnval){ [ 1302.948207] env[70542]: value = "task-3912369" [ 1302.948207] env[70542]: _type = "Task" [ 1302.948207] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.960380] env[70542]: DEBUG nova.compute.provider_tree [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.966421] env[70542]: DEBUG oslo_vmware.api [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.019639] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Releasing lock "refresh_cache-6e485039-e3e5-4dfd-81a5-9c1f99406dc2" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.019987] env[70542]: DEBUG nova.compute.manager [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Instance network_info: |[{"id": "009d2ff1-ec36-4746-9779-f148f0e24272", "address": "fa:16:3e:f9:eb:17", "network": {"id": "20d310b5-8e82-48d7-831a-f4574abe6a68", "bridge": "br-int", "label": "tempest-ServersTestJSON-1326883806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e08b9a5d9e4633a5a552d37a71e158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap009d2ff1-ec", "ovs_interfaceid": "009d2ff1-ec36-4746-9779-f148f0e24272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1303.020484] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:eb:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '009d2ff1-ec36-4746-9779-f148f0e24272', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1303.027904] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1303.028124] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1303.028358] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7beae417-8ca8-4d36-8814-1ec771b06099 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.050858] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1303.050858] env[70542]: value = "task-3912370" [ 1303.050858] env[70542]: _type = "Task" [ 1303.050858] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.060184] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912370, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.269743] env[70542]: DEBUG nova.compute.manager [req-39ba2c20-b6fe-45a9-bf66-ff75a17cee45 req-4a5ab7d8-33ac-42ff-b5a8-0ea973226968 service nova] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Received event network-changed-009d2ff1-ec36-4746-9779-f148f0e24272 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1303.270078] env[70542]: DEBUG nova.compute.manager [req-39ba2c20-b6fe-45a9-bf66-ff75a17cee45 req-4a5ab7d8-33ac-42ff-b5a8-0ea973226968 service nova] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Refreshing instance network info cache due to event network-changed-009d2ff1-ec36-4746-9779-f148f0e24272. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1303.270287] env[70542]: DEBUG oslo_concurrency.lockutils [req-39ba2c20-b6fe-45a9-bf66-ff75a17cee45 req-4a5ab7d8-33ac-42ff-b5a8-0ea973226968 service nova] Acquiring lock "refresh_cache-6e485039-e3e5-4dfd-81a5-9c1f99406dc2" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.270287] env[70542]: DEBUG oslo_concurrency.lockutils [req-39ba2c20-b6fe-45a9-bf66-ff75a17cee45 req-4a5ab7d8-33ac-42ff-b5a8-0ea973226968 service nova] Acquired lock "refresh_cache-6e485039-e3e5-4dfd-81a5-9c1f99406dc2" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.270476] env[70542]: DEBUG nova.network.neutron [req-39ba2c20-b6fe-45a9-bf66-ff75a17cee45 req-4a5ab7d8-33ac-42ff-b5a8-0ea973226968 service nova] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Refreshing network info cache for port 009d2ff1-ec36-4746-9779-f148f0e24272 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1303.458783] env[70542]: DEBUG oslo_vmware.api [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Task: {'id': task-3912369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374683} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.459074] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.459273] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.459447] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.459623] env[70542]: INFO nova.compute.manager [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1303.459870] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1303.460081] env[70542]: DEBUG nova.compute.manager [-] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1303.460182] env[70542]: DEBUG nova.network.neutron [-] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1303.462976] env[70542]: DEBUG nova.scheduler.client.report [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.562021] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912370, 'name': CreateVM_Task, 'duration_secs': 0.363535} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.562206] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1303.562927] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.563111] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.563441] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.563704] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c66f59e-ec17-4d45-a59f-5ecba67ffe81 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.568861] env[70542]: DEBUG oslo_vmware.api [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1303.568861] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527b2a2d-8fe3-aeb4-3141-96b7cbbe8d3d" [ 1303.568861] env[70542]: _type = "Task" [ 1303.568861] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.577064] env[70542]: DEBUG oslo_vmware.api [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527b2a2d-8fe3-aeb4-3141-96b7cbbe8d3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.968349] env[70542]: DEBUG oslo_concurrency.lockutils [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.201s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.970701] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.274s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.982766] env[70542]: DEBUG nova.network.neutron [req-39ba2c20-b6fe-45a9-bf66-ff75a17cee45 req-4a5ab7d8-33ac-42ff-b5a8-0ea973226968 service nova] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Updated VIF entry in instance network info cache for port 009d2ff1-ec36-4746-9779-f148f0e24272. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1303.983139] env[70542]: DEBUG nova.network.neutron [req-39ba2c20-b6fe-45a9-bf66-ff75a17cee45 req-4a5ab7d8-33ac-42ff-b5a8-0ea973226968 service nova] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Updating instance_info_cache with network_info: [{"id": "009d2ff1-ec36-4746-9779-f148f0e24272", "address": "fa:16:3e:f9:eb:17", "network": {"id": "20d310b5-8e82-48d7-831a-f4574abe6a68", "bridge": "br-int", "label": "tempest-ServersTestJSON-1326883806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e08b9a5d9e4633a5a552d37a71e158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap009d2ff1-ec", "ovs_interfaceid": "009d2ff1-ec36-4746-9779-f148f0e24272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.000378] env[70542]: INFO nova.network.neutron [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Updating port 81b886ef-a6f5-4ba6-bbd4-89628f7701bf with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1304.079802] env[70542]: DEBUG oslo_vmware.api [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527b2a2d-8fe3-aeb4-3141-96b7cbbe8d3d, 'name': SearchDatastore_Task, 'duration_secs': 0.009769} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.080105] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.080337] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1304.080627] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.080772] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.080950] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1304.081225] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd2b93aa-5dab-459b-8dfc-d3234cfb7f22 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.090921] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1304.091120] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1304.091873] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1202ef7-0549-474d-a493-9b01b4c6fa94 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.097302] env[70542]: DEBUG oslo_vmware.api [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1304.097302] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d360dd-c35e-83ae-54a6-4040d138ddf3" [ 1304.097302] env[70542]: _type = "Task" [ 1304.097302] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.106774] env[70542]: DEBUG oslo_vmware.api [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d360dd-c35e-83ae-54a6-4040d138ddf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.208015] env[70542]: DEBUG nova.network.neutron [-] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.486650] env[70542]: DEBUG oslo_concurrency.lockutils [req-39ba2c20-b6fe-45a9-bf66-ff75a17cee45 req-4a5ab7d8-33ac-42ff-b5a8-0ea973226968 service nova] Releasing lock "refresh_cache-6e485039-e3e5-4dfd-81a5-9c1f99406dc2" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.580785] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f209f06-d192-4cec-a3c4-0459b6f13a37 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.588583] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafa0d78-0f2d-4f58-8e5f-8aa00eca11dc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.621924] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6383be7-f44c-4a29-ab33-c3f7afcc2d68 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.633102] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9eb62b-0dbd-41fc-bfd5-a27eb880ced4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.636929] env[70542]: DEBUG oslo_vmware.api [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52d360dd-c35e-83ae-54a6-4040d138ddf3, 'name': SearchDatastore_Task, 'duration_secs': 0.010039} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.638106] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d2392b6-86e9-4102-a4e0-b3375f8876c7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.649028] env[70542]: DEBUG nova.compute.provider_tree [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.653287] env[70542]: DEBUG oslo_vmware.api [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1304.653287] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528aebe7-9879-49e8-e9c2-7e152aa4dca9" [ 1304.653287] env[70542]: _type = "Task" [ 1304.653287] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.661905] env[70542]: DEBUG oslo_vmware.api [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528aebe7-9879-49e8-e9c2-7e152aa4dca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.711536] env[70542]: INFO nova.compute.manager [-] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Took 1.25 seconds to deallocate network for instance. [ 1305.152155] env[70542]: DEBUG nova.scheduler.client.report [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.167541] env[70542]: DEBUG oslo_vmware.api [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]528aebe7-9879-49e8-e9c2-7e152aa4dca9, 'name': SearchDatastore_Task, 'duration_secs': 0.014253} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.168529] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.168823] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 6e485039-e3e5-4dfd-81a5-9c1f99406dc2/6e485039-e3e5-4dfd-81a5-9c1f99406dc2.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1305.169121] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb7b4dc4-607e-4b90-8495-06e44de41144 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.178562] env[70542]: DEBUG oslo_vmware.api [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1305.178562] env[70542]: value = "task-3912371" [ 1305.178562] env[70542]: _type = "Task" [ 1305.178562] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.188204] env[70542]: DEBUG oslo_vmware.api [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.219340] env[70542]: DEBUG oslo_concurrency.lockutils [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.299510] env[70542]: DEBUG nova.compute.manager [req-0cd83034-f9ce-4630-8a04-b7fb0917133f req-bd0c4321-ad9c-4fdf-820c-32b70f96c7e1 service nova] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Received event network-vif-deleted-15be8e29-fa05-4b1e-9ade-a4d8ac3fb487 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.394111] env[70542]: DEBUG nova.compute.manager [req-411e65ab-8aa7-4708-a2db-ee75ae5a6bb7 req-985e606e-babb-42ff-8121-ce69440cc161 service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Received event network-vif-plugged-81b886ef-a6f5-4ba6-bbd4-89628f7701bf {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.394394] env[70542]: DEBUG oslo_concurrency.lockutils [req-411e65ab-8aa7-4708-a2db-ee75ae5a6bb7 req-985e606e-babb-42ff-8121-ce69440cc161 service nova] Acquiring lock "95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.394756] env[70542]: DEBUG oslo_concurrency.lockutils [req-411e65ab-8aa7-4708-a2db-ee75ae5a6bb7 req-985e606e-babb-42ff-8121-ce69440cc161 service nova] Lock "95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.394825] env[70542]: DEBUG oslo_concurrency.lockutils [req-411e65ab-8aa7-4708-a2db-ee75ae5a6bb7 req-985e606e-babb-42ff-8121-ce69440cc161 service nova] Lock "95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.395151] env[70542]: DEBUG nova.compute.manager [req-411e65ab-8aa7-4708-a2db-ee75ae5a6bb7 req-985e606e-babb-42ff-8121-ce69440cc161 service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] No waiting events found dispatching network-vif-plugged-81b886ef-a6f5-4ba6-bbd4-89628f7701bf {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1305.395429] env[70542]: WARNING nova.compute.manager [req-411e65ab-8aa7-4708-a2db-ee75ae5a6bb7 req-985e606e-babb-42ff-8121-ce69440cc161 service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Received unexpected event network-vif-plugged-81b886ef-a6f5-4ba6-bbd4-89628f7701bf for instance with vm_state shelved_offloaded and task_state spawning. [ 1305.562033] env[70542]: DEBUG oslo_concurrency.lockutils [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "refresh_cache-95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.562297] env[70542]: DEBUG oslo_concurrency.lockutils [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquired lock "refresh_cache-95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.562492] env[70542]: DEBUG nova.network.neutron [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.689988] env[70542]: DEBUG oslo_vmware.api [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456303} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.689988] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 6e485039-e3e5-4dfd-81a5-9c1f99406dc2/6e485039-e3e5-4dfd-81a5-9c1f99406dc2.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1305.689988] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1305.690301] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d71320bc-814d-4ceb-8e7f-8f9eacd14efd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.697686] env[70542]: DEBUG oslo_vmware.api [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1305.697686] env[70542]: value = "task-3912372" [ 1305.697686] env[70542]: _type = "Task" [ 1305.697686] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.706842] env[70542]: DEBUG oslo_vmware.api [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.165716] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.195s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.171529] env[70542]: DEBUG oslo_concurrency.lockutils [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.952s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.171805] env[70542]: DEBUG nova.objects.instance [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lazy-loading 'resources' on Instance uuid bb068ba4-14de-4b39-b127-f4c51d1c685f {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.211988] env[70542]: DEBUG oslo_vmware.api [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066127} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.212281] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1306.213118] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3039e778-3689-4812-a248-7e83e48c11c8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.235984] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 6e485039-e3e5-4dfd-81a5-9c1f99406dc2/6e485039-e3e5-4dfd-81a5-9c1f99406dc2.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.238672] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32083212-0e81-47a6-a446-ba37cdae301a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.261068] env[70542]: DEBUG oslo_vmware.api [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1306.261068] env[70542]: value = "task-3912373" [ 1306.261068] env[70542]: _type = "Task" [ 1306.261068] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.273181] env[70542]: DEBUG oslo_vmware.api [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.349652] env[70542]: DEBUG nova.network.neutron [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Updating instance_info_cache with network_info: [{"id": "81b886ef-a6f5-4ba6-bbd4-89628f7701bf", "address": "fa:16:3e:96:1c:ca", "network": {"id": "0fdd78e6-604b-4680-ac71-ea4e397161ff", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-93680765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3897359786e64bc592fd5e207aea4974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b886ef-a6", "ovs_interfaceid": "81b886ef-a6f5-4ba6-bbd4-89628f7701bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.726681] env[70542]: INFO nova.scheduler.client.report [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Deleted allocation for migration b7acb659-4060-4102-a346-85e66091c341 [ 1306.762355] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a9796f-aefc-4c7c-be7d-b1d4a2f0aeed {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.774843] env[70542]: DEBUG oslo_vmware.api [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912373, 'name': ReconfigVM_Task, 'duration_secs': 0.313316} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.778042] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 6e485039-e3e5-4dfd-81a5-9c1f99406dc2/6e485039-e3e5-4dfd-81a5-9c1f99406dc2.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.778850] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78797a77-b748-4781-b112-90a584eda6c1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.781432] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3775b5bb-f214-446d-87da-bd11321cd61b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.821320] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9561dd0-ede1-4b6a-a1a1-8380f6440165 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.824875] env[70542]: DEBUG oslo_vmware.api [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1306.824875] env[70542]: value = "task-3912374" [ 1306.824875] env[70542]: _type = "Task" [ 1306.824875] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.833030] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9b346b-1f9d-4d64-b240-637cdac04e14 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.843489] env[70542]: DEBUG oslo_vmware.api [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912374, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.854338] env[70542]: DEBUG oslo_concurrency.lockutils [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Releasing lock "refresh_cache-95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.855046] env[70542]: DEBUG nova.compute.provider_tree [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.889967] env[70542]: DEBUG nova.virt.hardware [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='bd823e23279a1e6d9bfd50ee94570f91',container_format='bare',created_at=2025-05-08T12:02:17Z,direct_url=,disk_format='vmdk',id=c832f391-0d74-4e83-b94a-e96eac7aa4e0,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1361525017-shelved',owner='3897359786e64bc592fd5e207aea4974',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-05-08T12:02:32Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1306.890255] env[70542]: DEBUG nova.virt.hardware [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1306.890415] env[70542]: DEBUG nova.virt.hardware [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1306.890640] env[70542]: DEBUG nova.virt.hardware [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1306.890801] env[70542]: DEBUG nova.virt.hardware [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1306.890952] env[70542]: DEBUG nova.virt.hardware [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1306.891177] env[70542]: DEBUG nova.virt.hardware [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1306.891341] env[70542]: DEBUG nova.virt.hardware [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1306.891540] env[70542]: DEBUG nova.virt.hardware [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1306.891734] env[70542]: DEBUG nova.virt.hardware [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1306.891912] env[70542]: DEBUG nova.virt.hardware [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1306.893099] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4ee024-5773-4693-97fe-9a1a8d6392ef {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.901865] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6959c91f-b1e1-4694-b42f-9386f8c70b45 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.917877] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:1c:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b0fa7a2-ebd9-4788-8904-7bf250ce466c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81b886ef-a6f5-4ba6-bbd4-89628f7701bf', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1306.925195] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1306.925649] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1306.925807] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac0f6579-aeda-4868-af09-8717b25de3a6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.945691] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1306.945691] env[70542]: value = "task-3912375" [ 1306.945691] env[70542]: _type = "Task" [ 1306.945691] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.953661] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912375, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.234465] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "d793e376-7d9c-4342-afb4-7c7b69c9906b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.842s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.335452] env[70542]: DEBUG oslo_vmware.api [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912374, 'name': Rename_Task, 'duration_secs': 0.241346} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.335713] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.335961] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe26cf5b-c372-4399-b7e4-29338ffa2768 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.342968] env[70542]: DEBUG oslo_vmware.api [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1307.342968] env[70542]: value = "task-3912376" [ 1307.342968] env[70542]: _type = "Task" [ 1307.342968] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.351655] env[70542]: DEBUG oslo_vmware.api [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.359687] env[70542]: DEBUG nova.scheduler.client.report [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.428953] env[70542]: DEBUG nova.compute.manager [req-6647f1a9-1226-4ca2-b3ac-72a62a735166 req-165574a8-3bab-417d-984b-acc1c73c0212 service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Received event network-changed-81b886ef-a6f5-4ba6-bbd4-89628f7701bf {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.429176] env[70542]: DEBUG nova.compute.manager [req-6647f1a9-1226-4ca2-b3ac-72a62a735166 req-165574a8-3bab-417d-984b-acc1c73c0212 service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Refreshing instance network info cache due to event network-changed-81b886ef-a6f5-4ba6-bbd4-89628f7701bf. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1307.429346] env[70542]: DEBUG oslo_concurrency.lockutils [req-6647f1a9-1226-4ca2-b3ac-72a62a735166 req-165574a8-3bab-417d-984b-acc1c73c0212 service nova] Acquiring lock "refresh_cache-95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.429494] env[70542]: DEBUG oslo_concurrency.lockutils [req-6647f1a9-1226-4ca2-b3ac-72a62a735166 req-165574a8-3bab-417d-984b-acc1c73c0212 service nova] Acquired lock "refresh_cache-95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.429650] env[70542]: DEBUG nova.network.neutron [req-6647f1a9-1226-4ca2-b3ac-72a62a735166 req-165574a8-3bab-417d-984b-acc1c73c0212 service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Refreshing network info cache for port 81b886ef-a6f5-4ba6-bbd4-89628f7701bf {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1307.456535] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912375, 'name': CreateVM_Task, 'duration_secs': 0.284638} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.456752] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1307.457436] env[70542]: DEBUG oslo_concurrency.lockutils [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c832f391-0d74-4e83-b94a-e96eac7aa4e0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.457603] env[70542]: DEBUG oslo_concurrency.lockutils [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c832f391-0d74-4e83-b94a-e96eac7aa4e0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.457989] env[70542]: DEBUG oslo_concurrency.lockutils [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c832f391-0d74-4e83-b94a-e96eac7aa4e0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.458263] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb797c83-aafb-4095-bf83-f4ffc1322001 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.463829] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1307.463829] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52571a1f-66af-3510-3905-afb1bebaf0b0" [ 1307.463829] env[70542]: _type = "Task" [ 1307.463829] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.475416] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52571a1f-66af-3510-3905-afb1bebaf0b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.853695] env[70542]: DEBUG oslo_vmware.api [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912376, 'name': PowerOnVM_Task, 'duration_secs': 0.484434} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.854152] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.854278] env[70542]: INFO nova.compute.manager [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Took 6.76 seconds to spawn the instance on the hypervisor. [ 1307.854468] env[70542]: DEBUG nova.compute.manager [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1307.855268] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c0e2df-160e-465a-b3f8-4448133c2266 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.865063] env[70542]: DEBUG oslo_concurrency.lockutils [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.882292] env[70542]: INFO nova.scheduler.client.report [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Deleted allocations for instance bb068ba4-14de-4b39-b127-f4c51d1c685f [ 1307.978013] env[70542]: DEBUG oslo_concurrency.lockutils [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c832f391-0d74-4e83-b94a-e96eac7aa4e0" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.978390] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Processing image c832f391-0d74-4e83-b94a-e96eac7aa4e0 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1307.978742] env[70542]: DEBUG oslo_concurrency.lockutils [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c832f391-0d74-4e83-b94a-e96eac7aa4e0/c832f391-0d74-4e83-b94a-e96eac7aa4e0.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.979052] env[70542]: DEBUG oslo_concurrency.lockutils [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c832f391-0d74-4e83-b94a-e96eac7aa4e0/c832f391-0d74-4e83-b94a-e96eac7aa4e0.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.979468] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1307.979826] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e089751-6b3b-4b38-9a50-2870413c9a1d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.991167] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1307.991377] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1307.992143] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29fbecde-d6fb-4893-b21e-fe99e96d1958 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.997780] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1307.997780] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]529371da-a29a-ef73-e8c6-cfab33af9b41" [ 1307.997780] env[70542]: _type = "Task" [ 1307.997780] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.007976] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]529371da-a29a-ef73-e8c6-cfab33af9b41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.199231] env[70542]: DEBUG nova.network.neutron [req-6647f1a9-1226-4ca2-b3ac-72a62a735166 req-165574a8-3bab-417d-984b-acc1c73c0212 service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Updated VIF entry in instance network info cache for port 81b886ef-a6f5-4ba6-bbd4-89628f7701bf. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1308.199649] env[70542]: DEBUG nova.network.neutron [req-6647f1a9-1226-4ca2-b3ac-72a62a735166 req-165574a8-3bab-417d-984b-acc1c73c0212 service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Updating instance_info_cache with network_info: [{"id": "81b886ef-a6f5-4ba6-bbd4-89628f7701bf", "address": "fa:16:3e:96:1c:ca", "network": {"id": "0fdd78e6-604b-4680-ac71-ea4e397161ff", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-93680765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3897359786e64bc592fd5e207aea4974", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b886ef-a6", "ovs_interfaceid": "81b886ef-a6f5-4ba6-bbd4-89628f7701bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.375653] env[70542]: INFO nova.compute.manager [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Took 11.51 seconds to build instance. [ 1308.391477] env[70542]: DEBUG oslo_concurrency.lockutils [None req-88530ea0-b603-4ff0-a17d-662441231dc1 tempest-ServerRescueNegativeTestJSON-1204437415 tempest-ServerRescueNegativeTestJSON-1204437415-project-member] Lock "bb068ba4-14de-4b39-b127-f4c51d1c685f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.579s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.418641] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "d793e376-7d9c-4342-afb4-7c7b69c9906b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.418900] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "d793e376-7d9c-4342-afb4-7c7b69c9906b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.419125] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "d793e376-7d9c-4342-afb4-7c7b69c9906b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.419312] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "d793e376-7d9c-4342-afb4-7c7b69c9906b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.419478] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "d793e376-7d9c-4342-afb4-7c7b69c9906b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.422314] env[70542]: INFO nova.compute.manager [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Terminating instance [ 1308.508156] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Preparing fetch location {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1308.508454] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Fetch image to [datastore1] OSTACK_IMG_415b1c14-37af-4326-af73-2f5d7bee27b9/OSTACK_IMG_415b1c14-37af-4326-af73-2f5d7bee27b9.vmdk {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1308.508669] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Downloading stream optimized image c832f391-0d74-4e83-b94a-e96eac7aa4e0 to [datastore1] OSTACK_IMG_415b1c14-37af-4326-af73-2f5d7bee27b9/OSTACK_IMG_415b1c14-37af-4326-af73-2f5d7bee27b9.vmdk on the data store datastore1 as vApp {{(pid=70542) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1308.508857] env[70542]: DEBUG nova.virt.vmwareapi.images [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Downloading image file data c832f391-0d74-4e83-b94a-e96eac7aa4e0 to the ESX as VM named 'OSTACK_IMG_415b1c14-37af-4326-af73-2f5d7bee27b9' {{(pid=70542) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1308.584295] env[70542]: DEBUG oslo_vmware.rw_handles [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1308.584295] env[70542]: value = "resgroup-9" [ 1308.584295] env[70542]: _type = "ResourcePool" [ 1308.584295] env[70542]: }. {{(pid=70542) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1308.584619] env[70542]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a16083fa-6e4d-41c4-a3e9-653b273ca772 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.606049] env[70542]: DEBUG oslo_vmware.rw_handles [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lease: (returnval){ [ 1308.606049] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ade0b7-375b-3cbb-4999-0d08f539692a" [ 1308.606049] env[70542]: _type = "HttpNfcLease" [ 1308.606049] env[70542]: } obtained for vApp import into resource pool (val){ [ 1308.606049] env[70542]: value = "resgroup-9" [ 1308.606049] env[70542]: _type = "ResourcePool" [ 1308.606049] env[70542]: }. {{(pid=70542) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1308.606479] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the lease: (returnval){ [ 1308.606479] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ade0b7-375b-3cbb-4999-0d08f539692a" [ 1308.606479] env[70542]: _type = "HttpNfcLease" [ 1308.606479] env[70542]: } to be ready. {{(pid=70542) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1308.612811] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1308.612811] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ade0b7-375b-3cbb-4999-0d08f539692a" [ 1308.612811] env[70542]: _type = "HttpNfcLease" [ 1308.612811] env[70542]: } is initializing. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1308.703584] env[70542]: DEBUG oslo_concurrency.lockutils [req-6647f1a9-1226-4ca2-b3ac-72a62a735166 req-165574a8-3bab-417d-984b-acc1c73c0212 service nova] Releasing lock "refresh_cache-95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.877708] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f68e76ff-50e1-4427-865f-64425befe177 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "6e485039-e3e5-4dfd-81a5-9c1f99406dc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.016s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.926606] env[70542]: DEBUG nova.compute.manager [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1308.926991] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.928596] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06e209e-be2a-4b09-b9b7-a221f52a6335 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.937018] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.937321] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1abda41-ee0b-4cea-8c58-7df3e2f21473 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.944591] env[70542]: DEBUG oslo_vmware.api [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1308.944591] env[70542]: value = "task-3912378" [ 1308.944591] env[70542]: _type = "Task" [ 1308.944591] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.954018] env[70542]: DEBUG oslo_vmware.api [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.116202] env[70542]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1309.116202] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ade0b7-375b-3cbb-4999-0d08f539692a" [ 1309.116202] env[70542]: _type = "HttpNfcLease" [ 1309.116202] env[70542]: } is ready. {{(pid=70542) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1309.116202] env[70542]: DEBUG oslo_vmware.rw_handles [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1309.116202] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ade0b7-375b-3cbb-4999-0d08f539692a" [ 1309.116202] env[70542]: _type = "HttpNfcLease" [ 1309.116202] env[70542]: }. {{(pid=70542) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1309.116714] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00eb38e-dd2e-4241-9035-77c1b580b602 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.124913] env[70542]: DEBUG oslo_vmware.rw_handles [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd69ab-d5f1-a55b-5577-5fc3070dd1b6/disk-0.vmdk from lease info. {{(pid=70542) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1309.125126] env[70542]: DEBUG oslo_vmware.rw_handles [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd69ab-d5f1-a55b-5577-5fc3070dd1b6/disk-0.vmdk. {{(pid=70542) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1309.200813] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ffb4cce8-5d2c-4f21-8d63-757d9b32f7de {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.227798] env[70542]: DEBUG oslo_concurrency.lockutils [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "6e485039-e3e5-4dfd-81a5-9c1f99406dc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.228188] env[70542]: DEBUG oslo_concurrency.lockutils [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "6e485039-e3e5-4dfd-81a5-9c1f99406dc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.228453] env[70542]: DEBUG oslo_concurrency.lockutils [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "6e485039-e3e5-4dfd-81a5-9c1f99406dc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.228680] env[70542]: DEBUG oslo_concurrency.lockutils [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "6e485039-e3e5-4dfd-81a5-9c1f99406dc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.228858] env[70542]: DEBUG oslo_concurrency.lockutils [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "6e485039-e3e5-4dfd-81a5-9c1f99406dc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.231182] env[70542]: INFO nova.compute.manager [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Terminating instance [ 1309.455350] env[70542]: DEBUG oslo_vmware.api [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912378, 'name': PowerOffVM_Task, 'duration_secs': 0.171842} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.456513] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.456690] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1309.456970] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd22cff1-77c6-4097-9bd0-ff3a769133d4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.528748] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1309.529026] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1309.529236] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Deleting the datastore file [datastore2] d793e376-7d9c-4342-afb4-7c7b69c9906b {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1309.529518] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-166f4908-9632-4ba5-a3f0-92498a28f37e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.540883] env[70542]: DEBUG oslo_vmware.api [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for the task: (returnval){ [ 1309.540883] env[70542]: value = "task-3912380" [ 1309.540883] env[70542]: _type = "Task" [ 1309.540883] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.551426] env[70542]: DEBUG oslo_vmware.api [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.735268] env[70542]: DEBUG nova.compute.manager [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1309.735512] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1309.736504] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28702ee-ae1b-4604-a2fe-32ba5fc78cd5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.744900] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.745234] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07f3f181-ee9f-48dd-b937-7d170a447a67 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.752446] env[70542]: DEBUG oslo_vmware.api [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1309.752446] env[70542]: value = "task-3912381" [ 1309.752446] env[70542]: _type = "Task" [ 1309.752446] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.767716] env[70542]: DEBUG oslo_vmware.api [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.053664] env[70542]: DEBUG oslo_vmware.api [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Task: {'id': task-3912380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202281} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.055599] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1310.055862] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1310.056132] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1310.056363] env[70542]: INFO nova.compute.manager [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1310.056630] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1310.056829] env[70542]: DEBUG nova.compute.manager [-] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1310.056961] env[70542]: DEBUG nova.network.neutron [-] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1310.262830] env[70542]: DEBUG oslo_vmware.api [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912381, 'name': PowerOffVM_Task, 'duration_secs': 0.223815} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.263140] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.263303] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.263559] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ce65415-058a-4000-9ccd-9e77a8a7c552 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.312776] env[70542]: DEBUG nova.compute.manager [req-6b1392a8-6642-42a9-ab4f-447e03667588 req-27a97046-1375-4390-b510-7473b3623144 service nova] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Received event network-vif-deleted-b7b9613e-4dc3-4e34-83a6-79076ee4f10d {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.317032] env[70542]: INFO nova.compute.manager [req-6b1392a8-6642-42a9-ab4f-447e03667588 req-27a97046-1375-4390-b510-7473b3623144 service nova] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Neutron deleted interface b7b9613e-4dc3-4e34-83a6-79076ee4f10d; detaching it from the instance and deleting it from the info cache [ 1310.317032] env[70542]: DEBUG nova.network.neutron [req-6b1392a8-6642-42a9-ab4f-447e03667588 req-27a97046-1375-4390-b510-7473b3623144 service nova] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.345639] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1310.346414] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1310.350018] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Deleting the datastore file [datastore1] 6e485039-e3e5-4dfd-81a5-9c1f99406dc2 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.350018] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-232565f4-62cf-49e9-9eb0-41e65c89d87f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.359505] env[70542]: DEBUG oslo_vmware.api [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1310.359505] env[70542]: value = "task-3912383" [ 1310.359505] env[70542]: _type = "Task" [ 1310.359505] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.376439] env[70542]: DEBUG oslo_vmware.api [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.398959] env[70542]: DEBUG oslo_vmware.rw_handles [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Completed reading data from the image iterator. {{(pid=70542) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1310.399329] env[70542]: DEBUG oslo_vmware.rw_handles [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd69ab-d5f1-a55b-5577-5fc3070dd1b6/disk-0.vmdk. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1310.400908] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37efa7aa-2708-47d9-bba6-02f1a7333a66 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.410047] env[70542]: DEBUG oslo_vmware.rw_handles [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd69ab-d5f1-a55b-5577-5fc3070dd1b6/disk-0.vmdk is in state: ready. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1310.410430] env[70542]: DEBUG oslo_vmware.rw_handles [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd69ab-d5f1-a55b-5577-5fc3070dd1b6/disk-0.vmdk. {{(pid=70542) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1310.410666] env[70542]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-66128af1-476c-469c-9bbd-e2dfb649ad88 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.733966] env[70542]: DEBUG oslo_vmware.rw_handles [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fd69ab-d5f1-a55b-5577-5fc3070dd1b6/disk-0.vmdk. {{(pid=70542) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1310.734250] env[70542]: INFO nova.virt.vmwareapi.images [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Downloaded image file data c832f391-0d74-4e83-b94a-e96eac7aa4e0 [ 1310.735473] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8355d79-502c-41bc-b6f6-b1633f908b98 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.752466] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4349dc6c-7054-4112-8455-9a311254abe1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.782574] env[70542]: INFO nova.virt.vmwareapi.images [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] The imported VM was unregistered [ 1310.785426] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Caching image {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1310.785951] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c832f391-0d74-4e83-b94a-e96eac7aa4e0 {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1310.786271] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f65dc754-cf3b-4dfc-a329-cad4eb91188a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.792453] env[70542]: DEBUG nova.network.neutron [-] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.813588] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Created directory with path [datastore1] devstack-image-cache_base/c832f391-0d74-4e83-b94a-e96eac7aa4e0 {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1310.813991] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_415b1c14-37af-4326-af73-2f5d7bee27b9/OSTACK_IMG_415b1c14-37af-4326-af73-2f5d7bee27b9.vmdk to [datastore1] devstack-image-cache_base/c832f391-0d74-4e83-b94a-e96eac7aa4e0/c832f391-0d74-4e83-b94a-e96eac7aa4e0.vmdk. {{(pid=70542) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1310.814444] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2500109b-24a3-4dcc-80af-358255f1cee8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.820490] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e17365ea-c23d-4fa1-87f1-9e4e18d8cb4f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.826102] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1310.826102] env[70542]: value = "task-3912385" [ 1310.826102] env[70542]: _type = "Task" [ 1310.826102] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.834291] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0deddf48-8416-4866-adb3-ee24b206015e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.854387] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912385, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.867107] env[70542]: DEBUG nova.compute.manager [req-6b1392a8-6642-42a9-ab4f-447e03667588 req-27a97046-1375-4390-b510-7473b3623144 service nova] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Detach interface failed, port_id=b7b9613e-4dc3-4e34-83a6-79076ee4f10d, reason: Instance d793e376-7d9c-4342-afb4-7c7b69c9906b could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1310.876154] env[70542]: DEBUG oslo_vmware.api [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278125} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.876440] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1310.876631] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1310.876804] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1310.876980] env[70542]: INFO nova.compute.manager [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1310.877296] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1310.877516] env[70542]: DEBUG nova.compute.manager [-] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1310.877631] env[70542]: DEBUG nova.network.neutron [-] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.295991] env[70542]: INFO nova.compute.manager [-] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Took 1.24 seconds to deallocate network for instance. [ 1311.345110] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912385, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.680102] env[70542]: DEBUG nova.network.neutron [-] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.806529] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.806817] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.807017] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.832804] env[70542]: INFO nova.scheduler.client.report [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Deleted allocations for instance d793e376-7d9c-4342-afb4-7c7b69c9906b [ 1311.842204] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912385, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.184165] env[70542]: INFO nova.compute.manager [-] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Took 1.31 seconds to deallocate network for instance. [ 1312.343821] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912385, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.346327] env[70542]: DEBUG nova.compute.manager [req-65fe57c2-97b2-4cfc-80d7-a7f95665964b req-00206bc1-6ef7-40e9-9853-e0b4942eace5 service nova] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Received event network-vif-deleted-009d2ff1-ec36-4746-9779-f148f0e24272 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.346842] env[70542]: DEBUG oslo_concurrency.lockutils [None req-d1b6884a-1fd9-481e-b939-ec2ac16291d8 tempest-DeleteServersTestJSON-660883378 tempest-DeleteServersTestJSON-660883378-project-member] Lock "d793e376-7d9c-4342-afb4-7c7b69c9906b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.928s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.691984] env[70542]: DEBUG oslo_concurrency.lockutils [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.692537] env[70542]: DEBUG oslo_concurrency.lockutils [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.692901] env[70542]: DEBUG nova.objects.instance [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lazy-loading 'resources' on Instance uuid 6e485039-e3e5-4dfd-81a5-9c1f99406dc2 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.844519] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912385, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.266151] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77c2a29-d98b-42f7-bbbb-b003f2369c5c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.275027] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9cb264-22f9-4885-9d9b-b1f126a0fcda {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.306669] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa1933d-c293-4715-8891-3e62ccd72bef {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.314787] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79bb342-1263-4a57-a7ac-cfd9fb1978d6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.329203] env[70542]: DEBUG nova.compute.provider_tree [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.338736] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912385, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.835484] env[70542]: DEBUG nova.scheduler.client.report [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.844776] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912385, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.342791] env[70542]: DEBUG oslo_concurrency.lockutils [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.344837] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912385, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.50272} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.345308] env[70542]: INFO nova.virt.vmwareapi.ds_util [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_415b1c14-37af-4326-af73-2f5d7bee27b9/OSTACK_IMG_415b1c14-37af-4326-af73-2f5d7bee27b9.vmdk to [datastore1] devstack-image-cache_base/c832f391-0d74-4e83-b94a-e96eac7aa4e0/c832f391-0d74-4e83-b94a-e96eac7aa4e0.vmdk. [ 1314.345498] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Cleaning up location [datastore1] OSTACK_IMG_415b1c14-37af-4326-af73-2f5d7bee27b9 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1314.345658] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_415b1c14-37af-4326-af73-2f5d7bee27b9 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.346103] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7750def3-3b93-46ed-b3dd-3b90c892b668 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.352574] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1314.352574] env[70542]: value = "task-3912387" [ 1314.352574] env[70542]: _type = "Task" [ 1314.352574] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.360847] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.361950] env[70542]: INFO nova.scheduler.client.report [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Deleted allocations for instance 6e485039-e3e5-4dfd-81a5-9c1f99406dc2 [ 1314.863877] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038787} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.864286] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1314.864286] env[70542]: DEBUG oslo_concurrency.lockutils [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c832f391-0d74-4e83-b94a-e96eac7aa4e0/c832f391-0d74-4e83-b94a-e96eac7aa4e0.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.864430] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c832f391-0d74-4e83-b94a-e96eac7aa4e0/c832f391-0d74-4e83-b94a-e96eac7aa4e0.vmdk to [datastore1] 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce/95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1314.864692] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f1822a4-83ac-41f1-9643-a8ed1c208974 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.869593] env[70542]: DEBUG oslo_concurrency.lockutils [None req-90b11de9-7b8b-4c7d-947c-c0928d52448a tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "6e485039-e3e5-4dfd-81a5-9c1f99406dc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.641s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.875794] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1314.875794] env[70542]: value = "task-3912388" [ 1314.875794] env[70542]: _type = "Task" [ 1314.875794] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.885484] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.390733] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912388, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.889259] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912388, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.389784] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912388, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.461831] env[70542]: DEBUG oslo_concurrency.lockutils [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "e092d150-1fa1-4c34-bf64-4bf72bac9c38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.462172] env[70542]: DEBUG oslo_concurrency.lockutils [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "e092d150-1fa1-4c34-bf64-4bf72bac9c38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.889625] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912388, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.965637] env[70542]: DEBUG nova.compute.manager [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1317.392793] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912388, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.41466} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.393096] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c832f391-0d74-4e83-b94a-e96eac7aa4e0/c832f391-0d74-4e83-b94a-e96eac7aa4e0.vmdk to [datastore1] 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce/95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1317.394026] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fb52c8-1983-42cc-8340-c43e65ffd6e2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.418565] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce/95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce.vmdk or device None with type streamOptimized {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.418975] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2d85fcc-eeef-4509-beb3-b5552b77a540 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.441759] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1317.441759] env[70542]: value = "task-3912389" [ 1317.441759] env[70542]: _type = "Task" [ 1317.441759] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.450944] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.493205] env[70542]: DEBUG oslo_concurrency.lockutils [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.493205] env[70542]: DEBUG oslo_concurrency.lockutils [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.494575] env[70542]: INFO nova.compute.claims [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1317.951700] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912389, 'name': ReconfigVM_Task, 'duration_secs': 0.288328} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.952132] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce/95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce.vmdk or device None with type streamOptimized {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.952684] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1a34f60-bb15-40f4-8c72-720153e0cae0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.960546] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1317.960546] env[70542]: value = "task-3912390" [ 1317.960546] env[70542]: _type = "Task" [ 1317.960546] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.970194] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912390, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.472613] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912390, 'name': Rename_Task, 'duration_secs': 0.150292} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.472984] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1318.473263] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b468b72c-ce65-4f9e-9939-97d09566f503 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.480730] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1318.480730] env[70542]: value = "task-3912391" [ 1318.480730] env[70542]: _type = "Task" [ 1318.480730] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.489099] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.583082] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2d3fba-db5b-4e52-ae54-5ac290908250 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.591471] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d832dc-f4a7-422c-8513-39bdaeaa1c99 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.624475] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf46894-89e5-4748-bbed-919f3bfc7703 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.633525] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88dde68-8f17-4963-9c70-a75c0375ea35 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.647948] env[70542]: DEBUG nova.compute.provider_tree [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.990726] env[70542]: DEBUG oslo_vmware.api [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912391, 'name': PowerOnVM_Task, 'duration_secs': 0.480951} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.991138] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1319.098090] env[70542]: DEBUG nova.compute.manager [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1319.099143] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dfe515-2936-408a-bbd2-60f56202282e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.150926] env[70542]: DEBUG nova.scheduler.client.report [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.623033] env[70542]: DEBUG oslo_concurrency.lockutils [None req-170b7d75-65f3-4c69-8c8d-0b5d3da5529f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.275s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.656076] env[70542]: DEBUG oslo_concurrency.lockutils [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.163s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.656601] env[70542]: DEBUG nova.compute.manager [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1319.795285] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.161644] env[70542]: DEBUG nova.compute.utils [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1320.163189] env[70542]: DEBUG nova.compute.manager [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1320.163299] env[70542]: DEBUG nova.network.neutron [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1320.209433] env[70542]: DEBUG nova.policy [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc09931b23ca4916813a48dd7b8eede6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61e08b9a5d9e4633a5a552d37a71e158', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1320.260560] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.260560] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70542) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1320.443197] env[70542]: DEBUG nova.network.neutron [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Successfully created port: 0859a023-efb3-4ff6-b379-9e461c1b27f5 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1320.445698] env[70542]: DEBUG oslo_concurrency.lockutils [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.445698] env[70542]: DEBUG oslo_concurrency.lockutils [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.445907] env[70542]: DEBUG oslo_concurrency.lockutils [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.446113] env[70542]: DEBUG oslo_concurrency.lockutils [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.446291] env[70542]: DEBUG oslo_concurrency.lockutils [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.448333] env[70542]: INFO nova.compute.manager [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Terminating instance [ 1320.666393] env[70542]: DEBUG nova.compute.manager [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1320.951866] env[70542]: DEBUG nova.compute.manager [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1320.952171] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.953103] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33f6520-bd8e-4f38-a0de-089e3f5546d2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.961112] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.961411] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbb96c04-b9a1-4de0-8605-e61a7c6d17f6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.968460] env[70542]: DEBUG oslo_vmware.api [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1320.968460] env[70542]: value = "task-3912392" [ 1320.968460] env[70542]: _type = "Task" [ 1320.968460] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.977427] env[70542]: DEBUG oslo_vmware.api [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.260144] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.260534] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.260534] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.478492] env[70542]: DEBUG oslo_vmware.api [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912392, 'name': PowerOffVM_Task, 'duration_secs': 0.225186} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.478782] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.478961] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.479231] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebfdda2b-8050-43e6-9801-49ba4faabd7e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.540301] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.540525] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.540906] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Deleting the datastore file [datastore1] 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.541243] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c5d3d75-3e5e-4451-9770-5cb9a56e05f7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.550134] env[70542]: DEBUG oslo_vmware.api [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for the task: (returnval){ [ 1321.550134] env[70542]: value = "task-3912394" [ 1321.550134] env[70542]: _type = "Task" [ 1321.550134] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.558073] env[70542]: DEBUG oslo_vmware.api [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.676959] env[70542]: DEBUG nova.compute.manager [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1321.705697] env[70542]: DEBUG nova.virt.hardware [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1321.705957] env[70542]: DEBUG nova.virt.hardware [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.706131] env[70542]: DEBUG nova.virt.hardware [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.706316] env[70542]: DEBUG nova.virt.hardware [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.706470] env[70542]: DEBUG nova.virt.hardware [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.706614] env[70542]: DEBUG nova.virt.hardware [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1321.706826] env[70542]: DEBUG nova.virt.hardware [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1321.706988] env[70542]: DEBUG nova.virt.hardware [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1321.707179] env[70542]: DEBUG nova.virt.hardware [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1321.707344] env[70542]: DEBUG nova.virt.hardware [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1321.707518] env[70542]: DEBUG nova.virt.hardware [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1321.708403] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8a4c5a-18b6-4e08-801f-36bff225aeb2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.716633] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbb2f0e-7d7c-4102-bd14-b6574c62bef5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.817328] env[70542]: DEBUG nova.compute.manager [req-be63ed6a-85ed-42f1-a764-2bcfcf06c44d req-69bd4f55-fa5a-4f75-accf-60b97d7cdc1a service nova] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Received event network-vif-plugged-0859a023-efb3-4ff6-b379-9e461c1b27f5 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.818357] env[70542]: DEBUG oslo_concurrency.lockutils [req-be63ed6a-85ed-42f1-a764-2bcfcf06c44d req-69bd4f55-fa5a-4f75-accf-60b97d7cdc1a service nova] Acquiring lock "e092d150-1fa1-4c34-bf64-4bf72bac9c38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.818357] env[70542]: DEBUG oslo_concurrency.lockutils [req-be63ed6a-85ed-42f1-a764-2bcfcf06c44d req-69bd4f55-fa5a-4f75-accf-60b97d7cdc1a service nova] Lock "e092d150-1fa1-4c34-bf64-4bf72bac9c38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.818357] env[70542]: DEBUG oslo_concurrency.lockutils [req-be63ed6a-85ed-42f1-a764-2bcfcf06c44d req-69bd4f55-fa5a-4f75-accf-60b97d7cdc1a service nova] Lock "e092d150-1fa1-4c34-bf64-4bf72bac9c38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.818357] env[70542]: DEBUG nova.compute.manager [req-be63ed6a-85ed-42f1-a764-2bcfcf06c44d req-69bd4f55-fa5a-4f75-accf-60b97d7cdc1a service nova] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] No waiting events found dispatching network-vif-plugged-0859a023-efb3-4ff6-b379-9e461c1b27f5 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1321.818357] env[70542]: WARNING nova.compute.manager [req-be63ed6a-85ed-42f1-a764-2bcfcf06c44d req-69bd4f55-fa5a-4f75-accf-60b97d7cdc1a service nova] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Received unexpected event network-vif-plugged-0859a023-efb3-4ff6-b379-9e461c1b27f5 for instance with vm_state building and task_state spawning. [ 1321.904367] env[70542]: DEBUG nova.network.neutron [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Successfully updated port: 0859a023-efb3-4ff6-b379-9e461c1b27f5 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1322.060853] env[70542]: DEBUG oslo_vmware.api [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Task: {'id': task-3912394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134922} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.061128] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.061319] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.061493] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.061678] env[70542]: INFO nova.compute.manager [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1322.061960] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.062173] env[70542]: DEBUG nova.compute.manager [-] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1322.062269] env[70542]: DEBUG nova.network.neutron [-] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1322.255600] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1322.260313] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager.update_available_resource {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1322.405844] env[70542]: DEBUG oslo_concurrency.lockutils [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "refresh_cache-e092d150-1fa1-4c34-bf64-4bf72bac9c38" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.406059] env[70542]: DEBUG oslo_concurrency.lockutils [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquired lock "refresh_cache-e092d150-1fa1-4c34-bf64-4bf72bac9c38" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.406249] env[70542]: DEBUG nova.network.neutron [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.762916] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.763214] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.763388] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.763543] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70542) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1322.764527] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0acdd59-04fe-42f0-806e-b40d03fa33ba {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.773635] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac984ec6-6336-448c-aa53-ca5a126fac66 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.788476] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1689914-f3d3-48b0-aabb-0c11ae1c8ca0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.796175] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab01b66-47ba-4462-8662-82d1b61fdca0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.827943] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179170MB free_disk=40GB free_vcpus=48 pci_devices=None {{(pid=70542) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1322.828131] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.828329] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.941121] env[70542]: DEBUG nova.network.neutron [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1323.023359] env[70542]: DEBUG nova.network.neutron [-] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.078558] env[70542]: DEBUG nova.network.neutron [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Updating instance_info_cache with network_info: [{"id": "0859a023-efb3-4ff6-b379-9e461c1b27f5", "address": "fa:16:3e:e7:cf:a7", "network": {"id": "20d310b5-8e82-48d7-831a-f4574abe6a68", "bridge": "br-int", "label": "tempest-ServersTestJSON-1326883806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e08b9a5d9e4633a5a552d37a71e158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0859a023-ef", "ovs_interfaceid": "0859a023-efb3-4ff6-b379-9e461c1b27f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.525998] env[70542]: INFO nova.compute.manager [-] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Took 1.46 seconds to deallocate network for instance. [ 1323.581651] env[70542]: DEBUG oslo_concurrency.lockutils [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Releasing lock "refresh_cache-e092d150-1fa1-4c34-bf64-4bf72bac9c38" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.581651] env[70542]: DEBUG nova.compute.manager [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Instance network_info: |[{"id": "0859a023-efb3-4ff6-b379-9e461c1b27f5", "address": "fa:16:3e:e7:cf:a7", "network": {"id": "20d310b5-8e82-48d7-831a-f4574abe6a68", "bridge": "br-int", "label": "tempest-ServersTestJSON-1326883806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e08b9a5d9e4633a5a552d37a71e158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0859a023-ef", "ovs_interfaceid": "0859a023-efb3-4ff6-b379-9e461c1b27f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1323.582045] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:cf:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0859a023-efb3-4ff6-b379-9e461c1b27f5', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1323.590940] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.591174] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1323.592053] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b93f8ad-55b7-47d0-9886-3be0a0e59a6b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.612470] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.612470] env[70542]: value = "task-3912395" [ 1323.612470] env[70542]: _type = "Task" [ 1323.612470] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.620267] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912395, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.845967] env[70542]: DEBUG nova.compute.manager [req-86f4455d-edb9-4a58-a031-6c2233ad7f9e req-d85b6a14-d85c-41bc-a3ea-59ad531fe6bd service nova] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Received event network-changed-0859a023-efb3-4ff6-b379-9e461c1b27f5 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.846198] env[70542]: DEBUG nova.compute.manager [req-86f4455d-edb9-4a58-a031-6c2233ad7f9e req-d85b6a14-d85c-41bc-a3ea-59ad531fe6bd service nova] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Refreshing instance network info cache due to event network-changed-0859a023-efb3-4ff6-b379-9e461c1b27f5. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1323.846426] env[70542]: DEBUG oslo_concurrency.lockutils [req-86f4455d-edb9-4a58-a031-6c2233ad7f9e req-d85b6a14-d85c-41bc-a3ea-59ad531fe6bd service nova] Acquiring lock "refresh_cache-e092d150-1fa1-4c34-bf64-4bf72bac9c38" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.846501] env[70542]: DEBUG oslo_concurrency.lockutils [req-86f4455d-edb9-4a58-a031-6c2233ad7f9e req-d85b6a14-d85c-41bc-a3ea-59ad531fe6bd service nova] Acquired lock "refresh_cache-e092d150-1fa1-4c34-bf64-4bf72bac9c38" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.846657] env[70542]: DEBUG nova.network.neutron [req-86f4455d-edb9-4a58-a031-6c2233ad7f9e req-d85b6a14-d85c-41bc-a3ea-59ad531fe6bd service nova] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Refreshing network info cache for port 0859a023-efb3-4ff6-b379-9e461c1b27f5 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1323.855981] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1323.856151] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1323.856277] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1323.856395] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance e092d150-1fa1-4c34-bf64-4bf72bac9c38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1323.856608] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1323.856709] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1323.919590] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc405f6-a609-47a5-91e6-cbef432a39a9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.927946] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc78af3-3c3a-4202-bcb8-7125ec887a73 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.960605] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e461aba-1923-4d4b-a3d0-19b48439b595 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.968473] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b794a802-973d-4cda-87f4-bff8471c5131 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.983078] env[70542]: DEBUG nova.compute.provider_tree [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.033909] env[70542]: DEBUG oslo_concurrency.lockutils [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.123373] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912395, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.485872] env[70542]: DEBUG nova.scheduler.client.report [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.538816] env[70542]: DEBUG nova.network.neutron [req-86f4455d-edb9-4a58-a031-6c2233ad7f9e req-d85b6a14-d85c-41bc-a3ea-59ad531fe6bd service nova] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Updated VIF entry in instance network info cache for port 0859a023-efb3-4ff6-b379-9e461c1b27f5. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1324.539213] env[70542]: DEBUG nova.network.neutron [req-86f4455d-edb9-4a58-a031-6c2233ad7f9e req-d85b6a14-d85c-41bc-a3ea-59ad531fe6bd service nova] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Updating instance_info_cache with network_info: [{"id": "0859a023-efb3-4ff6-b379-9e461c1b27f5", "address": "fa:16:3e:e7:cf:a7", "network": {"id": "20d310b5-8e82-48d7-831a-f4574abe6a68", "bridge": "br-int", "label": "tempest-ServersTestJSON-1326883806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61e08b9a5d9e4633a5a552d37a71e158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0859a023-ef", "ovs_interfaceid": "0859a023-efb3-4ff6-b379-9e461c1b27f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.625109] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912395, 'name': CreateVM_Task} progress is 99%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.991218] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70542) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1324.991473] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.163s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.991775] env[70542]: DEBUG oslo_concurrency.lockutils [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.958s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.992046] env[70542]: DEBUG nova.objects.instance [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lazy-loading 'resources' on Instance uuid 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.042098] env[70542]: DEBUG oslo_concurrency.lockutils [req-86f4455d-edb9-4a58-a031-6c2233ad7f9e req-d85b6a14-d85c-41bc-a3ea-59ad531fe6bd service nova] Releasing lock "refresh_cache-e092d150-1fa1-4c34-bf64-4bf72bac9c38" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.042358] env[70542]: DEBUG nova.compute.manager [req-86f4455d-edb9-4a58-a031-6c2233ad7f9e req-d85b6a14-d85c-41bc-a3ea-59ad531fe6bd service nova] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Received event network-vif-deleted-81b886ef-a6f5-4ba6-bbd4-89628f7701bf {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.123667] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912395, 'name': CreateVM_Task, 'duration_secs': 1.300683} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.123857] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1325.124569] env[70542]: DEBUG oslo_concurrency.lockutils [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.124739] env[70542]: DEBUG oslo_concurrency.lockutils [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.125095] env[70542]: DEBUG oslo_concurrency.lockutils [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.125358] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9af30a3d-23c2-4dcc-94a7-dd8be61f37b2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.130201] env[70542]: DEBUG oslo_vmware.api [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1325.130201] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524f1a18-e4c8-7c8d-88dd-553dd4e58256" [ 1325.130201] env[70542]: _type = "Task" [ 1325.130201] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.138587] env[70542]: DEBUG oslo_vmware.api [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524f1a18-e4c8-7c8d-88dd-553dd4e58256, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.554345] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56a3737-66c5-47bb-aa62-7ccb6f7f0978 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.562526] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8577cee8-8e3c-43f1-8250-16e369755060 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.594119] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f8b08a-438c-4539-b18b-ef5c9063f316 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.602580] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ebd21b-5d9c-4cf5-80ad-5c4142f3b5ba {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.616963] env[70542]: DEBUG nova.compute.provider_tree [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.640482] env[70542]: DEBUG oslo_vmware.api [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]524f1a18-e4c8-7c8d-88dd-553dd4e58256, 'name': SearchDatastore_Task, 'duration_secs': 0.00904} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.640793] env[70542]: DEBUG oslo_concurrency.lockutils [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.641016] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1325.641254] env[70542]: DEBUG oslo_concurrency.lockutils [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.641398] env[70542]: DEBUG oslo_concurrency.lockutils [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.641571] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1325.641872] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-699eb832-9076-4c73-9880-e4dc3354df17 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.651682] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1325.651940] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1325.652700] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03507ce3-774a-472f-b679-a1344059e241 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.658321] env[70542]: DEBUG oslo_vmware.api [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1325.658321] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526e99ab-79a3-d3bc-7744-1dc1db3c69ea" [ 1325.658321] env[70542]: _type = "Task" [ 1325.658321] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.667181] env[70542]: DEBUG oslo_vmware.api [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526e99ab-79a3-d3bc-7744-1dc1db3c69ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.993695] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1326.120869] env[70542]: DEBUG nova.scheduler.client.report [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.169850] env[70542]: DEBUG oslo_vmware.api [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]526e99ab-79a3-d3bc-7744-1dc1db3c69ea, 'name': SearchDatastore_Task, 'duration_secs': 0.00913} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.170633] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe3ad345-a2d5-4933-bdda-01e34c811898 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.176480] env[70542]: DEBUG oslo_vmware.api [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1326.176480] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ba96f0-f3e6-0745-5b55-57f6556e693a" [ 1326.176480] env[70542]: _type = "Task" [ 1326.176480] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.184933] env[70542]: DEBUG oslo_vmware.api [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ba96f0-f3e6-0745-5b55-57f6556e693a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.625998] env[70542]: DEBUG oslo_concurrency.lockutils [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.648937] env[70542]: INFO nova.scheduler.client.report [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Deleted allocations for instance 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce [ 1326.687481] env[70542]: DEBUG oslo_vmware.api [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ba96f0-f3e6-0745-5b55-57f6556e693a, 'name': SearchDatastore_Task, 'duration_secs': 0.010534} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.687697] env[70542]: DEBUG oslo_concurrency.lockutils [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.689023] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] e092d150-1fa1-4c34-bf64-4bf72bac9c38/e092d150-1fa1-4c34-bf64-4bf72bac9c38.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1326.689023] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f9f6a44-4205-4caf-b955-3a1caa83a145 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.694791] env[70542]: DEBUG oslo_vmware.api [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1326.694791] env[70542]: value = "task-3912396" [ 1326.694791] env[70542]: _type = "Task" [ 1326.694791] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.703193] env[70542]: DEBUG oslo_vmware.api [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.157161] env[70542]: DEBUG oslo_concurrency.lockutils [None req-77f40aa1-812d-4bcf-af71-bb09f414568f tempest-ServerActionsTestOtherB-1362861695 tempest-ServerActionsTestOtherB-1362861695-project-member] Lock "95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.711s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.205060] env[70542]: DEBUG oslo_vmware.api [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468411} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.205340] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] e092d150-1fa1-4c34-bf64-4bf72bac9c38/e092d150-1fa1-4c34-bf64-4bf72bac9c38.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1327.205558] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1327.205818] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4eb3da03-67fa-4bd5-8a26-63fc6e27a684 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.213300] env[70542]: DEBUG oslo_vmware.api [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1327.213300] env[70542]: value = "task-3912397" [ 1327.213300] env[70542]: _type = "Task" [ 1327.213300] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.224167] env[70542]: DEBUG oslo_vmware.api [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.723384] env[70542]: DEBUG oslo_vmware.api [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064619} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.723849] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1327.724547] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b47d312-dad8-4ef9-93ba-0b4fb3b5d609 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.746935] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] e092d150-1fa1-4c34-bf64-4bf72bac9c38/e092d150-1fa1-4c34-bf64-4bf72bac9c38.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.747264] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c513adfb-79dd-45a9-a924-c9059e452ceb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.767621] env[70542]: DEBUG oslo_vmware.api [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1327.767621] env[70542]: value = "task-3912399" [ 1327.767621] env[70542]: _type = "Task" [ 1327.767621] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.776148] env[70542]: DEBUG oslo_vmware.api [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912399, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.278208] env[70542]: DEBUG oslo_vmware.api [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912399, 'name': ReconfigVM_Task, 'duration_secs': 0.307677} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.278426] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Reconfigured VM instance instance-00000079 to attach disk [datastore1] e092d150-1fa1-4c34-bf64-4bf72bac9c38/e092d150-1fa1-4c34-bf64-4bf72bac9c38.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.279102] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a81d2ec-8562-4070-98f1-286508c38d7d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.285710] env[70542]: DEBUG oslo_vmware.api [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1328.285710] env[70542]: value = "task-3912400" [ 1328.285710] env[70542]: _type = "Task" [ 1328.285710] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.293673] env[70542]: DEBUG oslo_vmware.api [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912400, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.796807] env[70542]: DEBUG oslo_vmware.api [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912400, 'name': Rename_Task, 'duration_secs': 0.178304} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.797279] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1328.797369] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a3426dd-643b-4ac8-9f6f-42b2138849ac {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.805552] env[70542]: DEBUG oslo_vmware.api [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1328.805552] env[70542]: value = "task-3912401" [ 1328.805552] env[70542]: _type = "Task" [ 1328.805552] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.814315] env[70542]: DEBUG oslo_vmware.api [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.316387] env[70542]: DEBUG oslo_vmware.api [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912401, 'name': PowerOnVM_Task, 'duration_secs': 0.425427} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.316656] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1329.316859] env[70542]: INFO nova.compute.manager [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1329.317050] env[70542]: DEBUG nova.compute.manager [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1329.317826] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946845bd-a640-4e04-80e3-184559403496 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.836122] env[70542]: INFO nova.compute.manager [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Took 12.37 seconds to build instance. [ 1330.190061] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5016baa5-e7a4-44e5-98ca-b5fa3fd966c0 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "8b04cf72-7f10-4cf8-9c14-56ceeb092aaa" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.190061] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5016baa5-e7a4-44e5-98ca-b5fa3fd966c0 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "8b04cf72-7f10-4cf8-9c14-56ceeb092aaa" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.190370] env[70542]: DEBUG nova.compute.manager [None req-5016baa5-e7a4-44e5-98ca-b5fa3fd966c0 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1330.191419] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a03ffd-4259-490f-94fd-47d5ae1122ae {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.199801] env[70542]: DEBUG nova.compute.manager [None req-5016baa5-e7a4-44e5-98ca-b5fa3fd966c0 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70542) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1330.200417] env[70542]: DEBUG nova.objects.instance [None req-5016baa5-e7a4-44e5-98ca-b5fa3fd966c0 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lazy-loading 'flavor' on Instance uuid 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.338157] env[70542]: DEBUG oslo_concurrency.lockutils [None req-70c2586f-0a2b-485d-adc8-9b09f066eeae tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "e092d150-1fa1-4c34-bf64-4bf72bac9c38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.876s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.027474] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b348f9d7-aa77-403b-bc48-aba6f943c4b4 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "e092d150-1fa1-4c34-bf64-4bf72bac9c38" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.027932] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b348f9d7-aa77-403b-bc48-aba6f943c4b4 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "e092d150-1fa1-4c34-bf64-4bf72bac9c38" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.027932] env[70542]: DEBUG nova.compute.manager [None req-b348f9d7-aa77-403b-bc48-aba6f943c4b4 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1331.028858] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90751ea-e8c7-4a75-beaa-5ea22431e212 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.036667] env[70542]: DEBUG nova.compute.manager [None req-b348f9d7-aa77-403b-bc48-aba6f943c4b4 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70542) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1331.037344] env[70542]: DEBUG nova.objects.instance [None req-b348f9d7-aa77-403b-bc48-aba6f943c4b4 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lazy-loading 'flavor' on Instance uuid e092d150-1fa1-4c34-bf64-4bf72bac9c38 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.207856] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5016baa5-e7a4-44e5-98ca-b5fa3fd966c0 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1331.208284] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f3983a6-bf05-46cd-9871-51d0bd8d0ddd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.216462] env[70542]: DEBUG oslo_vmware.api [None req-5016baa5-e7a4-44e5-98ca-b5fa3fd966c0 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1331.216462] env[70542]: value = "task-3912402" [ 1331.216462] env[70542]: _type = "Task" [ 1331.216462] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.225616] env[70542]: DEBUG oslo_vmware.api [None req-5016baa5-e7a4-44e5-98ca-b5fa3fd966c0 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.728233] env[70542]: DEBUG oslo_vmware.api [None req-5016baa5-e7a4-44e5-98ca-b5fa3fd966c0 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912402, 'name': PowerOffVM_Task, 'duration_secs': 0.201057} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.728233] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5016baa5-e7a4-44e5-98ca-b5fa3fd966c0 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1331.728233] env[70542]: DEBUG nova.compute.manager [None req-5016baa5-e7a4-44e5-98ca-b5fa3fd966c0 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1331.729040] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ce1119-fbc2-4120-b7a4-557789a965c5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.048201] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b348f9d7-aa77-403b-bc48-aba6f943c4b4 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.048930] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-042b3f79-c121-4b45-ac5c-b51f042e3486 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.058645] env[70542]: DEBUG oslo_vmware.api [None req-b348f9d7-aa77-403b-bc48-aba6f943c4b4 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1332.058645] env[70542]: value = "task-3912403" [ 1332.058645] env[70542]: _type = "Task" [ 1332.058645] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.067337] env[70542]: DEBUG oslo_vmware.api [None req-b348f9d7-aa77-403b-bc48-aba6f943c4b4 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.240955] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5016baa5-e7a4-44e5-98ca-b5fa3fd966c0 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "8b04cf72-7f10-4cf8-9c14-56ceeb092aaa" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.255431] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.572275] env[70542]: DEBUG oslo_vmware.api [None req-b348f9d7-aa77-403b-bc48-aba6f943c4b4 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912403, 'name': PowerOffVM_Task, 'duration_secs': 0.188541} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.572563] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-b348f9d7-aa77-403b-bc48-aba6f943c4b4 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.572806] env[70542]: DEBUG nova.compute.manager [None req-b348f9d7-aa77-403b-bc48-aba6f943c4b4 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1332.573649] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25884e8f-e2a9-4a7f-a99d-b11d1b00cf5e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.896300] env[70542]: DEBUG nova.objects.instance [None req-e842ebb2-9c91-47c2-871b-2efd17a68379 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lazy-loading 'flavor' on Instance uuid 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.087216] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b348f9d7-aa77-403b-bc48-aba6f943c4b4 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "e092d150-1fa1-4c34-bf64-4bf72bac9c38" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.402369] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e842ebb2-9c91-47c2-871b-2efd17a68379 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "refresh_cache-8b04cf72-7f10-4cf8-9c14-56ceeb092aaa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.402561] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e842ebb2-9c91-47c2-871b-2efd17a68379 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired lock "refresh_cache-8b04cf72-7f10-4cf8-9c14-56ceeb092aaa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.402765] env[70542]: DEBUG nova.network.neutron [None req-e842ebb2-9c91-47c2-871b-2efd17a68379 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.402988] env[70542]: DEBUG nova.objects.instance [None req-e842ebb2-9c91-47c2-871b-2efd17a68379 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lazy-loading 'info_cache' on Instance uuid 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.694675] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fcf55cd5-df4c-42d6-b494-c4ba7ee73567 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "e092d150-1fa1-4c34-bf64-4bf72bac9c38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.694906] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fcf55cd5-df4c-42d6-b494-c4ba7ee73567 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "e092d150-1fa1-4c34-bf64-4bf72bac9c38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.695200] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fcf55cd5-df4c-42d6-b494-c4ba7ee73567 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "e092d150-1fa1-4c34-bf64-4bf72bac9c38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.695404] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fcf55cd5-df4c-42d6-b494-c4ba7ee73567 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "e092d150-1fa1-4c34-bf64-4bf72bac9c38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.695576] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fcf55cd5-df4c-42d6-b494-c4ba7ee73567 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "e092d150-1fa1-4c34-bf64-4bf72bac9c38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.698201] env[70542]: INFO nova.compute.manager [None req-fcf55cd5-df4c-42d6-b494-c4ba7ee73567 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Terminating instance [ 1333.906211] env[70542]: DEBUG nova.objects.base [None req-e842ebb2-9c91-47c2-871b-2efd17a68379 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Object Instance<8b04cf72-7f10-4cf8-9c14-56ceeb092aaa> lazy-loaded attributes: flavor,info_cache {{(pid=70542) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1334.202494] env[70542]: DEBUG nova.compute.manager [None req-fcf55cd5-df4c-42d6-b494-c4ba7ee73567 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1334.202905] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf55cd5-df4c-42d6-b494-c4ba7ee73567 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1334.204099] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc74a12-85fc-478b-a7ad-cbad13e23919 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.212019] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf55cd5-df4c-42d6-b494-c4ba7ee73567 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1334.212277] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd39fa36-082f-46f9-a554-5aad1bd34e0b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.286134] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf55cd5-df4c-42d6-b494-c4ba7ee73567 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1334.286432] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf55cd5-df4c-42d6-b494-c4ba7ee73567 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1334.286432] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf55cd5-df4c-42d6-b494-c4ba7ee73567 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Deleting the datastore file [datastore1] e092d150-1fa1-4c34-bf64-4bf72bac9c38 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.286675] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdf1af66-d510-48fd-afb7-c54cd2e19af7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.294149] env[70542]: DEBUG oslo_vmware.api [None req-fcf55cd5-df4c-42d6-b494-c4ba7ee73567 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1334.294149] env[70542]: value = "task-3912405" [ 1334.294149] env[70542]: _type = "Task" [ 1334.294149] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.302871] env[70542]: DEBUG oslo_vmware.api [None req-fcf55cd5-df4c-42d6-b494-c4ba7ee73567 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.617980] env[70542]: DEBUG nova.network.neutron [None req-e842ebb2-9c91-47c2-871b-2efd17a68379 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Updating instance_info_cache with network_info: [{"id": "27f80869-ec03-4d94-b970-7c0de0a4215c", "address": "fa:16:3e:29:83:e5", "network": {"id": "b34efa28-0333-4697-a2ca-0f761a8baa3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-961568765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cecd2691d1d54b7480090328eb29a4ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f80869-ec", "ovs_interfaceid": "27f80869-ec03-4d94-b970-7c0de0a4215c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.804385] env[70542]: DEBUG oslo_vmware.api [None req-fcf55cd5-df4c-42d6-b494-c4ba7ee73567 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126433} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.804586] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf55cd5-df4c-42d6-b494-c4ba7ee73567 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1334.804761] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf55cd5-df4c-42d6-b494-c4ba7ee73567 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1334.804931] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf55cd5-df4c-42d6-b494-c4ba7ee73567 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1334.805120] env[70542]: INFO nova.compute.manager [None req-fcf55cd5-df4c-42d6-b494-c4ba7ee73567 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1334.805379] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcf55cd5-df4c-42d6-b494-c4ba7ee73567 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1334.805569] env[70542]: DEBUG nova.compute.manager [-] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1334.805664] env[70542]: DEBUG nova.network.neutron [-] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1335.048209] env[70542]: DEBUG nova.compute.manager [req-b70f3914-fa0b-467f-b17b-0b0ae2a0965b req-717f59e6-2116-4d0f-a121-990dd04e1b03 service nova] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Received event network-vif-deleted-0859a023-efb3-4ff6-b379-9e461c1b27f5 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.048448] env[70542]: INFO nova.compute.manager [req-b70f3914-fa0b-467f-b17b-0b0ae2a0965b req-717f59e6-2116-4d0f-a121-990dd04e1b03 service nova] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Neutron deleted interface 0859a023-efb3-4ff6-b379-9e461c1b27f5; detaching it from the instance and deleting it from the info cache [ 1335.048496] env[70542]: DEBUG nova.network.neutron [req-b70f3914-fa0b-467f-b17b-0b0ae2a0965b req-717f59e6-2116-4d0f-a121-990dd04e1b03 service nova] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.121185] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e842ebb2-9c91-47c2-871b-2efd17a68379 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Releasing lock "refresh_cache-8b04cf72-7f10-4cf8-9c14-56ceeb092aaa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.531642] env[70542]: DEBUG nova.network.neutron [-] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.554021] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad2d5e60-2d6a-4ccc-9a95-c6fc24e35aec {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.562107] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43d88e3-9d3d-491c-bad7-a3814246eafc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.588671] env[70542]: DEBUG nova.compute.manager [req-b70f3914-fa0b-467f-b17b-0b0ae2a0965b req-717f59e6-2116-4d0f-a121-990dd04e1b03 service nova] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Detach interface failed, port_id=0859a023-efb3-4ff6-b379-9e461c1b27f5, reason: Instance e092d150-1fa1-4c34-bf64-4bf72bac9c38 could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1336.034895] env[70542]: INFO nova.compute.manager [-] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Took 1.23 seconds to deallocate network for instance. [ 1336.127296] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e842ebb2-9c91-47c2-871b-2efd17a68379 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.127557] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e99c43e-38da-4848-9353-82b9fee3e019 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.135037] env[70542]: DEBUG oslo_vmware.api [None req-e842ebb2-9c91-47c2-871b-2efd17a68379 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1336.135037] env[70542]: value = "task-3912406" [ 1336.135037] env[70542]: _type = "Task" [ 1336.135037] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.144379] env[70542]: DEBUG oslo_vmware.api [None req-e842ebb2-9c91-47c2-871b-2efd17a68379 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.541566] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fcf55cd5-df4c-42d6-b494-c4ba7ee73567 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.541925] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fcf55cd5-df4c-42d6-b494-c4ba7ee73567 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.542132] env[70542]: DEBUG nova.objects.instance [None req-fcf55cd5-df4c-42d6-b494-c4ba7ee73567 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lazy-loading 'resources' on Instance uuid e092d150-1fa1-4c34-bf64-4bf72bac9c38 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.645957] env[70542]: DEBUG oslo_vmware.api [None req-e842ebb2-9c91-47c2-871b-2efd17a68379 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912406, 'name': PowerOnVM_Task, 'duration_secs': 0.405101} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.646283] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e842ebb2-9c91-47c2-871b-2efd17a68379 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.646544] env[70542]: DEBUG nova.compute.manager [None req-e842ebb2-9c91-47c2-871b-2efd17a68379 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1336.647472] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60bc76b-23a5-4842-a00e-8640928f2825 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.102022] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5884fdb7-2c88-48b3-9c7f-d49304381db1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.108457] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b867b489-0936-4cba-8f57-8db08e4ff837 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.140619] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7fe953-839c-4356-a204-eca541abad7c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.148791] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d72c540-5791-454e-8830-5b9c5a5bc7ea {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.166358] env[70542]: DEBUG nova.compute.provider_tree [None req-fcf55cd5-df4c-42d6-b494-c4ba7ee73567 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.670851] env[70542]: DEBUG nova.scheduler.client.report [None req-fcf55cd5-df4c-42d6-b494-c4ba7ee73567 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.738807] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38c1946-c324-4c07-a397-afd1091fa9dd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.745873] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-953ac591-dbee-41a5-9a5c-1595b628073e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Suspending the VM {{(pid=70542) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1337.746085] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cc58793b-ef43-4378-9ff5-862c75d2cde7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.753090] env[70542]: DEBUG oslo_vmware.api [None req-953ac591-dbee-41a5-9a5c-1595b628073e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1337.753090] env[70542]: value = "task-3912407" [ 1337.753090] env[70542]: _type = "Task" [ 1337.753090] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.761088] env[70542]: DEBUG oslo_vmware.api [None req-953ac591-dbee-41a5-9a5c-1595b628073e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912407, 'name': SuspendVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.175852] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fcf55cd5-df4c-42d6-b494-c4ba7ee73567 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.201441] env[70542]: INFO nova.scheduler.client.report [None req-fcf55cd5-df4c-42d6-b494-c4ba7ee73567 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Deleted allocations for instance e092d150-1fa1-4c34-bf64-4bf72bac9c38 [ 1338.263254] env[70542]: DEBUG oslo_vmware.api [None req-953ac591-dbee-41a5-9a5c-1595b628073e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912407, 'name': SuspendVM_Task} progress is 70%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.709592] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fcf55cd5-df4c-42d6-b494-c4ba7ee73567 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "e092d150-1fa1-4c34-bf64-4bf72bac9c38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.015s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.763743] env[70542]: DEBUG oslo_vmware.api [None req-953ac591-dbee-41a5-9a5c-1595b628073e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912407, 'name': SuspendVM_Task, 'duration_secs': 0.639209} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.764027] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-953ac591-dbee-41a5-9a5c-1595b628073e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Suspended the VM {{(pid=70542) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1338.764211] env[70542]: DEBUG nova.compute.manager [None req-953ac591-dbee-41a5-9a5c-1595b628073e tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1338.764954] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d2ed6b-9e3f-4c2c-bfac-99a53933e15e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.473166] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "7e0383d2-e841-4e74-b5dc-aa54e9f1ea47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.473461] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "7e0383d2-e841-4e74-b5dc-aa54e9f1ea47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.474191] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "7e0383d2-e841-4e74-b5dc-aa54e9f1ea47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.474585] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "7e0383d2-e841-4e74-b5dc-aa54e9f1ea47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.474585] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "7e0383d2-e841-4e74-b5dc-aa54e9f1ea47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.476807] env[70542]: INFO nova.compute.manager [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Terminating instance [ 1339.980920] env[70542]: DEBUG nova.compute.manager [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1339.981357] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1339.982118] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181b4f5e-89ab-4467-ac11-b4899f18624a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.990329] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.990563] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8a6783b-7ba7-4ee8-8d78-5d06d36e6bff {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.997069] env[70542]: DEBUG oslo_vmware.api [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1339.997069] env[70542]: value = "task-3912408" [ 1339.997069] env[70542]: _type = "Task" [ 1339.997069] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.005260] env[70542]: DEBUG oslo_vmware.api [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.075154] env[70542]: INFO nova.compute.manager [None req-0dca015b-1dfc-4c8f-88e8-6f0d18463e43 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Resuming [ 1340.075849] env[70542]: DEBUG nova.objects.instance [None req-0dca015b-1dfc-4c8f-88e8-6f0d18463e43 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lazy-loading 'flavor' on Instance uuid 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.506863] env[70542]: DEBUG oslo_vmware.api [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912408, 'name': PowerOffVM_Task, 'duration_secs': 0.162069} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.507149] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1340.507323] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1340.507576] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fbf2905-0b21-49fa-a385-b2a361c191a6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.572294] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1340.572555] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1340.572743] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Deleting the datastore file [datastore2] 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1340.573032] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0cb09ff-2713-4dd1-b041-ae2d4a7b3257 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.582458] env[70542]: DEBUG oslo_vmware.api [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for the task: (returnval){ [ 1340.582458] env[70542]: value = "task-3912410" [ 1340.582458] env[70542]: _type = "Task" [ 1340.582458] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.592817] env[70542]: DEBUG oslo_vmware.api [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.096200] env[70542]: DEBUG oslo_vmware.api [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Task: {'id': task-3912410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129952} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.096568] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1341.096617] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1341.096794] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1341.096958] env[70542]: INFO nova.compute.manager [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1341.097236] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1341.097429] env[70542]: DEBUG nova.compute.manager [-] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1341.097526] env[70542]: DEBUG nova.network.neutron [-] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1341.359625] env[70542]: DEBUG nova.compute.manager [req-fce5bd9b-4539-4945-af9b-a3c7a1835cca req-f7e422bb-4048-43d0-96fe-259348705dbd service nova] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Received event network-vif-deleted-b9772d12-7120-4f6b-9cf9-7836904f34e4 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.359829] env[70542]: INFO nova.compute.manager [req-fce5bd9b-4539-4945-af9b-a3c7a1835cca req-f7e422bb-4048-43d0-96fe-259348705dbd service nova] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Neutron deleted interface b9772d12-7120-4f6b-9cf9-7836904f34e4; detaching it from the instance and deleting it from the info cache [ 1341.359991] env[70542]: DEBUG nova.network.neutron [req-fce5bd9b-4539-4945-af9b-a3c7a1835cca req-f7e422bb-4048-43d0-96fe-259348705dbd service nova] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.592142] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0dca015b-1dfc-4c8f-88e8-6f0d18463e43 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "refresh_cache-8b04cf72-7f10-4cf8-9c14-56ceeb092aaa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.592332] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0dca015b-1dfc-4c8f-88e8-6f0d18463e43 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquired lock "refresh_cache-8b04cf72-7f10-4cf8-9c14-56ceeb092aaa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.592510] env[70542]: DEBUG nova.network.neutron [None req-0dca015b-1dfc-4c8f-88e8-6f0d18463e43 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.842994] env[70542]: DEBUG nova.network.neutron [-] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.863064] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7343e2d4-5a8f-49b8-8d03-2a0b1c666eb8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.873163] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c33741-53a4-465b-85d9-70828978144a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.899419] env[70542]: DEBUG nova.compute.manager [req-fce5bd9b-4539-4945-af9b-a3c7a1835cca req-f7e422bb-4048-43d0-96fe-259348705dbd service nova] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Detach interface failed, port_id=b9772d12-7120-4f6b-9cf9-7836904f34e4, reason: Instance 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47 could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1342.308481] env[70542]: DEBUG nova.network.neutron [None req-0dca015b-1dfc-4c8f-88e8-6f0d18463e43 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Updating instance_info_cache with network_info: [{"id": "27f80869-ec03-4d94-b970-7c0de0a4215c", "address": "fa:16:3e:29:83:e5", "network": {"id": "b34efa28-0333-4697-a2ca-0f761a8baa3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-961568765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cecd2691d1d54b7480090328eb29a4ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f80869-ec", "ovs_interfaceid": "27f80869-ec03-4d94-b970-7c0de0a4215c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.345685] env[70542]: INFO nova.compute.manager [-] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Took 1.25 seconds to deallocate network for instance. [ 1342.810897] env[70542]: DEBUG oslo_concurrency.lockutils [None req-0dca015b-1dfc-4c8f-88e8-6f0d18463e43 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Releasing lock "refresh_cache-8b04cf72-7f10-4cf8-9c14-56ceeb092aaa" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.811948] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607324bf-a755-4696-b564-f7bde11856bd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.819067] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-0dca015b-1dfc-4c8f-88e8-6f0d18463e43 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Resuming the VM {{(pid=70542) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1342.819305] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04e69241-e265-49ff-a8dc-f8f105db007d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.825684] env[70542]: DEBUG oslo_vmware.api [None req-0dca015b-1dfc-4c8f-88e8-6f0d18463e43 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1342.825684] env[70542]: value = "task-3912411" [ 1342.825684] env[70542]: _type = "Task" [ 1342.825684] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.833114] env[70542]: DEBUG oslo_vmware.api [None req-0dca015b-1dfc-4c8f-88e8-6f0d18463e43 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.852342] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.852624] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.852848] env[70542]: DEBUG nova.objects.instance [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lazy-loading 'resources' on Instance uuid 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.338213] env[70542]: DEBUG oslo_vmware.api [None req-0dca015b-1dfc-4c8f-88e8-6f0d18463e43 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912411, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.406187] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf364eef-9093-44fc-8fae-27ae5268518b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.415452] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e6f51d-1407-4720-9a8e-1b726e6385a3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.449272] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f6bfda-3d5e-4fd9-82bd-f80432a1a476 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.458704] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a314b0-e669-40f2-814f-c81143744d87 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.473858] env[70542]: DEBUG nova.compute.provider_tree [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.837027] env[70542]: DEBUG oslo_vmware.api [None req-0dca015b-1dfc-4c8f-88e8-6f0d18463e43 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912411, 'name': PowerOnVM_Task, 'duration_secs': 0.534226} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.837370] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-0dca015b-1dfc-4c8f-88e8-6f0d18463e43 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Resumed the VM {{(pid=70542) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1343.837554] env[70542]: DEBUG nova.compute.manager [None req-0dca015b-1dfc-4c8f-88e8-6f0d18463e43 tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1343.838340] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54954499-c8c9-411a-9ceb-48a3961cec1e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.976911] env[70542]: DEBUG nova.scheduler.client.report [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.482337] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.500890] env[70542]: INFO nova.scheduler.client.report [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Deleted allocations for instance 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47 [ 1344.785553] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "8b04cf72-7f10-4cf8-9c14-56ceeb092aaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.785964] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "8b04cf72-7f10-4cf8-9c14-56ceeb092aaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.786313] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "8b04cf72-7f10-4cf8-9c14-56ceeb092aaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.786616] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "8b04cf72-7f10-4cf8-9c14-56ceeb092aaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.786893] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "8b04cf72-7f10-4cf8-9c14-56ceeb092aaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.789725] env[70542]: INFO nova.compute.manager [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Terminating instance [ 1345.009170] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5444a349-76e4-4fec-96fc-8c3e3545eb70 tempest-ServersTestJSON-886254797 tempest-ServersTestJSON-886254797-project-member] Lock "7e0383d2-e841-4e74-b5dc-aa54e9f1ea47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.536s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.294440] env[70542]: DEBUG nova.compute.manager [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1345.294714] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1345.295586] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d7db69-60c7-41d1-87e1-fa22b9bdf8b8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.305190] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1345.305557] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45a779cf-bdc8-413a-9b7b-c682adf95c79 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.313741] env[70542]: DEBUG oslo_vmware.api [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1345.313741] env[70542]: value = "task-3912412" [ 1345.313741] env[70542]: _type = "Task" [ 1345.313741] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.326218] env[70542]: DEBUG oslo_vmware.api [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.824451] env[70542]: DEBUG oslo_vmware.api [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912412, 'name': PowerOffVM_Task, 'duration_secs': 0.214089} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.824693] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1345.824765] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1345.825015] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24c74442-a091-478e-8fe2-9cfb8ea3b55d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.889998] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1345.890280] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1345.890477] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Deleting the datastore file [datastore2] 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1345.890758] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80751af7-0877-4349-98b7-31ee7354e98a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.898681] env[70542]: DEBUG oslo_vmware.api [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for the task: (returnval){ [ 1345.898681] env[70542]: value = "task-3912414" [ 1345.898681] env[70542]: _type = "Task" [ 1345.898681] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.907254] env[70542]: DEBUG oslo_vmware.api [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.410866] env[70542]: DEBUG oslo_vmware.api [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Task: {'id': task-3912414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165515} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.411161] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1346.411349] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1346.411528] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1346.411715] env[70542]: INFO nova.compute.manager [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1346.412042] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.412212] env[70542]: DEBUG nova.compute.manager [-] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1346.412310] env[70542]: DEBUG nova.network.neutron [-] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1346.905695] env[70542]: DEBUG nova.compute.manager [req-01692e78-3922-4c6e-8ded-6a080a1e1360 req-8dff0ca9-0e5d-4dc7-84a7-09d723b208d7 service nova] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Received event network-vif-deleted-27f80869-ec03-4d94-b970-7c0de0a4215c {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.906190] env[70542]: INFO nova.compute.manager [req-01692e78-3922-4c6e-8ded-6a080a1e1360 req-8dff0ca9-0e5d-4dc7-84a7-09d723b208d7 service nova] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Neutron deleted interface 27f80869-ec03-4d94-b970-7c0de0a4215c; detaching it from the instance and deleting it from the info cache [ 1346.906434] env[70542]: DEBUG nova.network.neutron [req-01692e78-3922-4c6e-8ded-6a080a1e1360 req-8dff0ca9-0e5d-4dc7-84a7-09d723b208d7 service nova] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.374858] env[70542]: DEBUG nova.network.neutron [-] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.411140] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ebcb6636-421b-4fa7-99fe-95a5c7362f09 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.421509] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9969e4be-138b-42b5-a3ab-383e90e6aefe {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.445947] env[70542]: DEBUG nova.compute.manager [req-01692e78-3922-4c6e-8ded-6a080a1e1360 req-8dff0ca9-0e5d-4dc7-84a7-09d723b208d7 service nova] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Detach interface failed, port_id=27f80869-ec03-4d94-b970-7c0de0a4215c, reason: Instance 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1347.878399] env[70542]: INFO nova.compute.manager [-] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Took 1.47 seconds to deallocate network for instance. [ 1348.385071] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.385071] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.385071] env[70542]: DEBUG nova.objects.instance [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lazy-loading 'resources' on Instance uuid 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.920218] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b331340-5b13-4c9b-8892-54eb3e8415e2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.928443] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcd1dd3-f1c1-41b6-865e-c26f0b8aa456 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.958767] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c733ba1-87aa-43b4-9ad0-1d32ec1c880f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.966308] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da16fa6-d26c-4013-982b-af3165b34c7d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.980086] env[70542]: DEBUG nova.compute.provider_tree [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.483349] env[70542]: DEBUG nova.scheduler.client.report [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.988179] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.603s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.005840] env[70542]: INFO nova.scheduler.client.report [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Deleted allocations for instance 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa [ 1350.513668] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd1179c8-7bd3-4ab7-98a9-2b9d21c279ff tempest-ServerActionsTestJSON-1674828100 tempest-ServerActionsTestJSON-1674828100-project-member] Lock "8b04cf72-7f10-4cf8-9c14-56ceeb092aaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.728s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.573142] env[70542]: DEBUG oslo_concurrency.lockutils [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquiring lock "ae187559-15a1-441b-8bac-835ae9a8448f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.573491] env[70542]: DEBUG oslo_concurrency.lockutils [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "ae187559-15a1-441b-8bac-835ae9a8448f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.075869] env[70542]: DEBUG nova.compute.manager [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1357.597797] env[70542]: DEBUG oslo_concurrency.lockutils [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.597797] env[70542]: DEBUG oslo_concurrency.lockutils [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.598437] env[70542]: INFO nova.compute.claims [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1358.635554] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ede0feb-1042-4b2e-9950-0a39381b767d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.646745] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe788fb-2b38-4ae8-ac8c-76547abd0698 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.679139] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6a67d2-35af-4192-93b3-7af78ace63a3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.687090] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac89716a-bbce-40a3-8ddf-5f7e32c2273d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.701940] env[70542]: DEBUG nova.compute.provider_tree [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.205058] env[70542]: DEBUG nova.scheduler.client.report [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1359.709744] env[70542]: DEBUG oslo_concurrency.lockutils [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.113s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.710315] env[70542]: DEBUG nova.compute.manager [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1360.215764] env[70542]: DEBUG nova.compute.utils [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1360.217178] env[70542]: DEBUG nova.compute.manager [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1360.217561] env[70542]: DEBUG nova.network.neutron [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1360.260840] env[70542]: DEBUG nova.policy [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '566769713def40f7a82ab3c139247db6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a917c454de7d4c8d92b83077ef0bd88e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1360.509735] env[70542]: DEBUG nova.network.neutron [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Successfully created port: ccfc75a0-9d8a-47c0-82cc-a744d18f3b8c {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1360.720946] env[70542]: DEBUG nova.compute.manager [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1361.733330] env[70542]: DEBUG nova.compute.manager [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1361.760853] env[70542]: DEBUG nova.virt.hardware [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1361.761133] env[70542]: DEBUG nova.virt.hardware [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1361.761346] env[70542]: DEBUG nova.virt.hardware [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1361.761544] env[70542]: DEBUG nova.virt.hardware [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1361.761693] env[70542]: DEBUG nova.virt.hardware [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1361.761841] env[70542]: DEBUG nova.virt.hardware [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1361.762059] env[70542]: DEBUG nova.virt.hardware [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1361.762245] env[70542]: DEBUG nova.virt.hardware [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1361.762453] env[70542]: DEBUG nova.virt.hardware [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1361.762622] env[70542]: DEBUG nova.virt.hardware [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1361.762832] env[70542]: DEBUG nova.virt.hardware [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1361.763729] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f827ddea-2250-476b-8d75-5c3ebe64a865 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.771984] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a94b8bb-4434-4e6d-9ad9-aeb2a4c271ee {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.878956] env[70542]: DEBUG nova.compute.manager [req-c6f2a93c-bcf2-465b-94f8-1cfa52793c24 req-0c876138-14b9-442d-9ee8-204e41f5eba1 service nova] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Received event network-vif-plugged-ccfc75a0-9d8a-47c0-82cc-a744d18f3b8c {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1361.879277] env[70542]: DEBUG oslo_concurrency.lockutils [req-c6f2a93c-bcf2-465b-94f8-1cfa52793c24 req-0c876138-14b9-442d-9ee8-204e41f5eba1 service nova] Acquiring lock "ae187559-15a1-441b-8bac-835ae9a8448f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.879432] env[70542]: DEBUG oslo_concurrency.lockutils [req-c6f2a93c-bcf2-465b-94f8-1cfa52793c24 req-0c876138-14b9-442d-9ee8-204e41f5eba1 service nova] Lock "ae187559-15a1-441b-8bac-835ae9a8448f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.879602] env[70542]: DEBUG oslo_concurrency.lockutils [req-c6f2a93c-bcf2-465b-94f8-1cfa52793c24 req-0c876138-14b9-442d-9ee8-204e41f5eba1 service nova] Lock "ae187559-15a1-441b-8bac-835ae9a8448f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.879768] env[70542]: DEBUG nova.compute.manager [req-c6f2a93c-bcf2-465b-94f8-1cfa52793c24 req-0c876138-14b9-442d-9ee8-204e41f5eba1 service nova] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] No waiting events found dispatching network-vif-plugged-ccfc75a0-9d8a-47c0-82cc-a744d18f3b8c {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1361.879985] env[70542]: WARNING nova.compute.manager [req-c6f2a93c-bcf2-465b-94f8-1cfa52793c24 req-0c876138-14b9-442d-9ee8-204e41f5eba1 service nova] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Received unexpected event network-vif-plugged-ccfc75a0-9d8a-47c0-82cc-a744d18f3b8c for instance with vm_state building and task_state spawning. [ 1361.961571] env[70542]: DEBUG nova.network.neutron [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Successfully updated port: ccfc75a0-9d8a-47c0-82cc-a744d18f3b8c {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1362.464313] env[70542]: DEBUG oslo_concurrency.lockutils [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquiring lock "refresh_cache-ae187559-15a1-441b-8bac-835ae9a8448f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.464473] env[70542]: DEBUG oslo_concurrency.lockutils [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquired lock "refresh_cache-ae187559-15a1-441b-8bac-835ae9a8448f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.464630] env[70542]: DEBUG nova.network.neutron [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.997662] env[70542]: DEBUG nova.network.neutron [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1363.140735] env[70542]: DEBUG nova.network.neutron [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Updating instance_info_cache with network_info: [{"id": "ccfc75a0-9d8a-47c0-82cc-a744d18f3b8c", "address": "fa:16:3e:9b:f2:e2", "network": {"id": "6fbc9f4d-1545-4545-bc16-9e90b02352a9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1951738837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a917c454de7d4c8d92b83077ef0bd88e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccfc75a0-9d", "ovs_interfaceid": "ccfc75a0-9d8a-47c0-82cc-a744d18f3b8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.644303] env[70542]: DEBUG oslo_concurrency.lockutils [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Releasing lock "refresh_cache-ae187559-15a1-441b-8bac-835ae9a8448f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.644637] env[70542]: DEBUG nova.compute.manager [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Instance network_info: |[{"id": "ccfc75a0-9d8a-47c0-82cc-a744d18f3b8c", "address": "fa:16:3e:9b:f2:e2", "network": {"id": "6fbc9f4d-1545-4545-bc16-9e90b02352a9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1951738837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a917c454de7d4c8d92b83077ef0bd88e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccfc75a0-9d", "ovs_interfaceid": "ccfc75a0-9d8a-47c0-82cc-a744d18f3b8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1363.645207] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:f2:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccfc75a0-9d8a-47c0-82cc-a744d18f3b8c', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1363.652985] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Creating folder: Project (a917c454de7d4c8d92b83077ef0bd88e). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1363.653415] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcc3d57f-b8ec-400e-b0b9-75f5f79864e8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.667894] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Created folder: Project (a917c454de7d4c8d92b83077ef0bd88e) in parent group-v776569. [ 1363.668129] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Creating folder: Instances. Parent ref: group-v776902. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1363.668479] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c79511f-8a53-4bde-af91-7083f8d684ea {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.682696] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Created folder: Instances in parent group-v776902. [ 1363.682984] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1363.683234] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1363.683469] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbdaefb5-ae18-41bb-a513-837eafbc8c71 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.704908] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1363.704908] env[70542]: value = "task-3912417" [ 1363.704908] env[70542]: _type = "Task" [ 1363.704908] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.713137] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912417, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.906103] env[70542]: DEBUG nova.compute.manager [req-f3e86c21-359d-4741-aa37-fccec5b5e96e req-50551e4e-a873-4046-bdda-fe13222b147d service nova] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Received event network-changed-ccfc75a0-9d8a-47c0-82cc-a744d18f3b8c {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1363.906306] env[70542]: DEBUG nova.compute.manager [req-f3e86c21-359d-4741-aa37-fccec5b5e96e req-50551e4e-a873-4046-bdda-fe13222b147d service nova] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Refreshing instance network info cache due to event network-changed-ccfc75a0-9d8a-47c0-82cc-a744d18f3b8c. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1363.906517] env[70542]: DEBUG oslo_concurrency.lockutils [req-f3e86c21-359d-4741-aa37-fccec5b5e96e req-50551e4e-a873-4046-bdda-fe13222b147d service nova] Acquiring lock "refresh_cache-ae187559-15a1-441b-8bac-835ae9a8448f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.906657] env[70542]: DEBUG oslo_concurrency.lockutils [req-f3e86c21-359d-4741-aa37-fccec5b5e96e req-50551e4e-a873-4046-bdda-fe13222b147d service nova] Acquired lock "refresh_cache-ae187559-15a1-441b-8bac-835ae9a8448f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.906816] env[70542]: DEBUG nova.network.neutron [req-f3e86c21-359d-4741-aa37-fccec5b5e96e req-50551e4e-a873-4046-bdda-fe13222b147d service nova] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Refreshing network info cache for port ccfc75a0-9d8a-47c0-82cc-a744d18f3b8c {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1364.215215] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912417, 'name': CreateVM_Task, 'duration_secs': 0.291779} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.215620] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1364.216098] env[70542]: DEBUG oslo_concurrency.lockutils [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.216265] env[70542]: DEBUG oslo_concurrency.lockutils [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.216648] env[70542]: DEBUG oslo_concurrency.lockutils [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.216919] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c91ab4-9adf-4bd8-920e-4f0cc9f9bfc1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.222244] env[70542]: DEBUG oslo_vmware.api [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1364.222244] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]529bd33c-a10b-d8b2-59da-cc43ac66a1fb" [ 1364.222244] env[70542]: _type = "Task" [ 1364.222244] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.230140] env[70542]: DEBUG oslo_vmware.api [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]529bd33c-a10b-d8b2-59da-cc43ac66a1fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.583219] env[70542]: DEBUG nova.network.neutron [req-f3e86c21-359d-4741-aa37-fccec5b5e96e req-50551e4e-a873-4046-bdda-fe13222b147d service nova] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Updated VIF entry in instance network info cache for port ccfc75a0-9d8a-47c0-82cc-a744d18f3b8c. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1364.583598] env[70542]: DEBUG nova.network.neutron [req-f3e86c21-359d-4741-aa37-fccec5b5e96e req-50551e4e-a873-4046-bdda-fe13222b147d service nova] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Updating instance_info_cache with network_info: [{"id": "ccfc75a0-9d8a-47c0-82cc-a744d18f3b8c", "address": "fa:16:3e:9b:f2:e2", "network": {"id": "6fbc9f4d-1545-4545-bc16-9e90b02352a9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1951738837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a917c454de7d4c8d92b83077ef0bd88e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccfc75a0-9d", "ovs_interfaceid": "ccfc75a0-9d8a-47c0-82cc-a744d18f3b8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.733299] env[70542]: DEBUG oslo_vmware.api [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]529bd33c-a10b-d8b2-59da-cc43ac66a1fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011802} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.733549] env[70542]: DEBUG oslo_concurrency.lockutils [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.733782] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1364.734025] env[70542]: DEBUG oslo_concurrency.lockutils [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.734179] env[70542]: DEBUG oslo_concurrency.lockutils [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.734360] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1364.734628] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05aa361a-ef0d-4acd-9fa9-007384873772 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.744193] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1364.744357] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1364.745075] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a5e11f4-0fdf-4eef-8245-30aaadbd3893 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.750098] env[70542]: DEBUG oslo_vmware.api [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1364.750098] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52546d5a-1359-8039-b3ac-8af423ec15a8" [ 1364.750098] env[70542]: _type = "Task" [ 1364.750098] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.758015] env[70542]: DEBUG oslo_vmware.api [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52546d5a-1359-8039-b3ac-8af423ec15a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.086510] env[70542]: DEBUG oslo_concurrency.lockutils [req-f3e86c21-359d-4741-aa37-fccec5b5e96e req-50551e4e-a873-4046-bdda-fe13222b147d service nova] Releasing lock "refresh_cache-ae187559-15a1-441b-8bac-835ae9a8448f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.260666] env[70542]: DEBUG oslo_vmware.api [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52546d5a-1359-8039-b3ac-8af423ec15a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009025} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.261493] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcb9c6fb-5c85-4356-a796-9753176721ca {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.267145] env[70542]: DEBUG oslo_vmware.api [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1365.267145] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5223d717-bad6-b217-a21d-979b77f35fdc" [ 1365.267145] env[70542]: _type = "Task" [ 1365.267145] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.275494] env[70542]: DEBUG oslo_vmware.api [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5223d717-bad6-b217-a21d-979b77f35fdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.783646] env[70542]: DEBUG oslo_vmware.api [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5223d717-bad6-b217-a21d-979b77f35fdc, 'name': SearchDatastore_Task, 'duration_secs': 0.010136} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.783975] env[70542]: DEBUG oslo_concurrency.lockutils [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.784331] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] ae187559-15a1-441b-8bac-835ae9a8448f/ae187559-15a1-441b-8bac-835ae9a8448f.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1365.784659] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0da6353c-b9f5-4bf9-975a-8a7342adc36c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.793823] env[70542]: DEBUG oslo_vmware.api [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1365.793823] env[70542]: value = "task-3912418" [ 1365.793823] env[70542]: _type = "Task" [ 1365.793823] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.801982] env[70542]: DEBUG oslo_vmware.api [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.303889] env[70542]: DEBUG oslo_vmware.api [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43633} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.304288] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] ae187559-15a1-441b-8bac-835ae9a8448f/ae187559-15a1-441b-8bac-835ae9a8448f.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1366.304363] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1366.304594] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44d33bc9-7518-430f-91a1-a6e7e00ae468 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.312645] env[70542]: DEBUG oslo_vmware.api [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1366.312645] env[70542]: value = "task-3912419" [ 1366.312645] env[70542]: _type = "Task" [ 1366.312645] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.320889] env[70542]: DEBUG oslo_vmware.api [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.824060] env[70542]: DEBUG oslo_vmware.api [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065177} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.824287] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1366.825057] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09c7bfe-653c-4383-bce2-f4f269eef357 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.847158] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] ae187559-15a1-441b-8bac-835ae9a8448f/ae187559-15a1-441b-8bac-835ae9a8448f.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.847494] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfab56a3-205b-4808-aab2-4e526e9ff0ac {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.868695] env[70542]: DEBUG oslo_vmware.api [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1366.868695] env[70542]: value = "task-3912420" [ 1366.868695] env[70542]: _type = "Task" [ 1366.868695] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.877128] env[70542]: DEBUG oslo_vmware.api [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.378128] env[70542]: DEBUG oslo_vmware.api [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912420, 'name': ReconfigVM_Task, 'duration_secs': 0.285695} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.378545] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Reconfigured VM instance instance-0000007a to attach disk [datastore2] ae187559-15a1-441b-8bac-835ae9a8448f/ae187559-15a1-441b-8bac-835ae9a8448f.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1367.379938] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84845cf0-7e12-43f5-9bf5-5b2da40e2a24 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.386034] env[70542]: DEBUG oslo_vmware.api [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1367.386034] env[70542]: value = "task-3912421" [ 1367.386034] env[70542]: _type = "Task" [ 1367.386034] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.394932] env[70542]: DEBUG oslo_vmware.api [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912421, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.895676] env[70542]: DEBUG oslo_vmware.api [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912421, 'name': Rename_Task, 'duration_secs': 0.133186} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.895954] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1367.896219] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c93583ca-30bf-4d5a-a47f-c7bf7ba1c7f7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.902548] env[70542]: DEBUG oslo_vmware.api [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1367.902548] env[70542]: value = "task-3912422" [ 1367.902548] env[70542]: _type = "Task" [ 1367.902548] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.910400] env[70542]: DEBUG oslo_vmware.api [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.412643] env[70542]: DEBUG oslo_vmware.api [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912422, 'name': PowerOnVM_Task, 'duration_secs': 0.415519} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.413077] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1368.413128] env[70542]: INFO nova.compute.manager [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Took 6.68 seconds to spawn the instance on the hypervisor. [ 1368.413314] env[70542]: DEBUG nova.compute.manager [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1368.414076] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2bfddc-3d47-4343-a304-a34b066d7609 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.933660] env[70542]: INFO nova.compute.manager [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Took 11.35 seconds to build instance. [ 1369.435279] env[70542]: DEBUG oslo_concurrency.lockutils [None req-632a30a4-ad23-4202-97bf-3944a4a1d566 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "ae187559-15a1-441b-8bac-835ae9a8448f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.862s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.613262] env[70542]: DEBUG nova.compute.manager [req-691ca5b6-6994-4f46-b288-b474774d5612 req-5afa2b21-69be-4c03-925c-9575710d5e4b service nova] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Received event network-changed-ccfc75a0-9d8a-47c0-82cc-a744d18f3b8c {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1369.613420] env[70542]: DEBUG nova.compute.manager [req-691ca5b6-6994-4f46-b288-b474774d5612 req-5afa2b21-69be-4c03-925c-9575710d5e4b service nova] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Refreshing instance network info cache due to event network-changed-ccfc75a0-9d8a-47c0-82cc-a744d18f3b8c. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1369.613634] env[70542]: DEBUG oslo_concurrency.lockutils [req-691ca5b6-6994-4f46-b288-b474774d5612 req-5afa2b21-69be-4c03-925c-9575710d5e4b service nova] Acquiring lock "refresh_cache-ae187559-15a1-441b-8bac-835ae9a8448f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.613776] env[70542]: DEBUG oslo_concurrency.lockutils [req-691ca5b6-6994-4f46-b288-b474774d5612 req-5afa2b21-69be-4c03-925c-9575710d5e4b service nova] Acquired lock "refresh_cache-ae187559-15a1-441b-8bac-835ae9a8448f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.613934] env[70542]: DEBUG nova.network.neutron [req-691ca5b6-6994-4f46-b288-b474774d5612 req-5afa2b21-69be-4c03-925c-9575710d5e4b service nova] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Refreshing network info cache for port ccfc75a0-9d8a-47c0-82cc-a744d18f3b8c {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.318465] env[70542]: DEBUG nova.network.neutron [req-691ca5b6-6994-4f46-b288-b474774d5612 req-5afa2b21-69be-4c03-925c-9575710d5e4b service nova] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Updated VIF entry in instance network info cache for port ccfc75a0-9d8a-47c0-82cc-a744d18f3b8c. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1370.318888] env[70542]: DEBUG nova.network.neutron [req-691ca5b6-6994-4f46-b288-b474774d5612 req-5afa2b21-69be-4c03-925c-9575710d5e4b service nova] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Updating instance_info_cache with network_info: [{"id": "ccfc75a0-9d8a-47c0-82cc-a744d18f3b8c", "address": "fa:16:3e:9b:f2:e2", "network": {"id": "6fbc9f4d-1545-4545-bc16-9e90b02352a9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1951738837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a917c454de7d4c8d92b83077ef0bd88e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccfc75a0-9d", "ovs_interfaceid": "ccfc75a0-9d8a-47c0-82cc-a744d18f3b8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.821678] env[70542]: DEBUG oslo_concurrency.lockutils [req-691ca5b6-6994-4f46-b288-b474774d5612 req-5afa2b21-69be-4c03-925c-9575710d5e4b service nova] Releasing lock "refresh_cache-ae187559-15a1-441b-8bac-835ae9a8448f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.259817] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.260644] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.260200] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.260378] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.260533] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.260677] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70542) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1383.260185] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.260755] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager.update_available_resource {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.764124] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.764338] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.764513] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.764674] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70542) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1383.765591] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a702c9-5fad-4f53-b861-41d697d64e74 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.774432] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394ed850-8584-4930-8518-7a473b1c3383 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.788792] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99e656f-eadf-4fb1-9ae9-a43a953e03b8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.795766] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32475e59-53a9-4469-9c83-b13cd7c4fe02 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.824537] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180389MB free_disk=40GB free_vcpus=48 pci_devices=None {{(pid=70542) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1383.824722] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.824978] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.849891] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance ae187559-15a1-441b-8bac-835ae9a8448f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1384.850271] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1384.850271] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1384.879233] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0434036-06c4-48bd-b347-3c85e3f7e50c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.887338] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab3d887-93b7-472d-ae1d-4625a282516e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.917601] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917071c9-9f80-4f0b-98d9-54b84c581352 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.925234] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88b31ab-cd51-4160-9ea9-166a9cd9c6c8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.939177] env[70542]: DEBUG nova.compute.provider_tree [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.442414] env[70542]: DEBUG nova.scheduler.client.report [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1385.948029] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70542) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1385.948451] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.123s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.944100] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.892057] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e95251b3-7c75-46af-8b68-2989b8621d5e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquiring lock "ae187559-15a1-441b-8bac-835ae9a8448f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.892057] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e95251b3-7c75-46af-8b68-2989b8621d5e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "ae187559-15a1-441b-8bac-835ae9a8448f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.395354] env[70542]: DEBUG nova.compute.utils [None req-e95251b3-7c75-46af-8b68-2989b8621d5e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1401.898091] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e95251b3-7c75-46af-8b68-2989b8621d5e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "ae187559-15a1-441b-8bac-835ae9a8448f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.958310] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e95251b3-7c75-46af-8b68-2989b8621d5e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquiring lock "ae187559-15a1-441b-8bac-835ae9a8448f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.958744] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e95251b3-7c75-46af-8b68-2989b8621d5e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "ae187559-15a1-441b-8bac-835ae9a8448f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.958811] env[70542]: INFO nova.compute.manager [None req-e95251b3-7c75-46af-8b68-2989b8621d5e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Attaching volume 77d20520-c965-4104-9e66-37d501ef3591 to /dev/sdb [ 1402.989969] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27aa6092-2338-4129-b2f7-1597d7fe83f8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.998866] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b783828-ec13-4902-9538-4529aaa3cec2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.013412] env[70542]: DEBUG nova.virt.block_device [None req-e95251b3-7c75-46af-8b68-2989b8621d5e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Updating existing volume attachment record: 6b598d44-43c6-4dff-94ba-6ced59570454 {{(pid=70542) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1407.558199] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95251b3-7c75-46af-8b68-2989b8621d5e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Volume attach. Driver type: vmdk {{(pid=70542) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1407.558481] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95251b3-7c75-46af-8b68-2989b8621d5e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776906', 'volume_id': '77d20520-c965-4104-9e66-37d501ef3591', 'name': 'volume-77d20520-c965-4104-9e66-37d501ef3591', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae187559-15a1-441b-8bac-835ae9a8448f', 'attached_at': '', 'detached_at': '', 'volume_id': '77d20520-c965-4104-9e66-37d501ef3591', 'serial': '77d20520-c965-4104-9e66-37d501ef3591'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1407.559337] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29e0689-0569-4ec5-bbd7-c0a048aacb95 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.576477] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563b11cc-5c02-44ad-8dde-9565b9891f8a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.601264] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95251b3-7c75-46af-8b68-2989b8621d5e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-77d20520-c965-4104-9e66-37d501ef3591/volume-77d20520-c965-4104-9e66-37d501ef3591.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1407.601585] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98676d3d-7b38-452e-8f57-e22a9a6b9edd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.621137] env[70542]: DEBUG oslo_vmware.api [None req-e95251b3-7c75-46af-8b68-2989b8621d5e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1407.621137] env[70542]: value = "task-3912427" [ 1407.621137] env[70542]: _type = "Task" [ 1407.621137] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.632993] env[70542]: DEBUG oslo_vmware.api [None req-e95251b3-7c75-46af-8b68-2989b8621d5e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912427, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.130987] env[70542]: DEBUG oslo_vmware.api [None req-e95251b3-7c75-46af-8b68-2989b8621d5e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912427, 'name': ReconfigVM_Task, 'duration_secs': 0.411976} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.131373] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95251b3-7c75-46af-8b68-2989b8621d5e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-77d20520-c965-4104-9e66-37d501ef3591/volume-77d20520-c965-4104-9e66-37d501ef3591.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1408.136235] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b275fd8-50ce-4977-8dfc-da45c37adb03 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.153614] env[70542]: DEBUG oslo_vmware.api [None req-e95251b3-7c75-46af-8b68-2989b8621d5e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1408.153614] env[70542]: value = "task-3912428" [ 1408.153614] env[70542]: _type = "Task" [ 1408.153614] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.163890] env[70542]: DEBUG oslo_vmware.api [None req-e95251b3-7c75-46af-8b68-2989b8621d5e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.664201] env[70542]: DEBUG oslo_vmware.api [None req-e95251b3-7c75-46af-8b68-2989b8621d5e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912428, 'name': ReconfigVM_Task, 'duration_secs': 0.150253} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.664521] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-e95251b3-7c75-46af-8b68-2989b8621d5e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776906', 'volume_id': '77d20520-c965-4104-9e66-37d501ef3591', 'name': 'volume-77d20520-c965-4104-9e66-37d501ef3591', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae187559-15a1-441b-8bac-835ae9a8448f', 'attached_at': '', 'detached_at': '', 'volume_id': '77d20520-c965-4104-9e66-37d501ef3591', 'serial': '77d20520-c965-4104-9e66-37d501ef3591'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1409.700432] env[70542]: DEBUG nova.objects.instance [None req-e95251b3-7c75-46af-8b68-2989b8621d5e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lazy-loading 'flavor' on Instance uuid ae187559-15a1-441b-8bac-835ae9a8448f {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.208632] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e95251b3-7c75-46af-8b68-2989b8621d5e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "ae187559-15a1-441b-8bac-835ae9a8448f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.250s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.314055] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5ae95ff3-9ee1-4b82-b785-494b6c85708b tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquiring lock "ae187559-15a1-441b-8bac-835ae9a8448f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.314203] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5ae95ff3-9ee1-4b82-b785-494b6c85708b tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "ae187559-15a1-441b-8bac-835ae9a8448f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.314338] env[70542]: DEBUG nova.compute.manager [None req-5ae95ff3-9ee1-4b82-b785-494b6c85708b tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1410.315263] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea059870-edb7-48b2-9e83-23e958825b68 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.322426] env[70542]: DEBUG nova.compute.manager [None req-5ae95ff3-9ee1-4b82-b785-494b6c85708b tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70542) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1410.323033] env[70542]: DEBUG nova.objects.instance [None req-5ae95ff3-9ee1-4b82-b785-494b6c85708b tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lazy-loading 'flavor' on Instance uuid ae187559-15a1-441b-8bac-835ae9a8448f {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.331056] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae95ff3-9ee1-4b82-b785-494b6c85708b tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1411.331391] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e447c96-cc47-4f7c-8fc5-4a756c100a82 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.339280] env[70542]: DEBUG oslo_vmware.api [None req-5ae95ff3-9ee1-4b82-b785-494b6c85708b tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1411.339280] env[70542]: value = "task-3912429" [ 1411.339280] env[70542]: _type = "Task" [ 1411.339280] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.348619] env[70542]: DEBUG oslo_vmware.api [None req-5ae95ff3-9ee1-4b82-b785-494b6c85708b tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.850219] env[70542]: DEBUG oslo_vmware.api [None req-5ae95ff3-9ee1-4b82-b785-494b6c85708b tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912429, 'name': PowerOffVM_Task, 'duration_secs': 0.189929} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.850493] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae95ff3-9ee1-4b82-b785-494b6c85708b tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1411.850690] env[70542]: DEBUG nova.compute.manager [None req-5ae95ff3-9ee1-4b82-b785-494b6c85708b tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1411.851519] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe6c186-091e-4274-bf12-c9d0adf9b6e5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.364126] env[70542]: DEBUG oslo_concurrency.lockutils [None req-5ae95ff3-9ee1-4b82-b785-494b6c85708b tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "ae187559-15a1-441b-8bac-835ae9a8448f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.730148] env[70542]: DEBUG nova.objects.instance [None req-19d0391e-c57c-4645-8110-06fe03ffa3d8 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lazy-loading 'flavor' on Instance uuid ae187559-15a1-441b-8bac-835ae9a8448f {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1413.235924] env[70542]: DEBUG oslo_concurrency.lockutils [None req-19d0391e-c57c-4645-8110-06fe03ffa3d8 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquiring lock "refresh_cache-ae187559-15a1-441b-8bac-835ae9a8448f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.236121] env[70542]: DEBUG oslo_concurrency.lockutils [None req-19d0391e-c57c-4645-8110-06fe03ffa3d8 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquired lock "refresh_cache-ae187559-15a1-441b-8bac-835ae9a8448f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.236302] env[70542]: DEBUG nova.network.neutron [None req-19d0391e-c57c-4645-8110-06fe03ffa3d8 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1413.236481] env[70542]: DEBUG nova.objects.instance [None req-19d0391e-c57c-4645-8110-06fe03ffa3d8 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lazy-loading 'info_cache' on Instance uuid ae187559-15a1-441b-8bac-835ae9a8448f {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1413.740650] env[70542]: DEBUG nova.objects.base [None req-19d0391e-c57c-4645-8110-06fe03ffa3d8 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70542) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1414.713805] env[70542]: DEBUG nova.network.neutron [None req-19d0391e-c57c-4645-8110-06fe03ffa3d8 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Updating instance_info_cache with network_info: [{"id": "ccfc75a0-9d8a-47c0-82cc-a744d18f3b8c", "address": "fa:16:3e:9b:f2:e2", "network": {"id": "6fbc9f4d-1545-4545-bc16-9e90b02352a9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1951738837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a917c454de7d4c8d92b83077ef0bd88e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccfc75a0-9d", "ovs_interfaceid": "ccfc75a0-9d8a-47c0-82cc-a744d18f3b8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.217377] env[70542]: DEBUG oslo_concurrency.lockutils [None req-19d0391e-c57c-4645-8110-06fe03ffa3d8 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Releasing lock "refresh_cache-ae187559-15a1-441b-8bac-835ae9a8448f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.225370] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d0391e-c57c-4645-8110-06fe03ffa3d8 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1416.225792] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c5b708a-d3ca-4ecd-a772-7aa0b559a27d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.233877] env[70542]: DEBUG oslo_vmware.api [None req-19d0391e-c57c-4645-8110-06fe03ffa3d8 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1416.233877] env[70542]: value = "task-3912430" [ 1416.233877] env[70542]: _type = "Task" [ 1416.233877] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.242506] env[70542]: DEBUG oslo_vmware.api [None req-19d0391e-c57c-4645-8110-06fe03ffa3d8 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.744979] env[70542]: DEBUG oslo_vmware.api [None req-19d0391e-c57c-4645-8110-06fe03ffa3d8 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912430, 'name': PowerOnVM_Task, 'duration_secs': 0.398344} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.745290] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d0391e-c57c-4645-8110-06fe03ffa3d8 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1416.745605] env[70542]: DEBUG nova.compute.manager [None req-19d0391e-c57c-4645-8110-06fe03ffa3d8 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1416.746312] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01289388-9d3c-46fa-9d8e-20c6149bc074 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.260647] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.260192] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.260914] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.261228] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70542) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1443.261789] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.262063] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.262063] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.262063] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager.update_available_resource {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.766073] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.766073] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.766301] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.766379] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70542) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1444.767354] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa622c1-885b-48ab-ae14-b161da3e37ff {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.777298] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271d49ec-a279-4e22-bc9f-e8a678dec7eb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.793806] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ad8123-999e-4b75-9627-3589977a335c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.801670] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7337ea-ca7e-4661-8e5b-fc5b6603a6b2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.832312] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180836MB free_disk=40GB free_vcpus=48 pci_devices=None {{(pid=70542) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1444.832507] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.832734] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.861507] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance ae187559-15a1-441b-8bac-835ae9a8448f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1445.861751] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1445.861869] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1445.892317] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e53f37c-4561-474d-9072-a7d131605477 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.900289] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79485b3b-c57e-43fa-be8f-e3eec0464c06 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.936313] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89376552-5b99-4822-857f-a67667ae3f1a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.947043] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcd2052-a24b-4f26-ac6f-8a0f3182cc26 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.962695] env[70542]: DEBUG nova.compute.provider_tree [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.466527] env[70542]: DEBUG nova.scheduler.client.report [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1446.467849] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70542) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1446.468036] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.635s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.463916] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.374381] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6978fa1a-d59e-4a6f-9630-33d26ba3c59e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquiring lock "ae187559-15a1-441b-8bac-835ae9a8448f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.374895] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6978fa1a-d59e-4a6f-9630-33d26ba3c59e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "ae187559-15a1-441b-8bac-835ae9a8448f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.878268] env[70542]: INFO nova.compute.manager [None req-6978fa1a-d59e-4a6f-9630-33d26ba3c59e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Detaching volume 77d20520-c965-4104-9e66-37d501ef3591 [ 1452.910054] env[70542]: INFO nova.virt.block_device [None req-6978fa1a-d59e-4a6f-9630-33d26ba3c59e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Attempting to driver detach volume 77d20520-c965-4104-9e66-37d501ef3591 from mountpoint /dev/sdb [ 1452.910054] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-6978fa1a-d59e-4a6f-9630-33d26ba3c59e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Volume detach. Driver type: vmdk {{(pid=70542) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1452.910270] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-6978fa1a-d59e-4a6f-9630-33d26ba3c59e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776906', 'volume_id': '77d20520-c965-4104-9e66-37d501ef3591', 'name': 'volume-77d20520-c965-4104-9e66-37d501ef3591', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae187559-15a1-441b-8bac-835ae9a8448f', 'attached_at': '', 'detached_at': '', 'volume_id': '77d20520-c965-4104-9e66-37d501ef3591', 'serial': '77d20520-c965-4104-9e66-37d501ef3591'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1452.911164] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b4a6de-169c-4609-a6d6-a5e5370de531 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.935827] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2726d4a4-e9c8-4f4e-82a5-ddc3bada4429 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.943804] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058cff00-7f49-4fae-99da-faa83f26a207 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.964477] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce98ab1-97c8-4f7a-bf3d-5f68dc618da4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.979718] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-6978fa1a-d59e-4a6f-9630-33d26ba3c59e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] The volume has not been displaced from its original location: [datastore1] volume-77d20520-c965-4104-9e66-37d501ef3591/volume-77d20520-c965-4104-9e66-37d501ef3591.vmdk. No consolidation needed. {{(pid=70542) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1452.985143] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-6978fa1a-d59e-4a6f-9630-33d26ba3c59e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1452.985465] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4581264d-affc-4b07-a2b9-8d5bd047d65e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.004587] env[70542]: DEBUG oslo_vmware.api [None req-6978fa1a-d59e-4a6f-9630-33d26ba3c59e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1453.004587] env[70542]: value = "task-3912431" [ 1453.004587] env[70542]: _type = "Task" [ 1453.004587] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.013098] env[70542]: DEBUG oslo_vmware.api [None req-6978fa1a-d59e-4a6f-9630-33d26ba3c59e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.514246] env[70542]: DEBUG oslo_vmware.api [None req-6978fa1a-d59e-4a6f-9630-33d26ba3c59e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912431, 'name': ReconfigVM_Task, 'duration_secs': 0.210041} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.514598] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-6978fa1a-d59e-4a6f-9630-33d26ba3c59e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1453.519057] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9eb03bb-2703-41be-98d8-5872d1b82845 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.535016] env[70542]: DEBUG oslo_vmware.api [None req-6978fa1a-d59e-4a6f-9630-33d26ba3c59e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1453.535016] env[70542]: value = "task-3912432" [ 1453.535016] env[70542]: _type = "Task" [ 1453.535016] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.543219] env[70542]: DEBUG oslo_vmware.api [None req-6978fa1a-d59e-4a6f-9630-33d26ba3c59e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912432, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.045286] env[70542]: DEBUG oslo_vmware.api [None req-6978fa1a-d59e-4a6f-9630-33d26ba3c59e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912432, 'name': ReconfigVM_Task, 'duration_secs': 0.148776} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.045846] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-6978fa1a-d59e-4a6f-9630-33d26ba3c59e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776906', 'volume_id': '77d20520-c965-4104-9e66-37d501ef3591', 'name': 'volume-77d20520-c965-4104-9e66-37d501ef3591', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae187559-15a1-441b-8bac-835ae9a8448f', 'attached_at': '', 'detached_at': '', 'volume_id': '77d20520-c965-4104-9e66-37d501ef3591', 'serial': '77d20520-c965-4104-9e66-37d501ef3591'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1454.587244] env[70542]: DEBUG nova.objects.instance [None req-6978fa1a-d59e-4a6f-9630-33d26ba3c59e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lazy-loading 'flavor' on Instance uuid ae187559-15a1-441b-8bac-835ae9a8448f {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1455.548794] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4929787b-821b-46b5-bc84-9471bbf513e1 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquiring lock "ae187559-15a1-441b-8bac-835ae9a8448f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.596166] env[70542]: DEBUG oslo_concurrency.lockutils [None req-6978fa1a-d59e-4a6f-9630-33d26ba3c59e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "ae187559-15a1-441b-8bac-835ae9a8448f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.221s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.597383] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4929787b-821b-46b5-bc84-9471bbf513e1 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "ae187559-15a1-441b-8bac-835ae9a8448f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.049s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.597576] env[70542]: DEBUG nova.compute.manager [None req-4929787b-821b-46b5-bc84-9471bbf513e1 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1455.598683] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67903c87-7237-46bf-97db-fa6368afe3c9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.607021] env[70542]: DEBUG nova.compute.manager [None req-4929787b-821b-46b5-bc84-9471bbf513e1 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70542) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1455.607598] env[70542]: DEBUG nova.objects.instance [None req-4929787b-821b-46b5-bc84-9471bbf513e1 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lazy-loading 'flavor' on Instance uuid ae187559-15a1-441b-8bac-835ae9a8448f {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1456.614071] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4929787b-821b-46b5-bc84-9471bbf513e1 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1456.614448] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9d98b37-ba43-4682-ae45-c9f91946f336 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.622514] env[70542]: DEBUG oslo_vmware.api [None req-4929787b-821b-46b5-bc84-9471bbf513e1 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1456.622514] env[70542]: value = "task-3912433" [ 1456.622514] env[70542]: _type = "Task" [ 1456.622514] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.630461] env[70542]: DEBUG oslo_vmware.api [None req-4929787b-821b-46b5-bc84-9471bbf513e1 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.132341] env[70542]: DEBUG oslo_vmware.api [None req-4929787b-821b-46b5-bc84-9471bbf513e1 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912433, 'name': PowerOffVM_Task, 'duration_secs': 0.166331} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.132631] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-4929787b-821b-46b5-bc84-9471bbf513e1 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1457.132953] env[70542]: DEBUG nova.compute.manager [None req-4929787b-821b-46b5-bc84-9471bbf513e1 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1457.133646] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7144a8-5902-4c4d-80ef-bbdf9b8adcf0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.255159] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.645723] env[70542]: DEBUG oslo_concurrency.lockutils [None req-4929787b-821b-46b5-bc84-9471bbf513e1 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "ae187559-15a1-441b-8bac-835ae9a8448f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.968909] env[70542]: DEBUG nova.objects.instance [None req-af2dac99-05ea-4bf9-951d-0a75e8f75ede tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lazy-loading 'flavor' on Instance uuid ae187559-15a1-441b-8bac-835ae9a8448f {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1458.474314] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af2dac99-05ea-4bf9-951d-0a75e8f75ede tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquiring lock "refresh_cache-ae187559-15a1-441b-8bac-835ae9a8448f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.474541] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af2dac99-05ea-4bf9-951d-0a75e8f75ede tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquired lock "refresh_cache-ae187559-15a1-441b-8bac-835ae9a8448f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.474633] env[70542]: DEBUG nova.network.neutron [None req-af2dac99-05ea-4bf9-951d-0a75e8f75ede tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1458.474806] env[70542]: DEBUG nova.objects.instance [None req-af2dac99-05ea-4bf9-951d-0a75e8f75ede tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lazy-loading 'info_cache' on Instance uuid ae187559-15a1-441b-8bac-835ae9a8448f {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1458.977988] env[70542]: DEBUG nova.objects.base [None req-af2dac99-05ea-4bf9-951d-0a75e8f75ede tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70542) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1459.685150] env[70542]: DEBUG nova.network.neutron [None req-af2dac99-05ea-4bf9-951d-0a75e8f75ede tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Updating instance_info_cache with network_info: [{"id": "ccfc75a0-9d8a-47c0-82cc-a744d18f3b8c", "address": "fa:16:3e:9b:f2:e2", "network": {"id": "6fbc9f4d-1545-4545-bc16-9e90b02352a9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1951738837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a917c454de7d4c8d92b83077ef0bd88e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccfc75a0-9d", "ovs_interfaceid": "ccfc75a0-9d8a-47c0-82cc-a744d18f3b8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.190849] env[70542]: DEBUG oslo_concurrency.lockutils [None req-af2dac99-05ea-4bf9-951d-0a75e8f75ede tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Releasing lock "refresh_cache-ae187559-15a1-441b-8bac-835ae9a8448f" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.197056] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-af2dac99-05ea-4bf9-951d-0a75e8f75ede tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1461.197404] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17ccf7d6-3307-4a89-822e-1ebe75b2ccaa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.205319] env[70542]: DEBUG oslo_vmware.api [None req-af2dac99-05ea-4bf9-951d-0a75e8f75ede tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1461.205319] env[70542]: value = "task-3912434" [ 1461.205319] env[70542]: _type = "Task" [ 1461.205319] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.213879] env[70542]: DEBUG oslo_vmware.api [None req-af2dac99-05ea-4bf9-951d-0a75e8f75ede tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.716123] env[70542]: DEBUG oslo_vmware.api [None req-af2dac99-05ea-4bf9-951d-0a75e8f75ede tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912434, 'name': PowerOnVM_Task, 'duration_secs': 0.359537} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.716393] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-af2dac99-05ea-4bf9-951d-0a75e8f75ede tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1461.716595] env[70542]: DEBUG nova.compute.manager [None req-af2dac99-05ea-4bf9-951d-0a75e8f75ede tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1461.717386] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3654c1fe-0b23-451a-b52d-0a76bc0b4a2b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.083058] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquiring lock "ae187559-15a1-441b-8bac-835ae9a8448f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.083058] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "ae187559-15a1-441b-8bac-835ae9a8448f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.083489] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquiring lock "ae187559-15a1-441b-8bac-835ae9a8448f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.083489] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "ae187559-15a1-441b-8bac-835ae9a8448f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.083555] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "ae187559-15a1-441b-8bac-835ae9a8448f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.087178] env[70542]: INFO nova.compute.manager [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Terminating instance [ 1499.590976] env[70542]: DEBUG nova.compute.manager [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1499.591263] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1499.592199] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca88b94-943d-45f7-96bd-4c44cc97fff8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.600385] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1499.600661] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2126fff1-2123-4cd6-95df-2ed1bc9d47f8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.607341] env[70542]: DEBUG oslo_vmware.api [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1499.607341] env[70542]: value = "task-3912435" [ 1499.607341] env[70542]: _type = "Task" [ 1499.607341] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.617154] env[70542]: DEBUG oslo_vmware.api [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.117896] env[70542]: DEBUG oslo_vmware.api [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912435, 'name': PowerOffVM_Task, 'duration_secs': 0.208688} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.118252] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1500.118346] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1500.118557] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b389f93-42cc-4db3-942d-85ec583d94db {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.181959] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1500.182304] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1500.182521] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Deleting the datastore file [datastore2] ae187559-15a1-441b-8bac-835ae9a8448f {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1500.182863] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89189a57-8594-442d-a591-4dc85b3fc049 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.191149] env[70542]: DEBUG oslo_vmware.api [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1500.191149] env[70542]: value = "task-3912437" [ 1500.191149] env[70542]: _type = "Task" [ 1500.191149] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.198944] env[70542]: DEBUG oslo_vmware.api [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.700839] env[70542]: DEBUG oslo_vmware.api [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149263} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.701202] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1500.701398] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1500.701577] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1500.701750] env[70542]: INFO nova.compute.manager [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1500.702037] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1500.702282] env[70542]: DEBUG nova.compute.manager [-] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1500.702387] env[70542]: DEBUG nova.network.neutron [-] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1501.212221] env[70542]: DEBUG nova.compute.manager [req-73f97116-0645-44ac-bc51-468448b7cb5a req-9180f872-83e4-42ca-9977-c1486c737867 service nova] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Received event network-vif-deleted-ccfc75a0-9d8a-47c0-82cc-a744d18f3b8c {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1501.212221] env[70542]: INFO nova.compute.manager [req-73f97116-0645-44ac-bc51-468448b7cb5a req-9180f872-83e4-42ca-9977-c1486c737867 service nova] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Neutron deleted interface ccfc75a0-9d8a-47c0-82cc-a744d18f3b8c; detaching it from the instance and deleting it from the info cache [ 1501.212221] env[70542]: DEBUG nova.network.neutron [req-73f97116-0645-44ac-bc51-468448b7cb5a req-9180f872-83e4-42ca-9977-c1486c737867 service nova] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.260717] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.697056] env[70542]: DEBUG nova.network.neutron [-] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.715309] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ead06f2a-8390-4892-bc8b-a2d0ce26fdd7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.725907] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79ac0a6-e714-4f5b-8288-bad592ba1618 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.750362] env[70542]: DEBUG nova.compute.manager [req-73f97116-0645-44ac-bc51-468448b7cb5a req-9180f872-83e4-42ca-9977-c1486c737867 service nova] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Detach interface failed, port_id=ccfc75a0-9d8a-47c0-82cc-a744d18f3b8c, reason: Instance ae187559-15a1-441b-8bac-835ae9a8448f could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1502.199534] env[70542]: INFO nova.compute.manager [-] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Took 1.50 seconds to deallocate network for instance. [ 1502.259879] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.260239] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.260352] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70542) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1502.707633] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.707931] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.708168] env[70542]: DEBUG nova.objects.instance [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lazy-loading 'resources' on Instance uuid ae187559-15a1-441b-8bac-835ae9a8448f {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1503.242602] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b6bd3b-fa6a-4325-bbd3-4535bd399406 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.250574] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3220a4b6-fef5-4c93-ab0e-50fc9c0061de {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.281166] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95290486-e176-4d18-8905-5e846b56eb13 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.288712] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a032f6-6b68-463d-a3c1-fe8a99740700 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.302074] env[70542]: DEBUG nova.compute.provider_tree [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1503.805353] env[70542]: DEBUG nova.scheduler.client.report [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1504.260487] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1504.260738] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1504.309990] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.403635] env[70542]: INFO nova.scheduler.client.report [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Deleted allocations for instance ae187559-15a1-441b-8bac-835ae9a8448f [ 1504.912301] env[70542]: DEBUG oslo_concurrency.lockutils [None req-cd9cdfb0-8adc-4153-9aab-7c99942fb7c7 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "ae187559-15a1-441b-8bac-835ae9a8448f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.829s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.260158] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager.update_available_resource {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1505.763114] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.763480] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.763659] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.763815] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70542) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1505.764822] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f862e0f-ead0-4f28-b9e9-ede84273c64d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.774178] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209c4d45-8d59-47f5-aec1-302e719467c9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.791012] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54bbdd8-af0c-48ae-b544-3c54f658476c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.798473] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6b77d4-ed2f-4b3c-bb38-f913aca36046 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.828767] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180847MB free_disk=40GB free_vcpus=48 pci_devices=None {{(pid=70542) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1505.828955] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.829210] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.052150] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquiring lock "49752072-3d60-4f3b-8f8b-f385442e0bf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.052470] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "49752072-3d60-4f3b-8f8b-f385442e0bf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.350687] env[70542]: INFO nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 49752072-3d60-4f3b-8f8b-f385442e0bf9 has allocations against this compute host but is not found in the database. [ 1507.350899] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1507.351064] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1507.377777] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8052b6-90fe-4727-8741-9f3af0cbb092 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.385806] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d76f0d-e5be-45e5-99ca-2d425b428d8a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.416245] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35827746-dd1c-42ca-9814-05b26440c1cf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.424015] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b6e71d-6746-4f2f-89fc-43c8c3e359e2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.437562] env[70542]: DEBUG nova.compute.provider_tree [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1507.554927] env[70542]: DEBUG nova.compute.manager [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1507.940830] env[70542]: DEBUG nova.scheduler.client.report [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1508.074396] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.446186] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70542) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1508.446409] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.617s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.446687] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.373s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.448392] env[70542]: INFO nova.compute.claims [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1508.451382] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.451544] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Cleaning up deleted instances {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1508.961406] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] There are 30 instances to clean {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1508.961623] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: ae187559-15a1-441b-8bac-835ae9a8448f] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1509.466765] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: e092d150-1fa1-4c34-bf64-4bf72bac9c38] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1509.498181] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2e0f27-7e25-4043-b309-48ed4416a1be {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.508378] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a054390b-06d4-4d8f-881a-c2a65793bbb6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.539161] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee838b6e-7ccf-443e-aaae-df18725c1897 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.546900] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959ed2d5-7d83-4112-8cd8-0e8164c7da7a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.560939] env[70542]: DEBUG nova.compute.provider_tree [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1509.973779] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 6e485039-e3e5-4dfd-81a5-9c1f99406dc2] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1510.064055] env[70542]: DEBUG nova.scheduler.client.report [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1510.477735] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 8b04cf72-7f10-4cf8-9c14-56ceeb092aaa] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1510.568867] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.122s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.569489] env[70542]: DEBUG nova.compute.manager [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1510.981061] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: f5745f1c-c5c8-4489-96e2-c59e9ca7465b] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1511.074731] env[70542]: DEBUG nova.compute.utils [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1511.076132] env[70542]: DEBUG nova.compute.manager [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1511.076441] env[70542]: DEBUG nova.network.neutron [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1511.128259] env[70542]: DEBUG nova.policy [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '566769713def40f7a82ab3c139247db6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a917c454de7d4c8d92b83077ef0bd88e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1511.417485] env[70542]: DEBUG nova.network.neutron [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Successfully created port: e665b9a5-3f6b-420e-9e1f-8a9dc55b1542 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1511.485326] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: d793e376-7d9c-4342-afb4-7c7b69c9906b] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1511.580186] env[70542]: DEBUG nova.compute.manager [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1511.988652] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 65569327-f6d2-403d-bc85-7e0a49d4440f] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1512.492145] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 07438323-c564-4692-81cf-9b97e8eaa0b5] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1512.591135] env[70542]: DEBUG nova.compute.manager [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1512.617763] env[70542]: DEBUG nova.virt.hardware [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1512.618097] env[70542]: DEBUG nova.virt.hardware [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1512.618317] env[70542]: DEBUG nova.virt.hardware [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1512.618537] env[70542]: DEBUG nova.virt.hardware [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1512.618693] env[70542]: DEBUG nova.virt.hardware [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1512.618839] env[70542]: DEBUG nova.virt.hardware [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1512.619061] env[70542]: DEBUG nova.virt.hardware [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1512.619225] env[70542]: DEBUG nova.virt.hardware [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1512.619391] env[70542]: DEBUG nova.virt.hardware [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1512.619554] env[70542]: DEBUG nova.virt.hardware [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1512.619725] env[70542]: DEBUG nova.virt.hardware [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1512.620780] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e19950-f264-4b33-b1bc-c9ced3c905fd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.629177] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4ba6c0-f996-40aa-8cc5-d5f13f62cdb5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.790707] env[70542]: DEBUG nova.compute.manager [req-85501fd1-9dfe-4715-8048-3db665f1edd1 req-9e00bb40-b284-4a36-9235-a963a05ddaec service nova] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Received event network-vif-plugged-e665b9a5-3f6b-420e-9e1f-8a9dc55b1542 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1512.790927] env[70542]: DEBUG oslo_concurrency.lockutils [req-85501fd1-9dfe-4715-8048-3db665f1edd1 req-9e00bb40-b284-4a36-9235-a963a05ddaec service nova] Acquiring lock "49752072-3d60-4f3b-8f8b-f385442e0bf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.791153] env[70542]: DEBUG oslo_concurrency.lockutils [req-85501fd1-9dfe-4715-8048-3db665f1edd1 req-9e00bb40-b284-4a36-9235-a963a05ddaec service nova] Lock "49752072-3d60-4f3b-8f8b-f385442e0bf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.791434] env[70542]: DEBUG oslo_concurrency.lockutils [req-85501fd1-9dfe-4715-8048-3db665f1edd1 req-9e00bb40-b284-4a36-9235-a963a05ddaec service nova] Lock "49752072-3d60-4f3b-8f8b-f385442e0bf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.791515] env[70542]: DEBUG nova.compute.manager [req-85501fd1-9dfe-4715-8048-3db665f1edd1 req-9e00bb40-b284-4a36-9235-a963a05ddaec service nova] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] No waiting events found dispatching network-vif-plugged-e665b9a5-3f6b-420e-9e1f-8a9dc55b1542 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1512.791677] env[70542]: WARNING nova.compute.manager [req-85501fd1-9dfe-4715-8048-3db665f1edd1 req-9e00bb40-b284-4a36-9235-a963a05ddaec service nova] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Received unexpected event network-vif-plugged-e665b9a5-3f6b-420e-9e1f-8a9dc55b1542 for instance with vm_state building and task_state spawning. [ 1512.916687] env[70542]: DEBUG nova.network.neutron [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Successfully updated port: e665b9a5-3f6b-420e-9e1f-8a9dc55b1542 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1512.995868] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: c5d840de-9c11-4400-ad5b-2e36c21d43dc] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1513.418834] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquiring lock "refresh_cache-49752072-3d60-4f3b-8f8b-f385442e0bf9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.419030] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquired lock "refresh_cache-49752072-3d60-4f3b-8f8b-f385442e0bf9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.419081] env[70542]: DEBUG nova.network.neutron [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1513.499030] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 95fa34cb-7d1a-4cdb-a9a3-7ff1117c6fce] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1513.951750] env[70542]: DEBUG nova.network.neutron [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1514.002744] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 6aaf7309-2719-4401-bebb-8249380c8ecd] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1514.078484] env[70542]: DEBUG nova.network.neutron [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Updating instance_info_cache with network_info: [{"id": "e665b9a5-3f6b-420e-9e1f-8a9dc55b1542", "address": "fa:16:3e:b7:7d:aa", "network": {"id": "6fbc9f4d-1545-4545-bc16-9e90b02352a9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1951738837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a917c454de7d4c8d92b83077ef0bd88e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape665b9a5-3f", "ovs_interfaceid": "e665b9a5-3f6b-420e-9e1f-8a9dc55b1542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.506733] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 01cbec47-45cb-436c-bfa8-01194dde9c38] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1514.581211] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Releasing lock "refresh_cache-49752072-3d60-4f3b-8f8b-f385442e0bf9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.581554] env[70542]: DEBUG nova.compute.manager [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Instance network_info: |[{"id": "e665b9a5-3f6b-420e-9e1f-8a9dc55b1542", "address": "fa:16:3e:b7:7d:aa", "network": {"id": "6fbc9f4d-1545-4545-bc16-9e90b02352a9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1951738837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a917c454de7d4c8d92b83077ef0bd88e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape665b9a5-3f", "ovs_interfaceid": "e665b9a5-3f6b-420e-9e1f-8a9dc55b1542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1514.581985] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:7d:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e665b9a5-3f6b-420e-9e1f-8a9dc55b1542', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1514.589549] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1514.589769] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1514.589998] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce654611-d110-4fae-8c2d-2a41b2eddddb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.610101] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1514.610101] env[70542]: value = "task-3912438" [ 1514.610101] env[70542]: _type = "Task" [ 1514.610101] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.617666] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912438, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.818639] env[70542]: DEBUG nova.compute.manager [req-66f7eaa7-bd00-45ca-9711-04a4dfa9bfb9 req-df8098c7-377a-4b31-9408-7121c5d4525e service nova] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Received event network-changed-e665b9a5-3f6b-420e-9e1f-8a9dc55b1542 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1514.818763] env[70542]: DEBUG nova.compute.manager [req-66f7eaa7-bd00-45ca-9711-04a4dfa9bfb9 req-df8098c7-377a-4b31-9408-7121c5d4525e service nova] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Refreshing instance network info cache due to event network-changed-e665b9a5-3f6b-420e-9e1f-8a9dc55b1542. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1514.818989] env[70542]: DEBUG oslo_concurrency.lockutils [req-66f7eaa7-bd00-45ca-9711-04a4dfa9bfb9 req-df8098c7-377a-4b31-9408-7121c5d4525e service nova] Acquiring lock "refresh_cache-49752072-3d60-4f3b-8f8b-f385442e0bf9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.819162] env[70542]: DEBUG oslo_concurrency.lockutils [req-66f7eaa7-bd00-45ca-9711-04a4dfa9bfb9 req-df8098c7-377a-4b31-9408-7121c5d4525e service nova] Acquired lock "refresh_cache-49752072-3d60-4f3b-8f8b-f385442e0bf9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.819335] env[70542]: DEBUG nova.network.neutron [req-66f7eaa7-bd00-45ca-9711-04a4dfa9bfb9 req-df8098c7-377a-4b31-9408-7121c5d4525e service nova] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Refreshing network info cache for port e665b9a5-3f6b-420e-9e1f-8a9dc55b1542 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1515.010096] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: dcdcc26c-ace3-44f3-9a1a-22a902ae006e] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1515.120369] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912438, 'name': CreateVM_Task, 'duration_secs': 0.291748} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.120608] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1515.121509] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.121795] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.122229] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.122494] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be19f88a-1230-4541-81af-82719c82e45e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.127992] env[70542]: DEBUG oslo_vmware.api [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1515.127992] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52689323-8b7a-b084-cd32-1a672f8545b1" [ 1515.127992] env[70542]: _type = "Task" [ 1515.127992] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.135917] env[70542]: DEBUG oslo_vmware.api [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52689323-8b7a-b084-cd32-1a672f8545b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.498224] env[70542]: DEBUG nova.network.neutron [req-66f7eaa7-bd00-45ca-9711-04a4dfa9bfb9 req-df8098c7-377a-4b31-9408-7121c5d4525e service nova] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Updated VIF entry in instance network info cache for port e665b9a5-3f6b-420e-9e1f-8a9dc55b1542. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1515.498582] env[70542]: DEBUG nova.network.neutron [req-66f7eaa7-bd00-45ca-9711-04a4dfa9bfb9 req-df8098c7-377a-4b31-9408-7121c5d4525e service nova] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Updating instance_info_cache with network_info: [{"id": "e665b9a5-3f6b-420e-9e1f-8a9dc55b1542", "address": "fa:16:3e:b7:7d:aa", "network": {"id": "6fbc9f4d-1545-4545-bc16-9e90b02352a9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1951738837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a917c454de7d4c8d92b83077ef0bd88e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape665b9a5-3f", "ovs_interfaceid": "e665b9a5-3f6b-420e-9e1f-8a9dc55b1542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.512827] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 7ac404ed-7342-46d2-89ef-2e8850e05713] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1515.639260] env[70542]: DEBUG oslo_vmware.api [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52689323-8b7a-b084-cd32-1a672f8545b1, 'name': SearchDatastore_Task, 'duration_secs': 0.012172} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.639553] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.639790] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1515.640044] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.640194] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.640378] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1515.640627] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d806cea-1b28-478f-9d44-d6d8b70b4f47 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.649122] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1515.649303] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1515.650082] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adaf66a4-0afc-4fc1-95eb-26b4b99a0ce5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.655212] env[70542]: DEBUG oslo_vmware.api [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1515.655212] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a7ba63-d853-721a-ba71-add95c3e333f" [ 1515.655212] env[70542]: _type = "Task" [ 1515.655212] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.662686] env[70542]: DEBUG oslo_vmware.api [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a7ba63-d853-721a-ba71-add95c3e333f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.001534] env[70542]: DEBUG oslo_concurrency.lockutils [req-66f7eaa7-bd00-45ca-9711-04a4dfa9bfb9 req-df8098c7-377a-4b31-9408-7121c5d4525e service nova] Releasing lock "refresh_cache-49752072-3d60-4f3b-8f8b-f385442e0bf9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.015442] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: e7d5b0ac-3b7d-402c-a15a-2067a87e537a] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1516.166395] env[70542]: DEBUG oslo_vmware.api [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52a7ba63-d853-721a-ba71-add95c3e333f, 'name': SearchDatastore_Task, 'duration_secs': 0.008711} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.167206] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73f4e442-1bbb-4f90-af10-c4eb70c4828a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.172953] env[70542]: DEBUG oslo_vmware.api [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1516.172953] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52db5611-e065-ddd6-f93b-cda18d48a537" [ 1516.172953] env[70542]: _type = "Task" [ 1516.172953] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.181670] env[70542]: DEBUG oslo_vmware.api [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52db5611-e065-ddd6-f93b-cda18d48a537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.519286] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 1d623457-40da-4bc9-aa5b-92a1e4edc6c7] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1516.684256] env[70542]: DEBUG oslo_vmware.api [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52db5611-e065-ddd6-f93b-cda18d48a537, 'name': SearchDatastore_Task, 'duration_secs': 0.010805} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.684536] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.684802] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 49752072-3d60-4f3b-8f8b-f385442e0bf9/49752072-3d60-4f3b-8f8b-f385442e0bf9.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1516.685071] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca58b062-fc7a-4f77-9bed-28f630094337 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.693654] env[70542]: DEBUG oslo_vmware.api [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1516.693654] env[70542]: value = "task-3912439" [ 1516.693654] env[70542]: _type = "Task" [ 1516.693654] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.701479] env[70542]: DEBUG oslo_vmware.api [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.022485] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: a0636410-05b1-4aaa-84fa-984852dcedb4] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1517.204282] env[70542]: DEBUG oslo_vmware.api [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451337} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.204559] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 49752072-3d60-4f3b-8f8b-f385442e0bf9/49752072-3d60-4f3b-8f8b-f385442e0bf9.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1517.204752] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1517.205015] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fef858ae-39c9-440e-b499-8ba8d81b56d6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.212169] env[70542]: DEBUG oslo_vmware.api [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1517.212169] env[70542]: value = "task-3912440" [ 1517.212169] env[70542]: _type = "Task" [ 1517.212169] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.222671] env[70542]: DEBUG oslo_vmware.api [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.526534] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: cf1597db-a00b-49ed-a04e-a970317c0505] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1517.722171] env[70542]: DEBUG oslo_vmware.api [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102613} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.722458] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1517.723315] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f243966-405c-47d1-92e3-2d6c8fab6ec9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.745868] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 49752072-3d60-4f3b-8f8b-f385442e0bf9/49752072-3d60-4f3b-8f8b-f385442e0bf9.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1517.746235] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a456f464-d869-4724-ab0b-31960965ef00 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.766528] env[70542]: DEBUG oslo_vmware.api [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1517.766528] env[70542]: value = "task-3912441" [ 1517.766528] env[70542]: _type = "Task" [ 1517.766528] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.774840] env[70542]: DEBUG oslo_vmware.api [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.030077] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 97a6ba87-6848-4bb0-8d0a-ce5fe5fcecfe] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1518.279419] env[70542]: DEBUG oslo_vmware.api [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912441, 'name': ReconfigVM_Task, 'duration_secs': 0.29672} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.279759] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 49752072-3d60-4f3b-8f8b-f385442e0bf9/49752072-3d60-4f3b-8f8b-f385442e0bf9.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1518.280384] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80811da2-edc8-48c5-8294-1413d66e44fc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.287363] env[70542]: DEBUG oslo_vmware.api [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1518.287363] env[70542]: value = "task-3912442" [ 1518.287363] env[70542]: _type = "Task" [ 1518.287363] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.295826] env[70542]: DEBUG oslo_vmware.api [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912442, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.533659] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 3bca2ad2-586a-4993-8697-b0d5e596196d] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1518.797386] env[70542]: DEBUG oslo_vmware.api [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912442, 'name': Rename_Task, 'duration_secs': 0.143201} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.797599] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1518.797841] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cde51b43-cae4-49c0-8ec6-e687d8b8def4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.804177] env[70542]: DEBUG oslo_vmware.api [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1518.804177] env[70542]: value = "task-3912443" [ 1518.804177] env[70542]: _type = "Task" [ 1518.804177] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.812602] env[70542]: DEBUG oslo_vmware.api [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.037654] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: edbfd293-e24b-4e63-8b03-c2dd51cb202b] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1519.314624] env[70542]: DEBUG oslo_vmware.api [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912443, 'name': PowerOnVM_Task, 'duration_secs': 0.427758} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.314890] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1519.315096] env[70542]: INFO nova.compute.manager [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1519.315276] env[70542]: DEBUG nova.compute.manager [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1519.316032] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca5b92f-118e-40d0-a495-93c1ba239937 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.541533] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 5cbf310f-5a9a-4026-9eea-462525cb0fd7] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1519.835369] env[70542]: INFO nova.compute.manager [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Took 11.78 seconds to build instance. [ 1520.044798] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 7e0383d2-e841-4e74-b5dc-aa54e9f1ea47] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1520.093225] env[70542]: DEBUG nova.compute.manager [req-b5ba2d4c-1afa-4eb6-80a1-96a9917fb40a req-2bfeb253-7bad-48d2-8fee-2e854b5adf3e service nova] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Received event network-changed-e665b9a5-3f6b-420e-9e1f-8a9dc55b1542 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1520.093443] env[70542]: DEBUG nova.compute.manager [req-b5ba2d4c-1afa-4eb6-80a1-96a9917fb40a req-2bfeb253-7bad-48d2-8fee-2e854b5adf3e service nova] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Refreshing instance network info cache due to event network-changed-e665b9a5-3f6b-420e-9e1f-8a9dc55b1542. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1520.093675] env[70542]: DEBUG oslo_concurrency.lockutils [req-b5ba2d4c-1afa-4eb6-80a1-96a9917fb40a req-2bfeb253-7bad-48d2-8fee-2e854b5adf3e service nova] Acquiring lock "refresh_cache-49752072-3d60-4f3b-8f8b-f385442e0bf9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.093888] env[70542]: DEBUG oslo_concurrency.lockutils [req-b5ba2d4c-1afa-4eb6-80a1-96a9917fb40a req-2bfeb253-7bad-48d2-8fee-2e854b5adf3e service nova] Acquired lock "refresh_cache-49752072-3d60-4f3b-8f8b-f385442e0bf9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.094465] env[70542]: DEBUG nova.network.neutron [req-b5ba2d4c-1afa-4eb6-80a1-96a9917fb40a req-2bfeb253-7bad-48d2-8fee-2e854b5adf3e service nova] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Refreshing network info cache for port e665b9a5-3f6b-420e-9e1f-8a9dc55b1542 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1520.337686] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3ab155ad-914a-4ad6-8ee6-a4bd73f6de9e tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "49752072-3d60-4f3b-8f8b-f385442e0bf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.285s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1520.548601] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 8923d70c-588f-41c5-895e-3db23542b3e9] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1520.801165] env[70542]: DEBUG nova.network.neutron [req-b5ba2d4c-1afa-4eb6-80a1-96a9917fb40a req-2bfeb253-7bad-48d2-8fee-2e854b5adf3e service nova] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Updated VIF entry in instance network info cache for port e665b9a5-3f6b-420e-9e1f-8a9dc55b1542. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1520.801569] env[70542]: DEBUG nova.network.neutron [req-b5ba2d4c-1afa-4eb6-80a1-96a9917fb40a req-2bfeb253-7bad-48d2-8fee-2e854b5adf3e service nova] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Updating instance_info_cache with network_info: [{"id": "e665b9a5-3f6b-420e-9e1f-8a9dc55b1542", "address": "fa:16:3e:b7:7d:aa", "network": {"id": "6fbc9f4d-1545-4545-bc16-9e90b02352a9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1951738837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a917c454de7d4c8d92b83077ef0bd88e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape665b9a5-3f", "ovs_interfaceid": "e665b9a5-3f6b-420e-9e1f-8a9dc55b1542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.052026] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: eff03be0-f5e9-4c0f-bd2e-a18c66f64d2b] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1521.304618] env[70542]: DEBUG oslo_concurrency.lockutils [req-b5ba2d4c-1afa-4eb6-80a1-96a9917fb40a req-2bfeb253-7bad-48d2-8fee-2e854b5adf3e service nova] Releasing lock "refresh_cache-49752072-3d60-4f3b-8f8b-f385442e0bf9" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.555394] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: bb068ba4-14de-4b39-b127-f4c51d1c685f] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1522.058819] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 10e06f9c-d7d5-4865-af99-2170c659d1b5] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1522.562946] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: a02183c0-68a1-4618-922a-64ce8d3fefc1] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1523.066727] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: a1f250ef-d141-4a91-9a5c-df91115e5ad9] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1523.570402] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: a2359267-0c7a-4410-86c1-caf5e26bc921] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1524.075247] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.075432] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Cleaning up deleted instances with incomplete migration {{(pid=70542) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1524.577687] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.080682] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.081128] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1558.090822] env[70542]: DEBUG oslo_concurrency.lockutils [None req-20ca2baf-1cac-4f37-acd7-955e53f5c898 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquiring lock "49752072-3d60-4f3b-8f8b-f385442e0bf9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1558.091136] env[70542]: DEBUG oslo_concurrency.lockutils [None req-20ca2baf-1cac-4f37-acd7-955e53f5c898 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "49752072-3d60-4f3b-8f8b-f385442e0bf9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1558.594343] env[70542]: DEBUG nova.compute.utils [None req-20ca2baf-1cac-4f37-acd7-955e53f5c898 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1559.097674] env[70542]: DEBUG oslo_concurrency.lockutils [None req-20ca2baf-1cac-4f37-acd7-955e53f5c898 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "49752072-3d60-4f3b-8f8b-f385442e0bf9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1560.157798] env[70542]: DEBUG oslo_concurrency.lockutils [None req-20ca2baf-1cac-4f37-acd7-955e53f5c898 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquiring lock "49752072-3d60-4f3b-8f8b-f385442e0bf9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1560.158293] env[70542]: DEBUG oslo_concurrency.lockutils [None req-20ca2baf-1cac-4f37-acd7-955e53f5c898 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "49752072-3d60-4f3b-8f8b-f385442e0bf9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1560.158504] env[70542]: INFO nova.compute.manager [None req-20ca2baf-1cac-4f37-acd7-955e53f5c898 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Attaching volume 7cc6907f-2940-45dc-9f8b-8e4a0f379997 to /dev/sdb [ 1560.223241] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8febfc2d-d165-462f-8516-479e293156e6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.232806] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89442fb-7538-4126-846e-021f13b78fa9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.250114] env[70542]: DEBUG nova.virt.block_device [None req-20ca2baf-1cac-4f37-acd7-955e53f5c898 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Updating existing volume attachment record: de41712d-4e31-4072-8158-37ac647049da {{(pid=70542) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1561.260985] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1562.260946] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1563.260685] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1563.260685] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70542) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1564.797149] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ca2baf-1cac-4f37-acd7-955e53f5c898 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Volume attach. Driver type: vmdk {{(pid=70542) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1564.797149] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ca2baf-1cac-4f37-acd7-955e53f5c898 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776908', 'volume_id': '7cc6907f-2940-45dc-9f8b-8e4a0f379997', 'name': 'volume-7cc6907f-2940-45dc-9f8b-8e4a0f379997', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49752072-3d60-4f3b-8f8b-f385442e0bf9', 'attached_at': '', 'detached_at': '', 'volume_id': '7cc6907f-2940-45dc-9f8b-8e4a0f379997', 'serial': '7cc6907f-2940-45dc-9f8b-8e4a0f379997'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1564.797670] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e637cc-3233-4a36-8498-55d5d40949ab {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.814451] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b866b5-4b40-476e-85e2-9f583e11acbb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.838695] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ca2baf-1cac-4f37-acd7-955e53f5c898 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-7cc6907f-2940-45dc-9f8b-8e4a0f379997/volume-7cc6907f-2940-45dc-9f8b-8e4a0f379997.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1564.838988] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e96f537-d8ce-4c43-810b-ae4728794c60 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.857545] env[70542]: DEBUG oslo_vmware.api [None req-20ca2baf-1cac-4f37-acd7-955e53f5c898 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1564.857545] env[70542]: value = "task-3912446" [ 1564.857545] env[70542]: _type = "Task" [ 1564.857545] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.865824] env[70542]: DEBUG oslo_vmware.api [None req-20ca2baf-1cac-4f37-acd7-955e53f5c898 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.261052] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1565.367500] env[70542]: DEBUG oslo_vmware.api [None req-20ca2baf-1cac-4f37-acd7-955e53f5c898 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912446, 'name': ReconfigVM_Task, 'duration_secs': 0.340546} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.367758] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ca2baf-1cac-4f37-acd7-955e53f5c898 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-7cc6907f-2940-45dc-9f8b-8e4a0f379997/volume-7cc6907f-2940-45dc-9f8b-8e4a0f379997.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1565.372352] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e0dc29a-0981-4495-9b63-96eee933ba1d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.387425] env[70542]: DEBUG oslo_vmware.api [None req-20ca2baf-1cac-4f37-acd7-955e53f5c898 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1565.387425] env[70542]: value = "task-3912447" [ 1565.387425] env[70542]: _type = "Task" [ 1565.387425] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.395186] env[70542]: DEBUG oslo_vmware.api [None req-20ca2baf-1cac-4f37-acd7-955e53f5c898 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.897185] env[70542]: DEBUG oslo_vmware.api [None req-20ca2baf-1cac-4f37-acd7-955e53f5c898 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912447, 'name': ReconfigVM_Task, 'duration_secs': 0.140227} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.897605] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ca2baf-1cac-4f37-acd7-955e53f5c898 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776908', 'volume_id': '7cc6907f-2940-45dc-9f8b-8e4a0f379997', 'name': 'volume-7cc6907f-2940-45dc-9f8b-8e4a0f379997', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49752072-3d60-4f3b-8f8b-f385442e0bf9', 'attached_at': '', 'detached_at': '', 'volume_id': '7cc6907f-2940-45dc-9f8b-8e4a0f379997', 'serial': '7cc6907f-2940-45dc-9f8b-8e4a0f379997'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1566.259938] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.260217] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager.update_available_resource {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.763964] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1566.764337] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1566.764547] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1566.764711] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70542) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1566.766061] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67705b7-b673-4bee-9b44-3cb7388f9883 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.774429] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27511913-59dc-4cac-8dc0-d6a952992811 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.789682] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fe5df7-0c69-450e-9572-7888c3edec43 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.796099] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f319fd6-c9e3-4ba8-a3f2-cf6d01034b93 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.824055] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180670MB free_disk=40GB free_vcpus=48 pci_devices=None {{(pid=70542) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1566.824272] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1566.824447] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1566.933100] env[70542]: DEBUG nova.objects.instance [None req-20ca2baf-1cac-4f37-acd7-955e53f5c898 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lazy-loading 'flavor' on Instance uuid 49752072-3d60-4f3b-8f8b-f385442e0bf9 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1567.440549] env[70542]: DEBUG oslo_concurrency.lockutils [None req-20ca2baf-1cac-4f37-acd7-955e53f5c898 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "49752072-3d60-4f3b-8f8b-f385442e0bf9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.282s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1567.849027] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 49752072-3d60-4f3b-8f8b-f385442e0bf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1567.849263] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1567.849410] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1567.874383] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b6cc9b-0cd9-456b-886f-6ed088e7513c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.881818] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8453c1-48e8-4bd2-8c0a-fbc35ba8d804 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.911919] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d953bc1e-197d-4a0b-806d-f0472eff82e1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.919480] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ba9bfb-d51a-42c1-812d-e5f2f61be8c4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.933187] env[70542]: DEBUG nova.compute.provider_tree [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1568.264624] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1de0e1f1-a853-4f0e-8be1-27a5f3d9a843 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquiring lock "49752072-3d60-4f3b-8f8b-f385442e0bf9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1568.264862] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1de0e1f1-a853-4f0e-8be1-27a5f3d9a843 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "49752072-3d60-4f3b-8f8b-f385442e0bf9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1568.436714] env[70542]: DEBUG nova.scheduler.client.report [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1568.768567] env[70542]: DEBUG nova.compute.utils [None req-1de0e1f1-a853-4f0e-8be1-27a5f3d9a843 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1568.941815] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70542) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1568.942199] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.118s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1569.272287] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1de0e1f1-a853-4f0e-8be1-27a5f3d9a843 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "49752072-3d60-4f3b-8f8b-f385442e0bf9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1570.329033] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1de0e1f1-a853-4f0e-8be1-27a5f3d9a843 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquiring lock "49752072-3d60-4f3b-8f8b-f385442e0bf9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1570.329484] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1de0e1f1-a853-4f0e-8be1-27a5f3d9a843 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "49752072-3d60-4f3b-8f8b-f385442e0bf9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1570.329599] env[70542]: INFO nova.compute.manager [None req-1de0e1f1-a853-4f0e-8be1-27a5f3d9a843 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Attaching volume ac0eeb8f-921c-477d-9b6b-952ef38e2c88 to /dev/sdc [ 1570.360229] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baa21ff-b768-4ea0-a183-1aaa7bcd2978 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.367726] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd398b4-9b31-4dc6-80d3-dcd29b762dba {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.380996] env[70542]: DEBUG nova.virt.block_device [None req-1de0e1f1-a853-4f0e-8be1-27a5f3d9a843 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Updating existing volume attachment record: 77837db3-7543-4c9b-8fb6-fadd1a39bfa5 {{(pid=70542) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1570.937897] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1570.938347] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.926132] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de0e1f1-a853-4f0e-8be1-27a5f3d9a843 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Volume attach. Driver type: vmdk {{(pid=70542) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1574.926420] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de0e1f1-a853-4f0e-8be1-27a5f3d9a843 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776909', 'volume_id': 'ac0eeb8f-921c-477d-9b6b-952ef38e2c88', 'name': 'volume-ac0eeb8f-921c-477d-9b6b-952ef38e2c88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49752072-3d60-4f3b-8f8b-f385442e0bf9', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac0eeb8f-921c-477d-9b6b-952ef38e2c88', 'serial': 'ac0eeb8f-921c-477d-9b6b-952ef38e2c88'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1574.927491] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284f8579-0670-48a0-9627-cc2e8fde7eba {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.945026] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfdd86e-7515-4edf-8c8c-d358af75748c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.972321] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de0e1f1-a853-4f0e-8be1-27a5f3d9a843 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-ac0eeb8f-921c-477d-9b6b-952ef38e2c88/volume-ac0eeb8f-921c-477d-9b6b-952ef38e2c88.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1574.972651] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7d3315c-f6e4-472b-bf79-a736b4fd6da3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.992870] env[70542]: DEBUG oslo_vmware.api [None req-1de0e1f1-a853-4f0e-8be1-27a5f3d9a843 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1574.992870] env[70542]: value = "task-3912450" [ 1574.992870] env[70542]: _type = "Task" [ 1574.992870] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.002918] env[70542]: DEBUG oslo_vmware.api [None req-1de0e1f1-a853-4f0e-8be1-27a5f3d9a843 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.503552] env[70542]: DEBUG oslo_vmware.api [None req-1de0e1f1-a853-4f0e-8be1-27a5f3d9a843 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912450, 'name': ReconfigVM_Task, 'duration_secs': 0.364351} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.503823] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de0e1f1-a853-4f0e-8be1-27a5f3d9a843 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-ac0eeb8f-921c-477d-9b6b-952ef38e2c88/volume-ac0eeb8f-921c-477d-9b6b-952ef38e2c88.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1575.508446] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3956d4b4-2ee2-4159-bca0-3df38d4af311 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.523998] env[70542]: DEBUG oslo_vmware.api [None req-1de0e1f1-a853-4f0e-8be1-27a5f3d9a843 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1575.523998] env[70542]: value = "task-3912451" [ 1575.523998] env[70542]: _type = "Task" [ 1575.523998] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.532318] env[70542]: DEBUG oslo_vmware.api [None req-1de0e1f1-a853-4f0e-8be1-27a5f3d9a843 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912451, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.034283] env[70542]: DEBUG oslo_vmware.api [None req-1de0e1f1-a853-4f0e-8be1-27a5f3d9a843 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912451, 'name': ReconfigVM_Task, 'duration_secs': 0.193849} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.034643] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de0e1f1-a853-4f0e-8be1-27a5f3d9a843 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776909', 'volume_id': 'ac0eeb8f-921c-477d-9b6b-952ef38e2c88', 'name': 'volume-ac0eeb8f-921c-477d-9b6b-952ef38e2c88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49752072-3d60-4f3b-8f8b-f385442e0bf9', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac0eeb8f-921c-477d-9b6b-952ef38e2c88', 'serial': 'ac0eeb8f-921c-477d-9b6b-952ef38e2c88'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1577.070110] env[70542]: DEBUG nova.objects.instance [None req-1de0e1f1-a853-4f0e-8be1-27a5f3d9a843 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lazy-loading 'flavor' on Instance uuid 49752072-3d60-4f3b-8f8b-f385442e0bf9 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1577.576921] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1de0e1f1-a853-4f0e-8be1-27a5f3d9a843 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "49752072-3d60-4f3b-8f8b-f385442e0bf9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.247s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1577.869139] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f7e2e4da-c131-4eac-b8c3-868559218f65 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquiring lock "49752072-3d60-4f3b-8f8b-f385442e0bf9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1577.869425] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f7e2e4da-c131-4eac-b8c3-868559218f65 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "49752072-3d60-4f3b-8f8b-f385442e0bf9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1578.373202] env[70542]: INFO nova.compute.manager [None req-f7e2e4da-c131-4eac-b8c3-868559218f65 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Detaching volume 7cc6907f-2940-45dc-9f8b-8e4a0f379997 [ 1578.403945] env[70542]: INFO nova.virt.block_device [None req-f7e2e4da-c131-4eac-b8c3-868559218f65 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Attempting to driver detach volume 7cc6907f-2940-45dc-9f8b-8e4a0f379997 from mountpoint /dev/sdb [ 1578.405018] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e2e4da-c131-4eac-b8c3-868559218f65 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Volume detach. Driver type: vmdk {{(pid=70542) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1578.405018] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e2e4da-c131-4eac-b8c3-868559218f65 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776908', 'volume_id': '7cc6907f-2940-45dc-9f8b-8e4a0f379997', 'name': 'volume-7cc6907f-2940-45dc-9f8b-8e4a0f379997', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49752072-3d60-4f3b-8f8b-f385442e0bf9', 'attached_at': '', 'detached_at': '', 'volume_id': '7cc6907f-2940-45dc-9f8b-8e4a0f379997', 'serial': '7cc6907f-2940-45dc-9f8b-8e4a0f379997'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1578.406191] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57d774a-7037-4ad9-b85a-9f229da262e5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.429527] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649975f9-bbf3-407c-af23-2970403bce9c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.436805] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eae1967-0190-4d86-9860-9ed5868d239c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.459291] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e4c4d8-8cf2-46f1-9a3e-718267995708 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.474467] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e2e4da-c131-4eac-b8c3-868559218f65 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] The volume has not been displaced from its original location: [datastore2] volume-7cc6907f-2940-45dc-9f8b-8e4a0f379997/volume-7cc6907f-2940-45dc-9f8b-8e4a0f379997.vmdk. No consolidation needed. {{(pid=70542) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1578.479524] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e2e4da-c131-4eac-b8c3-868559218f65 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1578.479795] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9df37ea-8666-4fac-9e59-4ef77f6d994b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.497900] env[70542]: DEBUG oslo_vmware.api [None req-f7e2e4da-c131-4eac-b8c3-868559218f65 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1578.497900] env[70542]: value = "task-3912452" [ 1578.497900] env[70542]: _type = "Task" [ 1578.497900] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.505350] env[70542]: DEBUG oslo_vmware.api [None req-f7e2e4da-c131-4eac-b8c3-868559218f65 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.007719] env[70542]: DEBUG oslo_vmware.api [None req-f7e2e4da-c131-4eac-b8c3-868559218f65 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912452, 'name': ReconfigVM_Task, 'duration_secs': 0.22652} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.008021] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e2e4da-c131-4eac-b8c3-868559218f65 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1579.012560] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ff483be-9ce3-448b-803b-cf91c2f58429 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.027921] env[70542]: DEBUG oslo_vmware.api [None req-f7e2e4da-c131-4eac-b8c3-868559218f65 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1579.027921] env[70542]: value = "task-3912453" [ 1579.027921] env[70542]: _type = "Task" [ 1579.027921] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.037236] env[70542]: DEBUG oslo_vmware.api [None req-f7e2e4da-c131-4eac-b8c3-868559218f65 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.255370] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1579.538051] env[70542]: DEBUG oslo_vmware.api [None req-f7e2e4da-c131-4eac-b8c3-868559218f65 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912453, 'name': ReconfigVM_Task, 'duration_secs': 0.132244} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.538051] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e2e4da-c131-4eac-b8c3-868559218f65 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776908', 'volume_id': '7cc6907f-2940-45dc-9f8b-8e4a0f379997', 'name': 'volume-7cc6907f-2940-45dc-9f8b-8e4a0f379997', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49752072-3d60-4f3b-8f8b-f385442e0bf9', 'attached_at': '', 'detached_at': '', 'volume_id': '7cc6907f-2940-45dc-9f8b-8e4a0f379997', 'serial': '7cc6907f-2940-45dc-9f8b-8e4a0f379997'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1580.080497] env[70542]: DEBUG nova.objects.instance [None req-f7e2e4da-c131-4eac-b8c3-868559218f65 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lazy-loading 'flavor' on Instance uuid 49752072-3d60-4f3b-8f8b-f385442e0bf9 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1581.091882] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f7e2e4da-c131-4eac-b8c3-868559218f65 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "49752072-3d60-4f3b-8f8b-f385442e0bf9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.222s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1581.128720] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6a06134-0260-46b4-85e5-a4e16e40038a tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquiring lock "49752072-3d60-4f3b-8f8b-f385442e0bf9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1581.128958] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6a06134-0260-46b4-85e5-a4e16e40038a tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "49752072-3d60-4f3b-8f8b-f385442e0bf9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1581.631972] env[70542]: INFO nova.compute.manager [None req-b6a06134-0260-46b4-85e5-a4e16e40038a tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Detaching volume ac0eeb8f-921c-477d-9b6b-952ef38e2c88 [ 1581.663473] env[70542]: INFO nova.virt.block_device [None req-b6a06134-0260-46b4-85e5-a4e16e40038a tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Attempting to driver detach volume ac0eeb8f-921c-477d-9b6b-952ef38e2c88 from mountpoint /dev/sdc [ 1581.663745] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a06134-0260-46b4-85e5-a4e16e40038a tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Volume detach. Driver type: vmdk {{(pid=70542) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1581.663930] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a06134-0260-46b4-85e5-a4e16e40038a tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776909', 'volume_id': 'ac0eeb8f-921c-477d-9b6b-952ef38e2c88', 'name': 'volume-ac0eeb8f-921c-477d-9b6b-952ef38e2c88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49752072-3d60-4f3b-8f8b-f385442e0bf9', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac0eeb8f-921c-477d-9b6b-952ef38e2c88', 'serial': 'ac0eeb8f-921c-477d-9b6b-952ef38e2c88'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1581.664879] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0217929-9da4-4849-bcee-5d5badf30bd7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.686906] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e923505-59b2-46a7-afac-65a44cca57b0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.695667] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9b1682-e49f-4f21-95e8-7777b6e792bb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.719147] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6228b69-8ced-4e50-b13d-f3eacef91191 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.735290] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a06134-0260-46b4-85e5-a4e16e40038a tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] The volume has not been displaced from its original location: [datastore2] volume-ac0eeb8f-921c-477d-9b6b-952ef38e2c88/volume-ac0eeb8f-921c-477d-9b6b-952ef38e2c88.vmdk. No consolidation needed. {{(pid=70542) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1581.740456] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a06134-0260-46b4-85e5-a4e16e40038a tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Reconfiguring VM instance instance-0000007b to detach disk 2002 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1581.740803] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ecf5fa0-a576-4f38-ba75-9ff1f3a998ba {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.760254] env[70542]: DEBUG oslo_vmware.api [None req-b6a06134-0260-46b4-85e5-a4e16e40038a tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1581.760254] env[70542]: value = "task-3912454" [ 1581.760254] env[70542]: _type = "Task" [ 1581.760254] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.768887] env[70542]: DEBUG oslo_vmware.api [None req-b6a06134-0260-46b4-85e5-a4e16e40038a tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.269846] env[70542]: DEBUG oslo_vmware.api [None req-b6a06134-0260-46b4-85e5-a4e16e40038a tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912454, 'name': ReconfigVM_Task, 'duration_secs': 0.221027} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.270239] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a06134-0260-46b4-85e5-a4e16e40038a tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Reconfigured VM instance instance-0000007b to detach disk 2002 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1582.274832] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdb030f4-7d66-43df-aa0b-cc724d962eb2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.290463] env[70542]: DEBUG oslo_vmware.api [None req-b6a06134-0260-46b4-85e5-a4e16e40038a tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1582.290463] env[70542]: value = "task-3912455" [ 1582.290463] env[70542]: _type = "Task" [ 1582.290463] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.299213] env[70542]: DEBUG oslo_vmware.api [None req-b6a06134-0260-46b4-85e5-a4e16e40038a tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912455, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.800756] env[70542]: DEBUG oslo_vmware.api [None req-b6a06134-0260-46b4-85e5-a4e16e40038a tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912455, 'name': ReconfigVM_Task, 'duration_secs': 0.139969} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.801164] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a06134-0260-46b4-85e5-a4e16e40038a tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776909', 'volume_id': 'ac0eeb8f-921c-477d-9b6b-952ef38e2c88', 'name': 'volume-ac0eeb8f-921c-477d-9b6b-952ef38e2c88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49752072-3d60-4f3b-8f8b-f385442e0bf9', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac0eeb8f-921c-477d-9b6b-952ef38e2c88', 'serial': 'ac0eeb8f-921c-477d-9b6b-952ef38e2c88'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1583.342767] env[70542]: DEBUG nova.objects.instance [None req-b6a06134-0260-46b4-85e5-a4e16e40038a tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lazy-loading 'flavor' on Instance uuid 49752072-3d60-4f3b-8f8b-f385442e0bf9 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1584.352771] env[70542]: DEBUG oslo_concurrency.lockutils [None req-b6a06134-0260-46b4-85e5-a4e16e40038a tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "49752072-3d60-4f3b-8f8b-f385442e0bf9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.224s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1585.547738] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquiring lock "49752072-3d60-4f3b-8f8b-f385442e0bf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1585.548176] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "49752072-3d60-4f3b-8f8b-f385442e0bf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1585.548230] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquiring lock "49752072-3d60-4f3b-8f8b-f385442e0bf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1585.548417] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "49752072-3d60-4f3b-8f8b-f385442e0bf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1585.548587] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "49752072-3d60-4f3b-8f8b-f385442e0bf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1585.550734] env[70542]: INFO nova.compute.manager [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Terminating instance [ 1586.055086] env[70542]: DEBUG nova.compute.manager [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1586.055086] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1586.055855] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95933e4-69b3-462b-a4b4-926e0391a0c1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.064559] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1586.064860] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9a4bcdb-6de7-4397-972c-b1cf128011fc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.072055] env[70542]: DEBUG oslo_vmware.api [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1586.072055] env[70542]: value = "task-3912456" [ 1586.072055] env[70542]: _type = "Task" [ 1586.072055] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.082184] env[70542]: DEBUG oslo_vmware.api [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.581908] env[70542]: DEBUG oslo_vmware.api [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912456, 'name': PowerOffVM_Task, 'duration_secs': 0.187357} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.582295] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1586.582295] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1586.582579] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da748fc7-4f9d-45d1-952e-a1b0ffb935ca {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.645171] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1586.645428] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1586.645648] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Deleting the datastore file [datastore1] 49752072-3d60-4f3b-8f8b-f385442e0bf9 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1586.645996] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c824f861-b9b5-4a43-8f01-616ee788de5d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.653117] env[70542]: DEBUG oslo_vmware.api [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for the task: (returnval){ [ 1586.653117] env[70542]: value = "task-3912458" [ 1586.653117] env[70542]: _type = "Task" [ 1586.653117] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.662197] env[70542]: DEBUG oslo_vmware.api [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.163401] env[70542]: DEBUG oslo_vmware.api [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Task: {'id': task-3912458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171006} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.163664] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1587.163848] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1587.164035] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1587.164219] env[70542]: INFO nova.compute.manager [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1587.164517] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1587.164712] env[70542]: DEBUG nova.compute.manager [-] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1587.164807] env[70542]: DEBUG nova.network.neutron [-] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1587.665900] env[70542]: DEBUG nova.compute.manager [req-6ea51417-f32b-4668-ac5b-40e7140bb203 req-87a350d9-bdb1-4706-9ad6-757c78287482 service nova] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Received event network-vif-deleted-e665b9a5-3f6b-420e-9e1f-8a9dc55b1542 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1587.666182] env[70542]: INFO nova.compute.manager [req-6ea51417-f32b-4668-ac5b-40e7140bb203 req-87a350d9-bdb1-4706-9ad6-757c78287482 service nova] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Neutron deleted interface e665b9a5-3f6b-420e-9e1f-8a9dc55b1542; detaching it from the instance and deleting it from the info cache [ 1587.666419] env[70542]: DEBUG nova.network.neutron [req-6ea51417-f32b-4668-ac5b-40e7140bb203 req-87a350d9-bdb1-4706-9ad6-757c78287482 service nova] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.107196] env[70542]: DEBUG nova.network.neutron [-] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.169063] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-607a58d0-47e1-48e6-acb9-bc44106bad26 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.180057] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2d2910-ec91-4220-ac41-139a40337600 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.210068] env[70542]: DEBUG nova.compute.manager [req-6ea51417-f32b-4668-ac5b-40e7140bb203 req-87a350d9-bdb1-4706-9ad6-757c78287482 service nova] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Detach interface failed, port_id=e665b9a5-3f6b-420e-9e1f-8a9dc55b1542, reason: Instance 49752072-3d60-4f3b-8f8b-f385442e0bf9 could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1588.610598] env[70542]: INFO nova.compute.manager [-] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Took 1.45 seconds to deallocate network for instance. [ 1589.118807] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1589.119222] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1589.119363] env[70542]: DEBUG nova.objects.instance [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lazy-loading 'resources' on Instance uuid 49752072-3d60-4f3b-8f8b-f385442e0bf9 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1589.639620] env[70542]: DEBUG nova.scheduler.client.report [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Refreshing inventories for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1589.654617] env[70542]: DEBUG nova.scheduler.client.report [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Updating ProviderTree inventory for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1589.654843] env[70542]: DEBUG nova.compute.provider_tree [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Updating inventory in ProviderTree for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1589.665791] env[70542]: DEBUG nova.scheduler.client.report [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Refreshing aggregate associations for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724, aggregates: None {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1589.683033] env[70542]: DEBUG nova.scheduler.client.report [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Refreshing trait associations for resource provider 42cfc9d8-0155-4d55-9653-7de4fa794724, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=70542) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1589.709691] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbad0969-ee63-49bf-bdc1-1f381fec2114 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.717421] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0615699-1448-4528-b92e-1e50a997c1bf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.415289] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562270a5-cc81-4606-bb7e-a692cdb278dc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.423401] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ec6684-da71-4304-b503-e2d7e1ac9fbc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.437297] env[70542]: DEBUG nova.compute.provider_tree [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1590.940850] env[70542]: DEBUG nova.scheduler.client.report [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1591.445986] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.327s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1591.467306] env[70542]: INFO nova.scheduler.client.report [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Deleted allocations for instance 49752072-3d60-4f3b-8f8b-f385442e0bf9 [ 1591.974102] env[70542]: DEBUG oslo_concurrency.lockutils [None req-e0a5fb04-2565-48ff-9361-554588331b47 tempest-AttachVolumeTestJSON-298092302 tempest-AttachVolumeTestJSON-298092302-project-member] Lock "49752072-3d60-4f3b-8f8b-f385442e0bf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.426s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1604.895671] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1604.896049] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1605.399533] env[70542]: DEBUG nova.compute.manager [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1605.923173] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1605.923473] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1605.925119] env[70542]: INFO nova.compute.claims [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1606.962950] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2e0fd3-8578-4af4-acea-938415b11162 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.971170] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3267f36c-b7f2-437c-b776-63ea72e31d85 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.000482] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e79c0d3-6cbf-4092-bdbb-304790739f16 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.007712] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51aff3b5-cbb7-436c-82b7-cec13ed52bfa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.020637] env[70542]: DEBUG nova.compute.provider_tree [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1607.523586] env[70542]: DEBUG nova.scheduler.client.report [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1608.030192] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.106s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1608.030752] env[70542]: DEBUG nova.compute.manager [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1608.537053] env[70542]: DEBUG nova.compute.utils [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1608.538068] env[70542]: DEBUG nova.compute.manager [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1608.538679] env[70542]: DEBUG nova.network.neutron [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1608.576050] env[70542]: DEBUG nova.policy [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f27a4010524346669a2061c623c55c85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bafa10626ed4761adb0bf57171b3969', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1608.813015] env[70542]: DEBUG nova.network.neutron [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Successfully created port: 3de4a2d8-553b-47d8-aaaf-52fa372eaf79 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1609.041590] env[70542]: DEBUG nova.compute.manager [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1610.052593] env[70542]: DEBUG nova.compute.manager [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1610.079561] env[70542]: DEBUG nova.virt.hardware [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1610.079814] env[70542]: DEBUG nova.virt.hardware [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1610.079972] env[70542]: DEBUG nova.virt.hardware [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1610.080173] env[70542]: DEBUG nova.virt.hardware [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1610.080318] env[70542]: DEBUG nova.virt.hardware [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1610.080459] env[70542]: DEBUG nova.virt.hardware [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1610.080659] env[70542]: DEBUG nova.virt.hardware [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1610.080818] env[70542]: DEBUG nova.virt.hardware [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1610.080981] env[70542]: DEBUG nova.virt.hardware [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1610.081153] env[70542]: DEBUG nova.virt.hardware [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1610.081323] env[70542]: DEBUG nova.virt.hardware [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1610.082217] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3eeeb96-5067-4713-a964-991f5fee72de {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.090535] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033db4b5-540b-4cae-b2bb-c15182cf52a0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.192331] env[70542]: DEBUG nova.compute.manager [req-c14eba8d-7b70-4a6c-a325-2aa20bafdcea req-e4bc64d8-6882-4c6d-9853-3f5592e2da53 service nova] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Received event network-vif-plugged-3de4a2d8-553b-47d8-aaaf-52fa372eaf79 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1610.192563] env[70542]: DEBUG oslo_concurrency.lockutils [req-c14eba8d-7b70-4a6c-a325-2aa20bafdcea req-e4bc64d8-6882-4c6d-9853-3f5592e2da53 service nova] Acquiring lock "e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1610.192821] env[70542]: DEBUG oslo_concurrency.lockutils [req-c14eba8d-7b70-4a6c-a325-2aa20bafdcea req-e4bc64d8-6882-4c6d-9853-3f5592e2da53 service nova] Lock "e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1610.193035] env[70542]: DEBUG oslo_concurrency.lockutils [req-c14eba8d-7b70-4a6c-a325-2aa20bafdcea req-e4bc64d8-6882-4c6d-9853-3f5592e2da53 service nova] Lock "e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1610.193190] env[70542]: DEBUG nova.compute.manager [req-c14eba8d-7b70-4a6c-a325-2aa20bafdcea req-e4bc64d8-6882-4c6d-9853-3f5592e2da53 service nova] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] No waiting events found dispatching network-vif-plugged-3de4a2d8-553b-47d8-aaaf-52fa372eaf79 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1610.193355] env[70542]: WARNING nova.compute.manager [req-c14eba8d-7b70-4a6c-a325-2aa20bafdcea req-e4bc64d8-6882-4c6d-9853-3f5592e2da53 service nova] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Received unexpected event network-vif-plugged-3de4a2d8-553b-47d8-aaaf-52fa372eaf79 for instance with vm_state building and task_state spawning. [ 1610.274062] env[70542]: DEBUG nova.network.neutron [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Successfully updated port: 3de4a2d8-553b-47d8-aaaf-52fa372eaf79 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1610.776756] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "refresh_cache-e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.776925] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquired lock "refresh_cache-e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1610.777144] env[70542]: DEBUG nova.network.neutron [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1611.308366] env[70542]: DEBUG nova.network.neutron [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1611.426233] env[70542]: DEBUG nova.network.neutron [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Updating instance_info_cache with network_info: [{"id": "3de4a2d8-553b-47d8-aaaf-52fa372eaf79", "address": "fa:16:3e:7c:84:18", "network": {"id": "f2d063c6-bfc1-4196-b7de-132656b690ab", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-527072904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bafa10626ed4761adb0bf57171b3969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de4a2d8-55", "ovs_interfaceid": "3de4a2d8-553b-47d8-aaaf-52fa372eaf79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.929613] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Releasing lock "refresh_cache-e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.929985] env[70542]: DEBUG nova.compute.manager [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Instance network_info: |[{"id": "3de4a2d8-553b-47d8-aaaf-52fa372eaf79", "address": "fa:16:3e:7c:84:18", "network": {"id": "f2d063c6-bfc1-4196-b7de-132656b690ab", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-527072904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bafa10626ed4761adb0bf57171b3969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de4a2d8-55", "ovs_interfaceid": "3de4a2d8-553b-47d8-aaaf-52fa372eaf79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1611.930443] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:84:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3de4a2d8-553b-47d8-aaaf-52fa372eaf79', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1611.937943] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Creating folder: Project (2bafa10626ed4761adb0bf57171b3969). Parent ref: group-v776569. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1611.938228] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa24952e-aa00-4ef8-bbf2-ce8debf778e5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.952231] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Created folder: Project (2bafa10626ed4761adb0bf57171b3969) in parent group-v776569. [ 1611.952425] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Creating folder: Instances. Parent ref: group-v776910. {{(pid=70542) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1611.952680] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0695d21-0cd9-4b24-bb22-a0c48d0f0f48 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.963786] env[70542]: INFO nova.virt.vmwareapi.vm_util [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Created folder: Instances in parent group-v776910. [ 1611.964029] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1611.964229] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1611.964435] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5127ad7-ab7a-4737-a54e-9107140f004f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.984528] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1611.984528] env[70542]: value = "task-3912464" [ 1611.984528] env[70542]: _type = "Task" [ 1611.984528] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.992122] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912464, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.218814] env[70542]: DEBUG nova.compute.manager [req-8ff6a0c6-f73a-4929-a832-61609ac64910 req-3eccbcf2-c9c5-4303-a226-8b5c8fb20b65 service nova] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Received event network-changed-3de4a2d8-553b-47d8-aaaf-52fa372eaf79 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1612.219044] env[70542]: DEBUG nova.compute.manager [req-8ff6a0c6-f73a-4929-a832-61609ac64910 req-3eccbcf2-c9c5-4303-a226-8b5c8fb20b65 service nova] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Refreshing instance network info cache due to event network-changed-3de4a2d8-553b-47d8-aaaf-52fa372eaf79. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1612.219219] env[70542]: DEBUG oslo_concurrency.lockutils [req-8ff6a0c6-f73a-4929-a832-61609ac64910 req-3eccbcf2-c9c5-4303-a226-8b5c8fb20b65 service nova] Acquiring lock "refresh_cache-e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.219399] env[70542]: DEBUG oslo_concurrency.lockutils [req-8ff6a0c6-f73a-4929-a832-61609ac64910 req-3eccbcf2-c9c5-4303-a226-8b5c8fb20b65 service nova] Acquired lock "refresh_cache-e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.219640] env[70542]: DEBUG nova.network.neutron [req-8ff6a0c6-f73a-4929-a832-61609ac64910 req-3eccbcf2-c9c5-4303-a226-8b5c8fb20b65 service nova] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Refreshing network info cache for port 3de4a2d8-553b-47d8-aaaf-52fa372eaf79 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1612.495136] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912464, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.914463] env[70542]: DEBUG nova.network.neutron [req-8ff6a0c6-f73a-4929-a832-61609ac64910 req-3eccbcf2-c9c5-4303-a226-8b5c8fb20b65 service nova] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Updated VIF entry in instance network info cache for port 3de4a2d8-553b-47d8-aaaf-52fa372eaf79. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1612.914931] env[70542]: DEBUG nova.network.neutron [req-8ff6a0c6-f73a-4929-a832-61609ac64910 req-3eccbcf2-c9c5-4303-a226-8b5c8fb20b65 service nova] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Updating instance_info_cache with network_info: [{"id": "3de4a2d8-553b-47d8-aaaf-52fa372eaf79", "address": "fa:16:3e:7c:84:18", "network": {"id": "f2d063c6-bfc1-4196-b7de-132656b690ab", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-527072904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bafa10626ed4761adb0bf57171b3969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de4a2d8-55", "ovs_interfaceid": "3de4a2d8-553b-47d8-aaaf-52fa372eaf79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.996493] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912464, 'name': CreateVM_Task} progress is 25%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.420586] env[70542]: DEBUG oslo_concurrency.lockutils [req-8ff6a0c6-f73a-4929-a832-61609ac64910 req-3eccbcf2-c9c5-4303-a226-8b5c8fb20b65 service nova] Releasing lock "refresh_cache-e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.495942] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912464, 'name': CreateVM_Task, 'duration_secs': 1.096442} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.496329] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1613.496796] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.496961] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.497307] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1613.497573] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-489aa4cd-fed9-4af0-8b73-bc84030fb84c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.502033] env[70542]: DEBUG oslo_vmware.api [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1613.502033] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527c61f4-3c24-e2a4-065d-3ac801835d7d" [ 1613.502033] env[70542]: _type = "Task" [ 1613.502033] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.509691] env[70542]: DEBUG oslo_vmware.api [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527c61f4-3c24-e2a4-065d-3ac801835d7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.012708] env[70542]: DEBUG oslo_vmware.api [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]527c61f4-3c24-e2a4-065d-3ac801835d7d, 'name': SearchDatastore_Task, 'duration_secs': 0.013298} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.013048] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1614.013299] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1614.013539] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.013685] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1614.013860] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1614.014134] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89a61d82-9298-45c7-bbf8-8f49061a538e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.023353] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1614.023529] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1614.024267] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b31f2cb3-85bc-4622-827c-aa7ff4399a67 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.029737] env[70542]: DEBUG oslo_vmware.api [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1614.029737] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522cfa56-a93e-d375-b418-c8ae06347cc5" [ 1614.029737] env[70542]: _type = "Task" [ 1614.029737] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.037837] env[70542]: DEBUG oslo_vmware.api [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522cfa56-a93e-d375-b418-c8ae06347cc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.541090] env[70542]: DEBUG oslo_vmware.api [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]522cfa56-a93e-d375-b418-c8ae06347cc5, 'name': SearchDatastore_Task, 'duration_secs': 0.009664} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.541886] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2f24f04-c71f-4d1e-bd19-d8445f75cc40 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.547345] env[70542]: DEBUG oslo_vmware.api [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1614.547345] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52bc4011-2599-4dc2-cc2c-426f2eec8219" [ 1614.547345] env[70542]: _type = "Task" [ 1614.547345] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.555099] env[70542]: DEBUG oslo_vmware.api [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52bc4011-2599-4dc2-cc2c-426f2eec8219, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.058677] env[70542]: DEBUG oslo_vmware.api [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52bc4011-2599-4dc2-cc2c-426f2eec8219, 'name': SearchDatastore_Task, 'duration_secs': 0.010071} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.058949] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1615.059232] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe/e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1615.059505] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-786ac14d-972c-4660-8dd3-8fe1e1b9cecb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.067984] env[70542]: DEBUG oslo_vmware.api [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1615.067984] env[70542]: value = "task-3912465" [ 1615.067984] env[70542]: _type = "Task" [ 1615.067984] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.078106] env[70542]: DEBUG oslo_vmware.api [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.577702] env[70542]: DEBUG oslo_vmware.api [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469922} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.578143] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore2] e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe/e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1615.578224] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1615.578431] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11f1324e-42e2-48b0-b058-5136b06dc8b1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.585064] env[70542]: DEBUG oslo_vmware.api [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1615.585064] env[70542]: value = "task-3912466" [ 1615.585064] env[70542]: _type = "Task" [ 1615.585064] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.592496] env[70542]: DEBUG oslo_vmware.api [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.096195] env[70542]: DEBUG oslo_vmware.api [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065263} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.096578] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1616.097743] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704e53b8-71ba-4d0d-81de-01292a74c9a1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.119465] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe/e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1616.119820] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b16500e-24b6-4ce1-b2f6-071772302bcf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.144018] env[70542]: DEBUG oslo_vmware.api [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1616.144018] env[70542]: value = "task-3912467" [ 1616.144018] env[70542]: _type = "Task" [ 1616.144018] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.152259] env[70542]: DEBUG oslo_vmware.api [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.654965] env[70542]: DEBUG oslo_vmware.api [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912467, 'name': ReconfigVM_Task, 'duration_secs': 0.287372} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.655336] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Reconfigured VM instance instance-0000007c to attach disk [datastore2] e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe/e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1616.655885] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f8788ce-6bcb-4bd3-852f-95e1585251cb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.662187] env[70542]: DEBUG oslo_vmware.api [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1616.662187] env[70542]: value = "task-3912468" [ 1616.662187] env[70542]: _type = "Task" [ 1616.662187] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.669993] env[70542]: DEBUG oslo_vmware.api [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912468, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.171579] env[70542]: DEBUG oslo_vmware.api [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912468, 'name': Rename_Task, 'duration_secs': 0.140608} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.171849] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1617.172104] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a75c0ec2-4797-4e83-8814-b20a5ea7531a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.179091] env[70542]: DEBUG oslo_vmware.api [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1617.179091] env[70542]: value = "task-3912469" [ 1617.179091] env[70542]: _type = "Task" [ 1617.179091] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.187158] env[70542]: DEBUG oslo_vmware.api [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.689562] env[70542]: DEBUG oslo_vmware.api [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912469, 'name': PowerOnVM_Task, 'duration_secs': 0.444741} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.689940] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1617.690087] env[70542]: INFO nova.compute.manager [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1617.690204] env[70542]: DEBUG nova.compute.manager [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1617.690991] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fd01ec-39a4-46c8-b4d8-83352da1bc19 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.210259] env[70542]: INFO nova.compute.manager [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Took 12.31 seconds to build instance. [ 1618.712392] env[70542]: DEBUG oslo_concurrency.lockutils [None req-df6bd766-d8b5-4808-929a-9c59e44dded3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.816s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1619.056555] env[70542]: DEBUG nova.compute.manager [req-baf19e6d-b885-4c39-b98e-63faf373e8d5 req-b61e48b1-9d94-46f6-b4aa-509d290572a2 service nova] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Received event network-changed-3de4a2d8-553b-47d8-aaaf-52fa372eaf79 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1619.056808] env[70542]: DEBUG nova.compute.manager [req-baf19e6d-b885-4c39-b98e-63faf373e8d5 req-b61e48b1-9d94-46f6-b4aa-509d290572a2 service nova] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Refreshing instance network info cache due to event network-changed-3de4a2d8-553b-47d8-aaaf-52fa372eaf79. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1619.056967] env[70542]: DEBUG oslo_concurrency.lockutils [req-baf19e6d-b885-4c39-b98e-63faf373e8d5 req-b61e48b1-9d94-46f6-b4aa-509d290572a2 service nova] Acquiring lock "refresh_cache-e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.057147] env[70542]: DEBUG oslo_concurrency.lockutils [req-baf19e6d-b885-4c39-b98e-63faf373e8d5 req-b61e48b1-9d94-46f6-b4aa-509d290572a2 service nova] Acquired lock "refresh_cache-e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1619.057370] env[70542]: DEBUG nova.network.neutron [req-baf19e6d-b885-4c39-b98e-63faf373e8d5 req-b61e48b1-9d94-46f6-b4aa-509d290572a2 service nova] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Refreshing network info cache for port 3de4a2d8-553b-47d8-aaaf-52fa372eaf79 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1619.770024] env[70542]: DEBUG nova.network.neutron [req-baf19e6d-b885-4c39-b98e-63faf373e8d5 req-b61e48b1-9d94-46f6-b4aa-509d290572a2 service nova] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Updated VIF entry in instance network info cache for port 3de4a2d8-553b-47d8-aaaf-52fa372eaf79. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1619.770430] env[70542]: DEBUG nova.network.neutron [req-baf19e6d-b885-4c39-b98e-63faf373e8d5 req-b61e48b1-9d94-46f6-b4aa-509d290572a2 service nova] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Updating instance_info_cache with network_info: [{"id": "3de4a2d8-553b-47d8-aaaf-52fa372eaf79", "address": "fa:16:3e:7c:84:18", "network": {"id": "f2d063c6-bfc1-4196-b7de-132656b690ab", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-527072904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bafa10626ed4761adb0bf57171b3969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3de4a2d8-55", "ovs_interfaceid": "3de4a2d8-553b-47d8-aaaf-52fa372eaf79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.273363] env[70542]: DEBUG oslo_concurrency.lockutils [req-baf19e6d-b885-4c39-b98e-63faf373e8d5 req-b61e48b1-9d94-46f6-b4aa-509d290572a2 service nova] Releasing lock "refresh_cache-e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.260030] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1623.260144] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1623.260535] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70542) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1624.260644] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1626.260224] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1627.260361] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1627.260738] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager.update_available_resource {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1627.764248] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1627.764493] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1627.764666] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1627.764825] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70542) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1627.765886] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45c4d17-29b8-4be8-9043-ae3d709b137c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.774734] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fee96c-9627-45d8-88a1-65b31d7e50f2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.789196] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d0c412-0559-4fd0-8e49-a49b2945b6ce {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.796336] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcc1585-be5d-43b4-a3af-2313405108f0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.824569] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180854MB free_disk=40GB free_vcpus=48 pci_devices=None {{(pid=70542) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1627.824730] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1627.824967] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1628.850130] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1628.850397] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1628.850553] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1628.877702] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc31614c-7449-4323-99a4-64f554917f66 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.885166] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af546c6-7f74-46e2-b7fc-399a77017a4f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.915161] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342c8816-cb7f-44e1-b16d-49462c8c6042 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.922958] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7096009-22f3-40ff-b391-a30cbb682ed2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.936786] env[70542]: DEBUG nova.compute.provider_tree [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1629.440833] env[70542]: DEBUG nova.scheduler.client.report [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1629.946631] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70542) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1629.947067] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.122s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1632.942262] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1632.942645] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1657.931019] env[70542]: DEBUG oslo_concurrency.lockutils [None req-70587b16-c0c0-44c2-bc8b-74e64b1c9aa8 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1657.931019] env[70542]: DEBUG oslo_concurrency.lockutils [None req-70587b16-c0c0-44c2-bc8b-74e64b1c9aa8 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1658.435372] env[70542]: DEBUG nova.compute.utils [None req-70587b16-c0c0-44c2-bc8b-74e64b1c9aa8 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1658.938370] env[70542]: DEBUG oslo_concurrency.lockutils [None req-70587b16-c0c0-44c2-bc8b-74e64b1c9aa8 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1660.000475] env[70542]: DEBUG oslo_concurrency.lockutils [None req-70587b16-c0c0-44c2-bc8b-74e64b1c9aa8 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1660.000850] env[70542]: DEBUG oslo_concurrency.lockutils [None req-70587b16-c0c0-44c2-bc8b-74e64b1c9aa8 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1660.000963] env[70542]: INFO nova.compute.manager [None req-70587b16-c0c0-44c2-bc8b-74e64b1c9aa8 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Attaching volume f6cee288-e290-4fae-9f7f-0bcfe436f062 to /dev/sdb [ 1660.032838] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eafb268-a2e1-4438-a27a-648101bfec21 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.040481] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eff090e-50d7-4187-856b-b5da900491dd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.053696] env[70542]: DEBUG nova.virt.block_device [None req-70587b16-c0c0-44c2-bc8b-74e64b1c9aa8 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Updating existing volume attachment record: 0ebbb3e6-e1fd-44c7-8993-d9205a84fd0f {{(pid=70542) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1664.598424] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-70587b16-c0c0-44c2-bc8b-74e64b1c9aa8 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Volume attach. Driver type: vmdk {{(pid=70542) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1664.598766] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-70587b16-c0c0-44c2-bc8b-74e64b1c9aa8 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776914', 'volume_id': 'f6cee288-e290-4fae-9f7f-0bcfe436f062', 'name': 'volume-f6cee288-e290-4fae-9f7f-0bcfe436f062', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6cee288-e290-4fae-9f7f-0bcfe436f062', 'serial': 'f6cee288-e290-4fae-9f7f-0bcfe436f062'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1664.599658] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98159fb-d342-471a-a14c-950d6cec3fe5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.617662] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703add16-f5da-40c7-aafb-7a35207b3222 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.642911] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-70587b16-c0c0-44c2-bc8b-74e64b1c9aa8 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-f6cee288-e290-4fae-9f7f-0bcfe436f062/volume-f6cee288-e290-4fae-9f7f-0bcfe436f062.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1664.643227] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6865fae5-8e21-44d7-8b6a-1b4e986dc11c {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.664624] env[70542]: DEBUG oslo_vmware.api [None req-70587b16-c0c0-44c2-bc8b-74e64b1c9aa8 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1664.664624] env[70542]: value = "task-3912474" [ 1664.664624] env[70542]: _type = "Task" [ 1664.664624] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.674663] env[70542]: DEBUG oslo_vmware.api [None req-70587b16-c0c0-44c2-bc8b-74e64b1c9aa8 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912474, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.174912] env[70542]: DEBUG oslo_vmware.api [None req-70587b16-c0c0-44c2-bc8b-74e64b1c9aa8 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912474, 'name': ReconfigVM_Task, 'duration_secs': 0.331645} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.175195] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-70587b16-c0c0-44c2-bc8b-74e64b1c9aa8 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-f6cee288-e290-4fae-9f7f-0bcfe436f062/volume-f6cee288-e290-4fae-9f7f-0bcfe436f062.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1665.179893] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-408746e8-788d-4324-9a1a-2245e0f4cde7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.195317] env[70542]: DEBUG oslo_vmware.api [None req-70587b16-c0c0-44c2-bc8b-74e64b1c9aa8 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1665.195317] env[70542]: value = "task-3912475" [ 1665.195317] env[70542]: _type = "Task" [ 1665.195317] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.204497] env[70542]: DEBUG oslo_vmware.api [None req-70587b16-c0c0-44c2-bc8b-74e64b1c9aa8 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912475, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.705576] env[70542]: DEBUG oslo_vmware.api [None req-70587b16-c0c0-44c2-bc8b-74e64b1c9aa8 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912475, 'name': ReconfigVM_Task, 'duration_secs': 0.143642} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.705948] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-70587b16-c0c0-44c2-bc8b-74e64b1c9aa8 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776914', 'volume_id': 'f6cee288-e290-4fae-9f7f-0bcfe436f062', 'name': 'volume-f6cee288-e290-4fae-9f7f-0bcfe436f062', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6cee288-e290-4fae-9f7f-0bcfe436f062', 'serial': 'f6cee288-e290-4fae-9f7f-0bcfe436f062'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1666.752973] env[70542]: DEBUG nova.objects.instance [None req-70587b16-c0c0-44c2-bc8b-74e64b1c9aa8 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lazy-loading 'flavor' on Instance uuid e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1667.258342] env[70542]: DEBUG oslo_concurrency.lockutils [None req-70587b16-c0c0-44c2-bc8b-74e64b1c9aa8 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.257s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1668.350038] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "8f417be4-824b-43f2-aeaa-8de8931df09b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1668.350038] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "8f417be4-824b-43f2-aeaa-8de8931df09b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1668.852253] env[70542]: DEBUG nova.compute.manager [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1669.373912] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1669.374248] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1669.375787] env[70542]: INFO nova.compute.claims [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1670.424433] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8f15f5-e7ff-4c80-a6ab-f52de117d939 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.433151] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924d5a13-3aef-413c-ad68-de1bd3fc0ddd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.465126] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5921359-db70-4b4d-9478-525a9c7d24e1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.472531] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51eaccf1-674b-4d4d-9188-076e0b3e5b23 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.486185] env[70542]: DEBUG nova.compute.provider_tree [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1670.989831] env[70542]: DEBUG nova.scheduler.client.report [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1671.494859] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.120s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1671.495448] env[70542]: DEBUG nova.compute.manager [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1672.000840] env[70542]: DEBUG nova.compute.utils [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1672.002260] env[70542]: DEBUG nova.compute.manager [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1672.002431] env[70542]: DEBUG nova.network.neutron [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1672.048964] env[70542]: DEBUG nova.policy [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f27a4010524346669a2061c623c55c85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bafa10626ed4761adb0bf57171b3969', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1672.316787] env[70542]: DEBUG nova.network.neutron [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Successfully created port: 56515e8d-147c-42c9-9b56-1e8ed5a6c7ff {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1672.505406] env[70542]: DEBUG nova.compute.manager [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1673.517461] env[70542]: DEBUG nova.compute.manager [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1673.544256] env[70542]: DEBUG nova.virt.hardware [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1673.544513] env[70542]: DEBUG nova.virt.hardware [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1673.544669] env[70542]: DEBUG nova.virt.hardware [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1673.544853] env[70542]: DEBUG nova.virt.hardware [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1673.544995] env[70542]: DEBUG nova.virt.hardware [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1673.545155] env[70542]: DEBUG nova.virt.hardware [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1673.545378] env[70542]: DEBUG nova.virt.hardware [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1673.545572] env[70542]: DEBUG nova.virt.hardware [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1673.545738] env[70542]: DEBUG nova.virt.hardware [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1673.545906] env[70542]: DEBUG nova.virt.hardware [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1673.546098] env[70542]: DEBUG nova.virt.hardware [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1673.547014] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa414a4-7d97-404d-8041-45feca427cf0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.555301] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27cd3a3-504a-4740-ab39-e5a62586fa78 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.669861] env[70542]: DEBUG nova.compute.manager [req-4a301abc-1372-4292-9a0f-41c5aac9fa73 req-42de8332-119b-4fc9-8a12-99b3958bddbb service nova] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Received event network-vif-plugged-56515e8d-147c-42c9-9b56-1e8ed5a6c7ff {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1673.670115] env[70542]: DEBUG oslo_concurrency.lockutils [req-4a301abc-1372-4292-9a0f-41c5aac9fa73 req-42de8332-119b-4fc9-8a12-99b3958bddbb service nova] Acquiring lock "8f417be4-824b-43f2-aeaa-8de8931df09b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1673.670336] env[70542]: DEBUG oslo_concurrency.lockutils [req-4a301abc-1372-4292-9a0f-41c5aac9fa73 req-42de8332-119b-4fc9-8a12-99b3958bddbb service nova] Lock "8f417be4-824b-43f2-aeaa-8de8931df09b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1673.670505] env[70542]: DEBUG oslo_concurrency.lockutils [req-4a301abc-1372-4292-9a0f-41c5aac9fa73 req-42de8332-119b-4fc9-8a12-99b3958bddbb service nova] Lock "8f417be4-824b-43f2-aeaa-8de8931df09b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1673.670709] env[70542]: DEBUG nova.compute.manager [req-4a301abc-1372-4292-9a0f-41c5aac9fa73 req-42de8332-119b-4fc9-8a12-99b3958bddbb service nova] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] No waiting events found dispatching network-vif-plugged-56515e8d-147c-42c9-9b56-1e8ed5a6c7ff {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1673.670930] env[70542]: WARNING nova.compute.manager [req-4a301abc-1372-4292-9a0f-41c5aac9fa73 req-42de8332-119b-4fc9-8a12-99b3958bddbb service nova] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Received unexpected event network-vif-plugged-56515e8d-147c-42c9-9b56-1e8ed5a6c7ff for instance with vm_state building and task_state spawning. [ 1673.751617] env[70542]: DEBUG nova.network.neutron [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Successfully updated port: 56515e8d-147c-42c9-9b56-1e8ed5a6c7ff {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1674.256043] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "refresh_cache-8f417be4-824b-43f2-aeaa-8de8931df09b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.256043] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquired lock "refresh_cache-8f417be4-824b-43f2-aeaa-8de8931df09b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1674.256043] env[70542]: DEBUG nova.network.neutron [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1674.786567] env[70542]: DEBUG nova.network.neutron [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1674.903442] env[70542]: DEBUG nova.network.neutron [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Updating instance_info_cache with network_info: [{"id": "56515e8d-147c-42c9-9b56-1e8ed5a6c7ff", "address": "fa:16:3e:8b:64:64", "network": {"id": "f2d063c6-bfc1-4196-b7de-132656b690ab", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-527072904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bafa10626ed4761adb0bf57171b3969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56515e8d-14", "ovs_interfaceid": "56515e8d-147c-42c9-9b56-1e8ed5a6c7ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.406789] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Releasing lock "refresh_cache-8f417be4-824b-43f2-aeaa-8de8931df09b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1675.407426] env[70542]: DEBUG nova.compute.manager [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Instance network_info: |[{"id": "56515e8d-147c-42c9-9b56-1e8ed5a6c7ff", "address": "fa:16:3e:8b:64:64", "network": {"id": "f2d063c6-bfc1-4196-b7de-132656b690ab", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-527072904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bafa10626ed4761adb0bf57171b3969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56515e8d-14", "ovs_interfaceid": "56515e8d-147c-42c9-9b56-1e8ed5a6c7ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1675.408156] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:64:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56515e8d-147c-42c9-9b56-1e8ed5a6c7ff', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1675.423279] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1675.423670] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1675.424084] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d5d523f-8514-48da-a64d-9f8b7a02d301 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.450077] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1675.450077] env[70542]: value = "task-3912476" [ 1675.450077] env[70542]: _type = "Task" [ 1675.450077] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.458334] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912476, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.695907] env[70542]: DEBUG nova.compute.manager [req-7fcd0ead-74e1-497b-abd6-a8a942ab2455 req-bbebba6c-59cc-4fcc-937c-4ea495565d7c service nova] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Received event network-changed-56515e8d-147c-42c9-9b56-1e8ed5a6c7ff {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1675.696101] env[70542]: DEBUG nova.compute.manager [req-7fcd0ead-74e1-497b-abd6-a8a942ab2455 req-bbebba6c-59cc-4fcc-937c-4ea495565d7c service nova] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Refreshing instance network info cache due to event network-changed-56515e8d-147c-42c9-9b56-1e8ed5a6c7ff. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1675.696320] env[70542]: DEBUG oslo_concurrency.lockutils [req-7fcd0ead-74e1-497b-abd6-a8a942ab2455 req-bbebba6c-59cc-4fcc-937c-4ea495565d7c service nova] Acquiring lock "refresh_cache-8f417be4-824b-43f2-aeaa-8de8931df09b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.696464] env[70542]: DEBUG oslo_concurrency.lockutils [req-7fcd0ead-74e1-497b-abd6-a8a942ab2455 req-bbebba6c-59cc-4fcc-937c-4ea495565d7c service nova] Acquired lock "refresh_cache-8f417be4-824b-43f2-aeaa-8de8931df09b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1675.696622] env[70542]: DEBUG nova.network.neutron [req-7fcd0ead-74e1-497b-abd6-a8a942ab2455 req-bbebba6c-59cc-4fcc-937c-4ea495565d7c service nova] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Refreshing network info cache for port 56515e8d-147c-42c9-9b56-1e8ed5a6c7ff {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1675.960899] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912476, 'name': CreateVM_Task, 'duration_secs': 0.290338} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.961306] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1675.961690] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.961860] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1675.962211] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1675.962464] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66b3d100-6614-478b-b47b-5aac096fae16 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.967401] env[70542]: DEBUG oslo_vmware.api [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1675.967401] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]520b353f-4ded-e6da-466b-0cfc47e5c0e4" [ 1675.967401] env[70542]: _type = "Task" [ 1675.967401] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.975785] env[70542]: DEBUG oslo_vmware.api [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]520b353f-4ded-e6da-466b-0cfc47e5c0e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.382287] env[70542]: DEBUG nova.network.neutron [req-7fcd0ead-74e1-497b-abd6-a8a942ab2455 req-bbebba6c-59cc-4fcc-937c-4ea495565d7c service nova] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Updated VIF entry in instance network info cache for port 56515e8d-147c-42c9-9b56-1e8ed5a6c7ff. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1676.382678] env[70542]: DEBUG nova.network.neutron [req-7fcd0ead-74e1-497b-abd6-a8a942ab2455 req-bbebba6c-59cc-4fcc-937c-4ea495565d7c service nova] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Updating instance_info_cache with network_info: [{"id": "56515e8d-147c-42c9-9b56-1e8ed5a6c7ff", "address": "fa:16:3e:8b:64:64", "network": {"id": "f2d063c6-bfc1-4196-b7de-132656b690ab", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-527072904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bafa10626ed4761adb0bf57171b3969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56515e8d-14", "ovs_interfaceid": "56515e8d-147c-42c9-9b56-1e8ed5a6c7ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.477862] env[70542]: DEBUG oslo_vmware.api [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]520b353f-4ded-e6da-466b-0cfc47e5c0e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011488} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.478211] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1676.478465] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1676.478700] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.478849] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1676.479046] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1676.479335] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0620dd3-463e-4578-96cc-f80936f51221 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.489540] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1676.489743] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1676.490598] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb7c4501-4983-469f-b4dd-dcb3cd3ddb02 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.497171] env[70542]: DEBUG oslo_vmware.api [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1676.497171] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c14f2b-96d9-bd1d-afc8-1934208144d4" [ 1676.497171] env[70542]: _type = "Task" [ 1676.497171] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.507228] env[70542]: DEBUG oslo_vmware.api [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c14f2b-96d9-bd1d-afc8-1934208144d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.885666] env[70542]: DEBUG oslo_concurrency.lockutils [req-7fcd0ead-74e1-497b-abd6-a8a942ab2455 req-bbebba6c-59cc-4fcc-937c-4ea495565d7c service nova] Releasing lock "refresh_cache-8f417be4-824b-43f2-aeaa-8de8931df09b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1677.007544] env[70542]: DEBUG oslo_vmware.api [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52c14f2b-96d9-bd1d-afc8-1934208144d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010552} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.008293] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4fbe979-80bb-4f28-a76e-e9b0f90d16e1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.013715] env[70542]: DEBUG oslo_vmware.api [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1677.013715] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5258c002-aab7-38e1-5848-5aedb0a9228e" [ 1677.013715] env[70542]: _type = "Task" [ 1677.013715] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.021942] env[70542]: DEBUG oslo_vmware.api [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5258c002-aab7-38e1-5848-5aedb0a9228e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.524023] env[70542]: DEBUG oslo_vmware.api [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5258c002-aab7-38e1-5848-5aedb0a9228e, 'name': SearchDatastore_Task, 'duration_secs': 0.010241} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.524367] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1677.524633] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 8f417be4-824b-43f2-aeaa-8de8931df09b/8f417be4-824b-43f2-aeaa-8de8931df09b.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1677.524899] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-311263a1-39fc-48f4-b242-911dfe13dcd4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.533039] env[70542]: DEBUG oslo_vmware.api [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1677.533039] env[70542]: value = "task-3912477" [ 1677.533039] env[70542]: _type = "Task" [ 1677.533039] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.541349] env[70542]: DEBUG oslo_vmware.api [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.043418] env[70542]: DEBUG oslo_vmware.api [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430522} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.043844] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] 8f417be4-824b-43f2-aeaa-8de8931df09b/8f417be4-824b-43f2-aeaa-8de8931df09b.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1678.043928] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1678.044120] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff4407a7-2fb7-42e0-a1bd-cb0aca4eb23f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.051449] env[70542]: DEBUG oslo_vmware.api [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1678.051449] env[70542]: value = "task-3912478" [ 1678.051449] env[70542]: _type = "Task" [ 1678.051449] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.059090] env[70542]: DEBUG oslo_vmware.api [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.562021] env[70542]: DEBUG oslo_vmware.api [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067536} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.562308] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1678.563380] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3216f4-4e26-4bd5-95de-03dbe8dfc6f3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.585125] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 8f417be4-824b-43f2-aeaa-8de8931df09b/8f417be4-824b-43f2-aeaa-8de8931df09b.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1678.585413] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2e0945a-3706-47c6-b0a8-86ea00cab14d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.605646] env[70542]: DEBUG oslo_vmware.api [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1678.605646] env[70542]: value = "task-3912479" [ 1678.605646] env[70542]: _type = "Task" [ 1678.605646] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.613608] env[70542]: DEBUG oslo_vmware.api [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.116132] env[70542]: DEBUG oslo_vmware.api [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912479, 'name': ReconfigVM_Task, 'duration_secs': 0.26879} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.116511] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 8f417be4-824b-43f2-aeaa-8de8931df09b/8f417be4-824b-43f2-aeaa-8de8931df09b.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1679.117068] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67e68d23-50ec-43e3-9721-3295d505c791 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.125283] env[70542]: DEBUG oslo_vmware.api [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1679.125283] env[70542]: value = "task-3912480" [ 1679.125283] env[70542]: _type = "Task" [ 1679.125283] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.133641] env[70542]: DEBUG oslo_vmware.api [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912480, 'name': Rename_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.635844] env[70542]: DEBUG oslo_vmware.api [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912480, 'name': Rename_Task, 'duration_secs': 0.130484} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.636158] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1679.636407] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abaa9fec-e5b7-4dd1-bff4-e07aa5313291 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.644299] env[70542]: DEBUG oslo_vmware.api [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1679.644299] env[70542]: value = "task-3912481" [ 1679.644299] env[70542]: _type = "Task" [ 1679.644299] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.652727] env[70542]: DEBUG oslo_vmware.api [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.156414] env[70542]: DEBUG oslo_vmware.api [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912481, 'name': PowerOnVM_Task, 'duration_secs': 0.441364} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.156903] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1680.156969] env[70542]: INFO nova.compute.manager [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1680.157267] env[70542]: DEBUG nova.compute.manager [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1680.158223] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a015089-cef2-4476-9506-f367e6bf96d6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.679326] env[70542]: INFO nova.compute.manager [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Took 11.32 seconds to build instance. [ 1681.181705] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1ffb6c3c-a275-496f-bed5-6a97e9ef50e3 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "8f417be4-824b-43f2-aeaa-8de8931df09b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.832s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1681.371714] env[70542]: DEBUG nova.compute.manager [req-fe95bdfe-c4e4-490c-9026-e0a569acfa1e req-7469c867-c865-481b-b646-cc691e930e2b service nova] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Received event network-changed-56515e8d-147c-42c9-9b56-1e8ed5a6c7ff {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1681.371938] env[70542]: DEBUG nova.compute.manager [req-fe95bdfe-c4e4-490c-9026-e0a569acfa1e req-7469c867-c865-481b-b646-cc691e930e2b service nova] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Refreshing instance network info cache due to event network-changed-56515e8d-147c-42c9-9b56-1e8ed5a6c7ff. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1681.372168] env[70542]: DEBUG oslo_concurrency.lockutils [req-fe95bdfe-c4e4-490c-9026-e0a569acfa1e req-7469c867-c865-481b-b646-cc691e930e2b service nova] Acquiring lock "refresh_cache-8f417be4-824b-43f2-aeaa-8de8931df09b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.372277] env[70542]: DEBUG oslo_concurrency.lockutils [req-fe95bdfe-c4e4-490c-9026-e0a569acfa1e req-7469c867-c865-481b-b646-cc691e930e2b service nova] Acquired lock "refresh_cache-8f417be4-824b-43f2-aeaa-8de8931df09b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1681.372451] env[70542]: DEBUG nova.network.neutron [req-fe95bdfe-c4e4-490c-9026-e0a569acfa1e req-7469c867-c865-481b-b646-cc691e930e2b service nova] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Refreshing network info cache for port 56515e8d-147c-42c9-9b56-1e8ed5a6c7ff {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1682.079303] env[70542]: DEBUG nova.network.neutron [req-fe95bdfe-c4e4-490c-9026-e0a569acfa1e req-7469c867-c865-481b-b646-cc691e930e2b service nova] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Updated VIF entry in instance network info cache for port 56515e8d-147c-42c9-9b56-1e8ed5a6c7ff. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1682.079651] env[70542]: DEBUG nova.network.neutron [req-fe95bdfe-c4e4-490c-9026-e0a569acfa1e req-7469c867-c865-481b-b646-cc691e930e2b service nova] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Updating instance_info_cache with network_info: [{"id": "56515e8d-147c-42c9-9b56-1e8ed5a6c7ff", "address": "fa:16:3e:8b:64:64", "network": {"id": "f2d063c6-bfc1-4196-b7de-132656b690ab", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-527072904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bafa10626ed4761adb0bf57171b3969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56515e8d-14", "ovs_interfaceid": "56515e8d-147c-42c9-9b56-1e8ed5a6c7ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.582795] env[70542]: DEBUG oslo_concurrency.lockutils [req-fe95bdfe-c4e4-490c-9026-e0a569acfa1e req-7469c867-c865-481b-b646-cc691e930e2b service nova] Releasing lock "refresh_cache-8f417be4-824b-43f2-aeaa-8de8931df09b" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1683.260227] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1684.260238] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1684.260588] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70542) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1686.260888] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1688.260220] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1688.260604] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1688.260643] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager.update_available_resource {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1688.763564] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1688.763864] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1688.764064] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1688.764230] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70542) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1688.765137] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95e3f05-71f6-4924-8029-c236aa2e36ff {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.773574] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66c65e5-c520-494a-8ab5-5a50f30005c3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.787521] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09104b14-0313-4b46-9bf2-1b4234269903 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.793947] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2671332c-bd84-464a-8e86-b24ae13eacf5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.823469] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180655MB free_disk=40GB free_vcpus=48 pci_devices=None {{(pid=70542) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1688.823634] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1688.823861] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1689.850482] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1689.850765] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance 8f417be4-824b-43f2-aeaa-8de8931df09b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1689.850809] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1689.850950] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1689.886824] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be9d5e8-2be7-4250-a9c9-c1087e11ec3e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.894410] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ad8fc2-62dc-46f0-b44d-8b404576442b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.923994] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dd5a1c-b5c5-4f79-a3ed-bde82c2d8dac {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.932585] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6411abd2-6324-4f92-9d82-ef6deed664c2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.946633] env[70542]: DEBUG nova.compute.provider_tree [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1690.450056] env[70542]: DEBUG nova.scheduler.client.report [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1690.957433] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70542) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1690.957808] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.134s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1692.953246] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1692.953696] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1702.255470] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1718.678432] env[70542]: DEBUG oslo_concurrency.lockutils [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "8f417be4-824b-43f2-aeaa-8de8931df09b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1718.678835] env[70542]: DEBUG oslo_concurrency.lockutils [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "8f417be4-824b-43f2-aeaa-8de8931df09b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1718.678882] env[70542]: DEBUG oslo_concurrency.lockutils [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "8f417be4-824b-43f2-aeaa-8de8931df09b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1718.679055] env[70542]: DEBUG oslo_concurrency.lockutils [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "8f417be4-824b-43f2-aeaa-8de8931df09b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1718.679228] env[70542]: DEBUG oslo_concurrency.lockutils [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "8f417be4-824b-43f2-aeaa-8de8931df09b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1718.683294] env[70542]: INFO nova.compute.manager [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Terminating instance [ 1719.187506] env[70542]: DEBUG nova.compute.manager [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1719.187762] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1719.188721] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bdce63-b8c9-49b7-8b98-a56cfd4b0c60 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.196899] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1719.197151] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72ca75a1-821d-4b18-9d4b-560ad375dba0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.205185] env[70542]: DEBUG oslo_vmware.api [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1719.205185] env[70542]: value = "task-3912482" [ 1719.205185] env[70542]: _type = "Task" [ 1719.205185] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.213939] env[70542]: DEBUG oslo_vmware.api [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.715442] env[70542]: DEBUG oslo_vmware.api [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912482, 'name': PowerOffVM_Task, 'duration_secs': 0.165725} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.715825] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1719.715864] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1719.716110] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9444d8aa-ba2d-49df-b35a-51fd5d4d3576 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.776023] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1719.776356] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1719.776544] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Deleting the datastore file [datastore1] 8f417be4-824b-43f2-aeaa-8de8931df09b {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1719.776829] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6972a3a-06a9-484f-803a-baf5b8d801c5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.784070] env[70542]: DEBUG oslo_vmware.api [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1719.784070] env[70542]: value = "task-3912484" [ 1719.784070] env[70542]: _type = "Task" [ 1719.784070] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.791657] env[70542]: DEBUG oslo_vmware.api [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.295401] env[70542]: DEBUG oslo_vmware.api [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133651} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.295661] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1720.295849] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1720.296033] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1720.296263] env[70542]: INFO nova.compute.manager [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1720.296500] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1720.296694] env[70542]: DEBUG nova.compute.manager [-] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1720.296784] env[70542]: DEBUG nova.network.neutron [-] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1720.722485] env[70542]: DEBUG nova.compute.manager [req-be8e4c39-3e74-46ea-b824-51c7ee7f1229 req-ab028058-8e12-48f3-9413-8afb05b281f9 service nova] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Received event network-vif-deleted-56515e8d-147c-42c9-9b56-1e8ed5a6c7ff {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1720.722801] env[70542]: INFO nova.compute.manager [req-be8e4c39-3e74-46ea-b824-51c7ee7f1229 req-ab028058-8e12-48f3-9413-8afb05b281f9 service nova] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Neutron deleted interface 56515e8d-147c-42c9-9b56-1e8ed5a6c7ff; detaching it from the instance and deleting it from the info cache [ 1720.722984] env[70542]: DEBUG nova.network.neutron [req-be8e4c39-3e74-46ea-b824-51c7ee7f1229 req-ab028058-8e12-48f3-9413-8afb05b281f9 service nova] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.201261] env[70542]: DEBUG nova.network.neutron [-] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.227071] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fc72fd2-22b8-45c1-81d8-4e2277d50bfb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.240456] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98905562-4293-4ca0-af80-c5d069b184db {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.269742] env[70542]: DEBUG nova.compute.manager [req-be8e4c39-3e74-46ea-b824-51c7ee7f1229 req-ab028058-8e12-48f3-9413-8afb05b281f9 service nova] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Detach interface failed, port_id=56515e8d-147c-42c9-9b56-1e8ed5a6c7ff, reason: Instance 8f417be4-824b-43f2-aeaa-8de8931df09b could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1721.704896] env[70542]: INFO nova.compute.manager [-] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Took 1.41 seconds to deallocate network for instance. [ 1722.212059] env[70542]: DEBUG oslo_concurrency.lockutils [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1722.212513] env[70542]: DEBUG oslo_concurrency.lockutils [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1722.212619] env[70542]: DEBUG nova.objects.instance [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lazy-loading 'resources' on Instance uuid 8f417be4-824b-43f2-aeaa-8de8931df09b {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1722.758273] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1cb6b3-e43e-4329-89c5-2c2ec83f5966 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.766196] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e27eae7-0a46-44b4-9246-3d938f8b4a92 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.797915] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2718ea96-01c8-4835-b878-a741243d78c9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.805328] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e911ed-fbfa-49f6-8501-ffdad78a498f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.818989] env[70542]: DEBUG nova.compute.provider_tree [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1723.323069] env[70542]: DEBUG nova.scheduler.client.report [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1723.828736] env[70542]: DEBUG oslo_concurrency.lockutils [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.616s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1723.849295] env[70542]: INFO nova.scheduler.client.report [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Deleted allocations for instance 8f417be4-824b-43f2-aeaa-8de8931df09b [ 1724.358052] env[70542]: DEBUG oslo_concurrency.lockutils [None req-950668ea-8f0e-4d2d-a735-f258a7282694 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "8f417be4-824b-43f2-aeaa-8de8931df09b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.679s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1725.682516] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f17e93c4-be6a-46ec-a27f-923b48d56225 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1725.682882] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f17e93c4-be6a-46ec-a27f-923b48d56225 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1726.186033] env[70542]: INFO nova.compute.manager [None req-f17e93c4-be6a-46ec-a27f-923b48d56225 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Detaching volume f6cee288-e290-4fae-9f7f-0bcfe436f062 [ 1726.216111] env[70542]: INFO nova.virt.block_device [None req-f17e93c4-be6a-46ec-a27f-923b48d56225 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Attempting to driver detach volume f6cee288-e290-4fae-9f7f-0bcfe436f062 from mountpoint /dev/sdb [ 1726.216385] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f17e93c4-be6a-46ec-a27f-923b48d56225 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Volume detach. Driver type: vmdk {{(pid=70542) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1726.216620] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f17e93c4-be6a-46ec-a27f-923b48d56225 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776914', 'volume_id': 'f6cee288-e290-4fae-9f7f-0bcfe436f062', 'name': 'volume-f6cee288-e290-4fae-9f7f-0bcfe436f062', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6cee288-e290-4fae-9f7f-0bcfe436f062', 'serial': 'f6cee288-e290-4fae-9f7f-0bcfe436f062'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1726.217615] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d9fe2b-30a4-4d74-a65b-f3ac1cc6911f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.238961] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b965e542-b182-4221-9a18-e7fb32e73494 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.247430] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7355da-1d5c-4ba6-9a9a-46652f3fa911 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.267271] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ce1040-cf4b-437b-9102-d29af03b468a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.281900] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f17e93c4-be6a-46ec-a27f-923b48d56225 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] The volume has not been displaced from its original location: [datastore1] volume-f6cee288-e290-4fae-9f7f-0bcfe436f062/volume-f6cee288-e290-4fae-9f7f-0bcfe436f062.vmdk. No consolidation needed. {{(pid=70542) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1726.287140] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f17e93c4-be6a-46ec-a27f-923b48d56225 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1726.287430] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcd30788-165b-41ad-bba7-70a784fab3bb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.307465] env[70542]: DEBUG oslo_vmware.api [None req-f17e93c4-be6a-46ec-a27f-923b48d56225 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1726.307465] env[70542]: value = "task-3912485" [ 1726.307465] env[70542]: _type = "Task" [ 1726.307465] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.316071] env[70542]: DEBUG oslo_vmware.api [None req-f17e93c4-be6a-46ec-a27f-923b48d56225 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.817417] env[70542]: DEBUG oslo_vmware.api [None req-f17e93c4-be6a-46ec-a27f-923b48d56225 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912485, 'name': ReconfigVM_Task, 'duration_secs': 0.252054} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.817798] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f17e93c4-be6a-46ec-a27f-923b48d56225 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1726.822235] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dbee9cf-c78f-47c4-b848-119a98d09eb0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.838523] env[70542]: DEBUG oslo_vmware.api [None req-f17e93c4-be6a-46ec-a27f-923b48d56225 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1726.838523] env[70542]: value = "task-3912486" [ 1726.838523] env[70542]: _type = "Task" [ 1726.838523] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.846631] env[70542]: DEBUG oslo_vmware.api [None req-f17e93c4-be6a-46ec-a27f-923b48d56225 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912486, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.349182] env[70542]: DEBUG oslo_vmware.api [None req-f17e93c4-be6a-46ec-a27f-923b48d56225 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912486, 'name': ReconfigVM_Task, 'duration_secs': 0.130971} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.349482] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f17e93c4-be6a-46ec-a27f-923b48d56225 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776914', 'volume_id': 'f6cee288-e290-4fae-9f7f-0bcfe436f062', 'name': 'volume-f6cee288-e290-4fae-9f7f-0bcfe436f062', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6cee288-e290-4fae-9f7f-0bcfe436f062', 'serial': 'f6cee288-e290-4fae-9f7f-0bcfe436f062'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1727.890939] env[70542]: DEBUG nova.objects.instance [None req-f17e93c4-be6a-46ec-a27f-923b48d56225 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lazy-loading 'flavor' on Instance uuid e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1728.898853] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f17e93c4-be6a-46ec-a27f-923b48d56225 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.216s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1729.925384] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1729.925843] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1729.925843] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1729.925973] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1729.926201] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1729.928612] env[70542]: INFO nova.compute.manager [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Terminating instance [ 1730.432632] env[70542]: DEBUG nova.compute.manager [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1730.432885] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1730.433770] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ea7cd2-c978-42e7-a1e3-250d05e0822a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.442123] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1730.442376] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7af50a13-c5dd-4a83-8c85-4a892fcbccf1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.449386] env[70542]: DEBUG oslo_vmware.api [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1730.449386] env[70542]: value = "task-3912487" [ 1730.449386] env[70542]: _type = "Task" [ 1730.449386] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.458573] env[70542]: DEBUG oslo_vmware.api [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.959735] env[70542]: DEBUG oslo_vmware.api [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912487, 'name': PowerOffVM_Task, 'duration_secs': 0.214543} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.960072] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1730.960244] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1730.960499] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60c8d7ec-7884-48a5-b5bb-efdd582c3bcd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.020883] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1731.021197] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Deleting contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1731.021416] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Deleting the datastore file [datastore2] e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1731.021726] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f1459f2-460b-4f1e-a381-7f1345928463 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.029561] env[70542]: DEBUG oslo_vmware.api [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1731.029561] env[70542]: value = "task-3912489" [ 1731.029561] env[70542]: _type = "Task" [ 1731.029561] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.037950] env[70542]: DEBUG oslo_vmware.api [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.539936] env[70542]: DEBUG oslo_vmware.api [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141124} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.540213] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1731.540398] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Deleted contents of the VM from datastore datastore2 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1731.540588] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1731.540868] env[70542]: INFO nova.compute.manager [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1731.541232] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1731.541522] env[70542]: DEBUG nova.compute.manager [-] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1731.541658] env[70542]: DEBUG nova.network.neutron [-] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1731.985322] env[70542]: DEBUG nova.compute.manager [req-4198aa11-fcd6-4b24-889e-c3f0f1a90d92 req-1a2e1119-f95b-4e77-9de8-92635c785036 service nova] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Received event network-vif-deleted-3de4a2d8-553b-47d8-aaaf-52fa372eaf79 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1731.985597] env[70542]: INFO nova.compute.manager [req-4198aa11-fcd6-4b24-889e-c3f0f1a90d92 req-1a2e1119-f95b-4e77-9de8-92635c785036 service nova] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Neutron deleted interface 3de4a2d8-553b-47d8-aaaf-52fa372eaf79; detaching it from the instance and deleting it from the info cache [ 1731.985732] env[70542]: DEBUG nova.network.neutron [req-4198aa11-fcd6-4b24-889e-c3f0f1a90d92 req-1a2e1119-f95b-4e77-9de8-92635c785036 service nova] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.467156] env[70542]: DEBUG nova.network.neutron [-] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.488874] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d73cb376-df44-4a1b-ab6b-015141bbc6d8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.499922] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfadf7d-4bdd-41be-a383-5f7bf866c68e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.525053] env[70542]: DEBUG nova.compute.manager [req-4198aa11-fcd6-4b24-889e-c3f0f1a90d92 req-1a2e1119-f95b-4e77-9de8-92635c785036 service nova] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Detach interface failed, port_id=3de4a2d8-553b-47d8-aaaf-52fa372eaf79, reason: Instance e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1732.970388] env[70542]: INFO nova.compute.manager [-] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Took 1.43 seconds to deallocate network for instance. [ 1733.477030] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1733.477433] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1733.477577] env[70542]: DEBUG nova.objects.instance [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lazy-loading 'resources' on Instance uuid e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1734.019783] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dd8247-b132-4d41-a786-052ddd97a2b6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.027777] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abeb56a8-6391-459d-98fd-0c7370765767 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.057866] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b83cc0d-3bd2-4d99-be6a-c4bbfa026aa8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.065607] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91f0070-72e0-4fd1-ad3f-dd3f0d698bb2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.078944] env[70542]: DEBUG nova.compute.provider_tree [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1734.582604] env[70542]: DEBUG nova.scheduler.client.report [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1735.087262] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1735.110058] env[70542]: INFO nova.scheduler.client.report [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Deleted allocations for instance e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe [ 1735.618868] env[70542]: DEBUG oslo_concurrency.lockutils [None req-7b3e723e-52ee-4db6-a559-9011bfdc4c5e tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.693s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1737.968593] env[70542]: DEBUG oslo_concurrency.lockutils [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "aea18e9f-0d7b-4a78-b191-4ed0cfffd063" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1737.968593] env[70542]: DEBUG oslo_concurrency.lockutils [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "aea18e9f-0d7b-4a78-b191-4ed0cfffd063" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1738.471421] env[70542]: DEBUG nova.compute.manager [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1738.990985] env[70542]: DEBUG oslo_concurrency.lockutils [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1738.991288] env[70542]: DEBUG oslo_concurrency.lockutils [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1738.992769] env[70542]: INFO nova.compute.claims [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1740.027392] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edfcc13-ecb3-4f2a-afeb-02902431aadb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.035277] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f33001-fcc9-4bc0-90ec-a24c5fc1db1a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.064919] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f770ba-90c1-403d-aca0-b845f55af68b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.072650] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7571306-e138-41d9-97d6-c8e0e7657a3a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.087533] env[70542]: DEBUG nova.compute.provider_tree [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1740.591090] env[70542]: DEBUG nova.scheduler.client.report [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1741.096848] env[70542]: DEBUG oslo_concurrency.lockutils [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.105s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1741.097452] env[70542]: DEBUG nova.compute.manager [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1741.603177] env[70542]: DEBUG nova.compute.utils [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1741.604613] env[70542]: DEBUG nova.compute.manager [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1741.604777] env[70542]: DEBUG nova.network.neutron [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1741.651480] env[70542]: DEBUG nova.policy [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f27a4010524346669a2061c623c55c85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bafa10626ed4761adb0bf57171b3969', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1741.940741] env[70542]: DEBUG nova.network.neutron [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Successfully created port: 4a187c35-d16f-426b-9ce3-3185d2770c15 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1742.108543] env[70542]: DEBUG nova.compute.manager [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1743.119843] env[70542]: DEBUG nova.compute.manager [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1743.146657] env[70542]: DEBUG nova.virt.hardware [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1743.146933] env[70542]: DEBUG nova.virt.hardware [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1743.147148] env[70542]: DEBUG nova.virt.hardware [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1743.147345] env[70542]: DEBUG nova.virt.hardware [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1743.147520] env[70542]: DEBUG nova.virt.hardware [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1743.147669] env[70542]: DEBUG nova.virt.hardware [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1743.147905] env[70542]: DEBUG nova.virt.hardware [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1743.148074] env[70542]: DEBUG nova.virt.hardware [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1743.148245] env[70542]: DEBUG nova.virt.hardware [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1743.148408] env[70542]: DEBUG nova.virt.hardware [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1743.148579] env[70542]: DEBUG nova.virt.hardware [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1743.149443] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8c82f0-2e38-45cf-90c7-fdd8340d259b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.157506] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885f8909-c863-4631-9207-cd6a446354f9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.313660] env[70542]: DEBUG nova.compute.manager [req-93b8ef6e-8e63-46c9-b4de-db57f4a81600 req-b147ba19-a413-4b90-8784-34d6ea8bab3d service nova] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Received event network-vif-plugged-4a187c35-d16f-426b-9ce3-3185d2770c15 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1743.313946] env[70542]: DEBUG oslo_concurrency.lockutils [req-93b8ef6e-8e63-46c9-b4de-db57f4a81600 req-b147ba19-a413-4b90-8784-34d6ea8bab3d service nova] Acquiring lock "aea18e9f-0d7b-4a78-b191-4ed0cfffd063-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1743.314327] env[70542]: DEBUG oslo_concurrency.lockutils [req-93b8ef6e-8e63-46c9-b4de-db57f4a81600 req-b147ba19-a413-4b90-8784-34d6ea8bab3d service nova] Lock "aea18e9f-0d7b-4a78-b191-4ed0cfffd063-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1743.314627] env[70542]: DEBUG oslo_concurrency.lockutils [req-93b8ef6e-8e63-46c9-b4de-db57f4a81600 req-b147ba19-a413-4b90-8784-34d6ea8bab3d service nova] Lock "aea18e9f-0d7b-4a78-b191-4ed0cfffd063-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1743.314930] env[70542]: DEBUG nova.compute.manager [req-93b8ef6e-8e63-46c9-b4de-db57f4a81600 req-b147ba19-a413-4b90-8784-34d6ea8bab3d service nova] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] No waiting events found dispatching network-vif-plugged-4a187c35-d16f-426b-9ce3-3185d2770c15 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1743.315241] env[70542]: WARNING nova.compute.manager [req-93b8ef6e-8e63-46c9-b4de-db57f4a81600 req-b147ba19-a413-4b90-8784-34d6ea8bab3d service nova] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Received unexpected event network-vif-plugged-4a187c35-d16f-426b-9ce3-3185d2770c15 for instance with vm_state building and task_state spawning. [ 1743.395128] env[70542]: DEBUG nova.network.neutron [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Successfully updated port: 4a187c35-d16f-426b-9ce3-3185d2770c15 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1743.897795] env[70542]: DEBUG oslo_concurrency.lockutils [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "refresh_cache-aea18e9f-0d7b-4a78-b191-4ed0cfffd063" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.897943] env[70542]: DEBUG oslo_concurrency.lockutils [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquired lock "refresh_cache-aea18e9f-0d7b-4a78-b191-4ed0cfffd063" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1743.898069] env[70542]: DEBUG nova.network.neutron [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1744.260659] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1744.261078] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70542) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1744.430194] env[70542]: DEBUG nova.network.neutron [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1744.550960] env[70542]: DEBUG nova.network.neutron [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Updating instance_info_cache with network_info: [{"id": "4a187c35-d16f-426b-9ce3-3185d2770c15", "address": "fa:16:3e:40:46:6e", "network": {"id": "f2d063c6-bfc1-4196-b7de-132656b690ab", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-527072904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bafa10626ed4761adb0bf57171b3969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a187c35-d1", "ovs_interfaceid": "4a187c35-d16f-426b-9ce3-3185d2770c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.054269] env[70542]: DEBUG oslo_concurrency.lockutils [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Releasing lock "refresh_cache-aea18e9f-0d7b-4a78-b191-4ed0cfffd063" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1745.054752] env[70542]: DEBUG nova.compute.manager [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Instance network_info: |[{"id": "4a187c35-d16f-426b-9ce3-3185d2770c15", "address": "fa:16:3e:40:46:6e", "network": {"id": "f2d063c6-bfc1-4196-b7de-132656b690ab", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-527072904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bafa10626ed4761adb0bf57171b3969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a187c35-d1", "ovs_interfaceid": "4a187c35-d16f-426b-9ce3-3185d2770c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1745.055303] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:46:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a187c35-d16f-426b-9ce3-3185d2770c15', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1745.063735] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1745.063971] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1745.064211] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0613b19c-2d5f-4e11-8be7-b9abe48aaf39 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.085351] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1745.085351] env[70542]: value = "task-3912490" [ 1745.085351] env[70542]: _type = "Task" [ 1745.085351] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.093307] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912490, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.261188] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1745.339749] env[70542]: DEBUG nova.compute.manager [req-1b5520fa-ce9e-4c74-8cec-a5802384644b req-d288f29d-f272-4ce9-bf77-dc4f3768275c service nova] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Received event network-changed-4a187c35-d16f-426b-9ce3-3185d2770c15 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1745.339956] env[70542]: DEBUG nova.compute.manager [req-1b5520fa-ce9e-4c74-8cec-a5802384644b req-d288f29d-f272-4ce9-bf77-dc4f3768275c service nova] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Refreshing instance network info cache due to event network-changed-4a187c35-d16f-426b-9ce3-3185d2770c15. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1745.340204] env[70542]: DEBUG oslo_concurrency.lockutils [req-1b5520fa-ce9e-4c74-8cec-a5802384644b req-d288f29d-f272-4ce9-bf77-dc4f3768275c service nova] Acquiring lock "refresh_cache-aea18e9f-0d7b-4a78-b191-4ed0cfffd063" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.340318] env[70542]: DEBUG oslo_concurrency.lockutils [req-1b5520fa-ce9e-4c74-8cec-a5802384644b req-d288f29d-f272-4ce9-bf77-dc4f3768275c service nova] Acquired lock "refresh_cache-aea18e9f-0d7b-4a78-b191-4ed0cfffd063" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1745.340478] env[70542]: DEBUG nova.network.neutron [req-1b5520fa-ce9e-4c74-8cec-a5802384644b req-d288f29d-f272-4ce9-bf77-dc4f3768275c service nova] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Refreshing network info cache for port 4a187c35-d16f-426b-9ce3-3185d2770c15 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1745.595950] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912490, 'name': CreateVM_Task, 'duration_secs': 0.297116} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.596141] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1745.596800] env[70542]: DEBUG oslo_concurrency.lockutils [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.596966] env[70542]: DEBUG oslo_concurrency.lockutils [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1745.597352] env[70542]: DEBUG oslo_concurrency.lockutils [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1745.597675] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff2a9e46-7015-48fc-9df8-e12e987edba7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.602898] env[70542]: DEBUG oslo_vmware.api [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1745.602898] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5251e97e-eea7-1e12-b7c7-84952478f414" [ 1745.602898] env[70542]: _type = "Task" [ 1745.602898] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.611291] env[70542]: DEBUG oslo_vmware.api [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5251e97e-eea7-1e12-b7c7-84952478f414, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.072165] env[70542]: DEBUG nova.network.neutron [req-1b5520fa-ce9e-4c74-8cec-a5802384644b req-d288f29d-f272-4ce9-bf77-dc4f3768275c service nova] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Updated VIF entry in instance network info cache for port 4a187c35-d16f-426b-9ce3-3185d2770c15. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1746.072529] env[70542]: DEBUG nova.network.neutron [req-1b5520fa-ce9e-4c74-8cec-a5802384644b req-d288f29d-f272-4ce9-bf77-dc4f3768275c service nova] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Updating instance_info_cache with network_info: [{"id": "4a187c35-d16f-426b-9ce3-3185d2770c15", "address": "fa:16:3e:40:46:6e", "network": {"id": "f2d063c6-bfc1-4196-b7de-132656b690ab", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-527072904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bafa10626ed4761adb0bf57171b3969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a187c35-d1", "ovs_interfaceid": "4a187c35-d16f-426b-9ce3-3185d2770c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.113155] env[70542]: DEBUG oslo_vmware.api [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5251e97e-eea7-1e12-b7c7-84952478f414, 'name': SearchDatastore_Task, 'duration_secs': 0.013018} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.113455] env[70542]: DEBUG oslo_concurrency.lockutils [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1746.113685] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1746.113913] env[70542]: DEBUG oslo_concurrency.lockutils [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.114070] env[70542]: DEBUG oslo_concurrency.lockutils [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1746.114251] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1746.114772] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-433fe463-89a9-45f2-9ed1-8e337e2edccc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.123353] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1746.123470] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1746.124172] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ade848ed-d49a-46ef-b6f6-29d3d03f7c5a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.129842] env[70542]: DEBUG oslo_vmware.api [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1746.129842] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5226ed4e-9845-fdc7-4217-0c713b0902ff" [ 1746.129842] env[70542]: _type = "Task" [ 1746.129842] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.137081] env[70542]: DEBUG oslo_vmware.api [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5226ed4e-9845-fdc7-4217-0c713b0902ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.575591] env[70542]: DEBUG oslo_concurrency.lockutils [req-1b5520fa-ce9e-4c74-8cec-a5802384644b req-d288f29d-f272-4ce9-bf77-dc4f3768275c service nova] Releasing lock "refresh_cache-aea18e9f-0d7b-4a78-b191-4ed0cfffd063" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1746.641034] env[70542]: DEBUG oslo_vmware.api [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]5226ed4e-9845-fdc7-4217-0c713b0902ff, 'name': SearchDatastore_Task, 'duration_secs': 0.008899} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.641915] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62aa5009-5453-48f3-8ca8-ad0b40c37575 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.647696] env[70542]: DEBUG oslo_vmware.api [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1746.647696] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52bb43ce-e89c-7fde-9b77-35a7f27e8c1a" [ 1746.647696] env[70542]: _type = "Task" [ 1746.647696] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.656105] env[70542]: DEBUG oslo_vmware.api [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52bb43ce-e89c-7fde-9b77-35a7f27e8c1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.158675] env[70542]: DEBUG oslo_vmware.api [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52bb43ce-e89c-7fde-9b77-35a7f27e8c1a, 'name': SearchDatastore_Task, 'duration_secs': 0.010409} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.158930] env[70542]: DEBUG oslo_concurrency.lockutils [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1747.159208] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] aea18e9f-0d7b-4a78-b191-4ed0cfffd063/aea18e9f-0d7b-4a78-b191-4ed0cfffd063.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1747.159465] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2afbaf12-6036-4ecb-aeb5-111dae694ce3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.166589] env[70542]: DEBUG oslo_vmware.api [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1747.166589] env[70542]: value = "task-3912491" [ 1747.166589] env[70542]: _type = "Task" [ 1747.166589] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.174425] env[70542]: DEBUG oslo_vmware.api [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.676882] env[70542]: DEBUG oslo_vmware.api [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437112} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.677223] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] aea18e9f-0d7b-4a78-b191-4ed0cfffd063/aea18e9f-0d7b-4a78-b191-4ed0cfffd063.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1747.677383] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1747.677647] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02c4878a-17f8-4afb-b0f8-ff064e5705b1 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.685890] env[70542]: DEBUG oslo_vmware.api [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1747.685890] env[70542]: value = "task-3912492" [ 1747.685890] env[70542]: _type = "Task" [ 1747.685890] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.693354] env[70542]: DEBUG oslo_vmware.api [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.197080] env[70542]: DEBUG oslo_vmware.api [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068185} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.197313] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1748.198166] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83f1eab-751e-44df-951c-ab06910e755a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.223687] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] aea18e9f-0d7b-4a78-b191-4ed0cfffd063/aea18e9f-0d7b-4a78-b191-4ed0cfffd063.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1748.223808] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b7beb3c-00c3-4048-960b-6380c5cf19cd {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.244519] env[70542]: DEBUG oslo_vmware.api [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1748.244519] env[70542]: value = "task-3912493" [ 1748.244519] env[70542]: _type = "Task" [ 1748.244519] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.253221] env[70542]: DEBUG oslo_vmware.api [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.259824] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1748.260058] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1748.755265] env[70542]: DEBUG oslo_vmware.api [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912493, 'name': ReconfigVM_Task, 'duration_secs': 0.279947} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.755677] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Reconfigured VM instance instance-0000007e to attach disk [datastore1] aea18e9f-0d7b-4a78-b191-4ed0cfffd063/aea18e9f-0d7b-4a78-b191-4ed0cfffd063.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1748.756188] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b4a77f1-477a-4c0c-84f1-28c1aac7e764 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.763056] env[70542]: DEBUG oslo_vmware.api [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1748.763056] env[70542]: value = "task-3912494" [ 1748.763056] env[70542]: _type = "Task" [ 1748.763056] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.771103] env[70542]: DEBUG oslo_vmware.api [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912494, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.260521] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1749.272889] env[70542]: DEBUG oslo_vmware.api [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912494, 'name': Rename_Task, 'duration_secs': 0.134473} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.273109] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1749.273377] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a508ad2-fb92-438a-8ee5-0aba5dc0fb77 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.279839] env[70542]: DEBUG oslo_vmware.api [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1749.279839] env[70542]: value = "task-3912495" [ 1749.279839] env[70542]: _type = "Task" [ 1749.279839] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.287381] env[70542]: DEBUG oslo_vmware.api [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.789702] env[70542]: DEBUG oslo_vmware.api [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912495, 'name': PowerOnVM_Task, 'duration_secs': 0.441198} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.790106] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1749.790161] env[70542]: INFO nova.compute.manager [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Took 6.67 seconds to spawn the instance on the hypervisor. [ 1749.790342] env[70542]: DEBUG nova.compute.manager [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1749.791105] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33019224-bcb4-40a3-821f-9b1c12cd7dbb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.256024] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1750.259683] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager.update_available_resource {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1750.309295] env[70542]: INFO nova.compute.manager [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Took 11.33 seconds to build instance. [ 1750.762991] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1750.763297] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1750.763507] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1750.763688] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70542) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1750.764630] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4904d8-e186-47cc-8bb9-de8995f336a4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.778935] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd6466e-f734-4269-b41a-017b1b5b5ebf {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.795990] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fca151f-6099-4ccc-a907-2dd54468f2e5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.804290] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f2de68-4d2a-4d6d-b473-d6f72da55c1f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.810694] env[70542]: DEBUG oslo_concurrency.lockutils [None req-69f7c163-5f99-4d6b-b338-9f7449412c94 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "aea18e9f-0d7b-4a78-b191-4ed0cfffd063" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.842s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1750.836220] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180480MB free_disk=40GB free_vcpus=48 pci_devices=None {{(pid=70542) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1750.836491] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1750.836833] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1750.949523] env[70542]: DEBUG nova.compute.manager [req-cb7e3fa3-9472-4dc2-8052-13474626ccc1 req-1fa8d559-7202-49bb-9f6a-2f32e9db920a service nova] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Received event network-changed-4a187c35-d16f-426b-9ce3-3185d2770c15 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1750.949727] env[70542]: DEBUG nova.compute.manager [req-cb7e3fa3-9472-4dc2-8052-13474626ccc1 req-1fa8d559-7202-49bb-9f6a-2f32e9db920a service nova] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Refreshing instance network info cache due to event network-changed-4a187c35-d16f-426b-9ce3-3185d2770c15. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1750.950072] env[70542]: DEBUG oslo_concurrency.lockutils [req-cb7e3fa3-9472-4dc2-8052-13474626ccc1 req-1fa8d559-7202-49bb-9f6a-2f32e9db920a service nova] Acquiring lock "refresh_cache-aea18e9f-0d7b-4a78-b191-4ed0cfffd063" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.950253] env[70542]: DEBUG oslo_concurrency.lockutils [req-cb7e3fa3-9472-4dc2-8052-13474626ccc1 req-1fa8d559-7202-49bb-9f6a-2f32e9db920a service nova] Acquired lock "refresh_cache-aea18e9f-0d7b-4a78-b191-4ed0cfffd063" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1750.950422] env[70542]: DEBUG nova.network.neutron [req-cb7e3fa3-9472-4dc2-8052-13474626ccc1 req-1fa8d559-7202-49bb-9f6a-2f32e9db920a service nova] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Refreshing network info cache for port 4a187c35-d16f-426b-9ce3-3185d2770c15 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1751.660856] env[70542]: DEBUG nova.network.neutron [req-cb7e3fa3-9472-4dc2-8052-13474626ccc1 req-1fa8d559-7202-49bb-9f6a-2f32e9db920a service nova] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Updated VIF entry in instance network info cache for port 4a187c35-d16f-426b-9ce3-3185d2770c15. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1751.661390] env[70542]: DEBUG nova.network.neutron [req-cb7e3fa3-9472-4dc2-8052-13474626ccc1 req-1fa8d559-7202-49bb-9f6a-2f32e9db920a service nova] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Updating instance_info_cache with network_info: [{"id": "4a187c35-d16f-426b-9ce3-3185d2770c15", "address": "fa:16:3e:40:46:6e", "network": {"id": "f2d063c6-bfc1-4196-b7de-132656b690ab", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-527072904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bafa10626ed4761adb0bf57171b3969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a187c35-d1", "ovs_interfaceid": "4a187c35-d16f-426b-9ce3-3185d2770c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.866561] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance aea18e9f-0d7b-4a78-b191-4ed0cfffd063 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1751.866881] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1751.866972] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1751.891991] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6a089e-4479-4334-9933-bbbf385944be {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.899965] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b97c9a-06b3-4b36-b26f-e13bd7a12382 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.930589] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad0e3b5-39ff-440e-978e-17273542f3b2 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.938829] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e076004c-1ad6-469e-8d31-87468cca2575 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.952218] env[70542]: DEBUG nova.compute.provider_tree [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1752.164503] env[70542]: DEBUG oslo_concurrency.lockutils [req-cb7e3fa3-9472-4dc2-8052-13474626ccc1 req-1fa8d559-7202-49bb-9f6a-2f32e9db920a service nova] Releasing lock "refresh_cache-aea18e9f-0d7b-4a78-b191-4ed0cfffd063" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1752.455801] env[70542]: DEBUG nova.scheduler.client.report [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1752.960907] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70542) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1752.961337] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.124s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1753.962669] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1788.954271] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f181b4f4-0607-4904-8722-a2d53c5d96fc tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "aea18e9f-0d7b-4a78-b191-4ed0cfffd063" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1788.954594] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f181b4f4-0607-4904-8722-a2d53c5d96fc tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "aea18e9f-0d7b-4a78-b191-4ed0cfffd063" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1789.458550] env[70542]: DEBUG nova.compute.utils [None req-f181b4f4-0607-4904-8722-a2d53c5d96fc tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1789.961681] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f181b4f4-0607-4904-8722-a2d53c5d96fc tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "aea18e9f-0d7b-4a78-b191-4ed0cfffd063" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1791.020656] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f181b4f4-0607-4904-8722-a2d53c5d96fc tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "aea18e9f-0d7b-4a78-b191-4ed0cfffd063" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1791.021075] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f181b4f4-0607-4904-8722-a2d53c5d96fc tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "aea18e9f-0d7b-4a78-b191-4ed0cfffd063" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1791.021285] env[70542]: INFO nova.compute.manager [None req-f181b4f4-0607-4904-8722-a2d53c5d96fc tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Attaching volume 4fdc5007-218c-48da-9c05-9fcd67cf23e7 to /dev/sdb [ 1791.052199] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aed7c51-00a7-495b-9487-5f4344025390 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.060340] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcfa3d6-5f5d-48b8-9a20-4d9ed6568d0b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.073546] env[70542]: DEBUG nova.virt.block_device [None req-f181b4f4-0607-4904-8722-a2d53c5d96fc tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Updating existing volume attachment record: 2ca06b15-f509-417d-9d96-1d299da24910 {{(pid=70542) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1795.619430] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f181b4f4-0607-4904-8722-a2d53c5d96fc tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Volume attach. Driver type: vmdk {{(pid=70542) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1795.619706] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f181b4f4-0607-4904-8722-a2d53c5d96fc tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776917', 'volume_id': '4fdc5007-218c-48da-9c05-9fcd67cf23e7', 'name': 'volume-4fdc5007-218c-48da-9c05-9fcd67cf23e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aea18e9f-0d7b-4a78-b191-4ed0cfffd063', 'attached_at': '', 'detached_at': '', 'volume_id': '4fdc5007-218c-48da-9c05-9fcd67cf23e7', 'serial': '4fdc5007-218c-48da-9c05-9fcd67cf23e7'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1795.620594] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2f6210-caba-43c5-b93d-9c77509ef1af {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.638675] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89a533b-b040-466e-87a2-39932c95a220 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.664985] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f181b4f4-0607-4904-8722-a2d53c5d96fc tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-4fdc5007-218c-48da-9c05-9fcd67cf23e7/volume-4fdc5007-218c-48da-9c05-9fcd67cf23e7.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1795.665307] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bfe271f-91cb-43a4-9b60-71f190b254c6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.685230] env[70542]: DEBUG oslo_vmware.api [None req-f181b4f4-0607-4904-8722-a2d53c5d96fc tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1795.685230] env[70542]: value = "task-3912498" [ 1795.685230] env[70542]: _type = "Task" [ 1795.685230] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.696560] env[70542]: DEBUG oslo_vmware.api [None req-f181b4f4-0607-4904-8722-a2d53c5d96fc tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912498, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.195139] env[70542]: DEBUG oslo_vmware.api [None req-f181b4f4-0607-4904-8722-a2d53c5d96fc tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912498, 'name': ReconfigVM_Task, 'duration_secs': 0.351708} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.195509] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f181b4f4-0607-4904-8722-a2d53c5d96fc tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-4fdc5007-218c-48da-9c05-9fcd67cf23e7/volume-4fdc5007-218c-48da-9c05-9fcd67cf23e7.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1796.200436] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0beba6ff-8394-470f-8612-c13a7a359ce4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.215512] env[70542]: DEBUG oslo_vmware.api [None req-f181b4f4-0607-4904-8722-a2d53c5d96fc tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1796.215512] env[70542]: value = "task-3912499" [ 1796.215512] env[70542]: _type = "Task" [ 1796.215512] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.223857] env[70542]: DEBUG oslo_vmware.api [None req-f181b4f4-0607-4904-8722-a2d53c5d96fc tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.725385] env[70542]: DEBUG oslo_vmware.api [None req-f181b4f4-0607-4904-8722-a2d53c5d96fc tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912499, 'name': ReconfigVM_Task, 'duration_secs': 0.138139} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.725694] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f181b4f4-0607-4904-8722-a2d53c5d96fc tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776917', 'volume_id': '4fdc5007-218c-48da-9c05-9fcd67cf23e7', 'name': 'volume-4fdc5007-218c-48da-9c05-9fcd67cf23e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aea18e9f-0d7b-4a78-b191-4ed0cfffd063', 'attached_at': '', 'detached_at': '', 'volume_id': '4fdc5007-218c-48da-9c05-9fcd67cf23e7', 'serial': '4fdc5007-218c-48da-9c05-9fcd67cf23e7'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1797.762884] env[70542]: DEBUG nova.objects.instance [None req-f181b4f4-0607-4904-8722-a2d53c5d96fc tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lazy-loading 'flavor' on Instance uuid aea18e9f-0d7b-4a78-b191-4ed0cfffd063 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1798.268707] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f181b4f4-0607-4904-8722-a2d53c5d96fc tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "aea18e9f-0d7b-4a78-b191-4ed0cfffd063" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.248s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1798.483767] env[70542]: DEBUG oslo_concurrency.lockutils [None req-38858be8-3342-4662-a285-d3acabbf4703 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "aea18e9f-0d7b-4a78-b191-4ed0cfffd063" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1798.484089] env[70542]: DEBUG oslo_concurrency.lockutils [None req-38858be8-3342-4662-a285-d3acabbf4703 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "aea18e9f-0d7b-4a78-b191-4ed0cfffd063" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1798.986774] env[70542]: INFO nova.compute.manager [None req-38858be8-3342-4662-a285-d3acabbf4703 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Detaching volume 4fdc5007-218c-48da-9c05-9fcd67cf23e7 [ 1799.017093] env[70542]: INFO nova.virt.block_device [None req-38858be8-3342-4662-a285-d3acabbf4703 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Attempting to driver detach volume 4fdc5007-218c-48da-9c05-9fcd67cf23e7 from mountpoint /dev/sdb [ 1799.017371] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-38858be8-3342-4662-a285-d3acabbf4703 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Volume detach. Driver type: vmdk {{(pid=70542) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1799.017585] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-38858be8-3342-4662-a285-d3acabbf4703 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776917', 'volume_id': '4fdc5007-218c-48da-9c05-9fcd67cf23e7', 'name': 'volume-4fdc5007-218c-48da-9c05-9fcd67cf23e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aea18e9f-0d7b-4a78-b191-4ed0cfffd063', 'attached_at': '', 'detached_at': '', 'volume_id': '4fdc5007-218c-48da-9c05-9fcd67cf23e7', 'serial': '4fdc5007-218c-48da-9c05-9fcd67cf23e7'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1799.018494] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0571a5da-e75f-4770-b458-fc85b445a5e6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.040566] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1ac1be-672e-48df-a93c-857844938362 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.048032] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d94646e-bd88-47a9-9ead-a6dc62811723 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.068869] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7894b372-6068-4956-b9c6-023502c55012 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.083468] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-38858be8-3342-4662-a285-d3acabbf4703 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] The volume has not been displaced from its original location: [datastore2] volume-4fdc5007-218c-48da-9c05-9fcd67cf23e7/volume-4fdc5007-218c-48da-9c05-9fcd67cf23e7.vmdk. No consolidation needed. {{(pid=70542) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1799.088664] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-38858be8-3342-4662-a285-d3acabbf4703 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1799.088936] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aab98ecd-0871-4cdb-a702-8fbf4b1f52d5 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.107934] env[70542]: DEBUG oslo_vmware.api [None req-38858be8-3342-4662-a285-d3acabbf4703 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1799.107934] env[70542]: value = "task-3912500" [ 1799.107934] env[70542]: _type = "Task" [ 1799.107934] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.116161] env[70542]: DEBUG oslo_vmware.api [None req-38858be8-3342-4662-a285-d3acabbf4703 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.619890] env[70542]: DEBUG oslo_vmware.api [None req-38858be8-3342-4662-a285-d3acabbf4703 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912500, 'name': ReconfigVM_Task, 'duration_secs': 0.215648} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.620177] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-38858be8-3342-4662-a285-d3acabbf4703 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1799.624659] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eea63aa7-e2e1-4fb7-9823-e46557a27e15 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.641204] env[70542]: DEBUG oslo_vmware.api [None req-38858be8-3342-4662-a285-d3acabbf4703 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1799.641204] env[70542]: value = "task-3912501" [ 1799.641204] env[70542]: _type = "Task" [ 1799.641204] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.649493] env[70542]: DEBUG oslo_vmware.api [None req-38858be8-3342-4662-a285-d3acabbf4703 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.151143] env[70542]: DEBUG oslo_vmware.api [None req-38858be8-3342-4662-a285-d3acabbf4703 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912501, 'name': ReconfigVM_Task, 'duration_secs': 0.136163} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.151556] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-38858be8-3342-4662-a285-d3acabbf4703 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776917', 'volume_id': '4fdc5007-218c-48da-9c05-9fcd67cf23e7', 'name': 'volume-4fdc5007-218c-48da-9c05-9fcd67cf23e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aea18e9f-0d7b-4a78-b191-4ed0cfffd063', 'attached_at': '', 'detached_at': '', 'volume_id': '4fdc5007-218c-48da-9c05-9fcd67cf23e7', 'serial': '4fdc5007-218c-48da-9c05-9fcd67cf23e7'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1800.694801] env[70542]: DEBUG nova.objects.instance [None req-38858be8-3342-4662-a285-d3acabbf4703 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lazy-loading 'flavor' on Instance uuid aea18e9f-0d7b-4a78-b191-4ed0cfffd063 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1801.702916] env[70542]: DEBUG oslo_concurrency.lockutils [None req-38858be8-3342-4662-a285-d3acabbf4703 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "aea18e9f-0d7b-4a78-b191-4ed0cfffd063" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.219s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1802.726462] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "aea18e9f-0d7b-4a78-b191-4ed0cfffd063" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1802.726851] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "aea18e9f-0d7b-4a78-b191-4ed0cfffd063" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1802.726940] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "aea18e9f-0d7b-4a78-b191-4ed0cfffd063-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1802.727142] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "aea18e9f-0d7b-4a78-b191-4ed0cfffd063-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1802.727315] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "aea18e9f-0d7b-4a78-b191-4ed0cfffd063-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1802.729499] env[70542]: INFO nova.compute.manager [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Terminating instance [ 1803.234372] env[70542]: DEBUG nova.compute.manager [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1803.234605] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1803.235539] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4521ea-967b-4f25-9f27-fef844d1e294 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.244052] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1803.244294] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7a98b1b-6e62-4daf-8693-1e5bdad92891 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.251842] env[70542]: DEBUG oslo_vmware.api [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1803.251842] env[70542]: value = "task-3912502" [ 1803.251842] env[70542]: _type = "Task" [ 1803.251842] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.261497] env[70542]: DEBUG oslo_vmware.api [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.762665] env[70542]: DEBUG oslo_vmware.api [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912502, 'name': PowerOffVM_Task, 'duration_secs': 0.181698} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.763048] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1803.763048] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1803.763297] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bbef5a3-1547-4de3-955f-4e8b2bc28ece {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.823877] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1803.824132] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1803.824334] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Deleting the datastore file [datastore1] aea18e9f-0d7b-4a78-b191-4ed0cfffd063 {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1803.824605] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a154771-93a4-46a0-8d36-403bf80928eb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.832566] env[70542]: DEBUG oslo_vmware.api [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1803.832566] env[70542]: value = "task-3912504" [ 1803.832566] env[70542]: _type = "Task" [ 1803.832566] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.840492] env[70542]: DEBUG oslo_vmware.api [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.343245] env[70542]: DEBUG oslo_vmware.api [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136993} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.343516] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1804.343681] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1804.343944] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1804.344052] env[70542]: INFO nova.compute.manager [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1804.344292] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1804.344486] env[70542]: DEBUG nova.compute.manager [-] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1804.344582] env[70542]: DEBUG nova.network.neutron [-] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1804.765287] env[70542]: DEBUG nova.compute.manager [req-498051e4-7e92-4747-8df9-1447524b2f53 req-44fbc9b1-b25b-493e-85bf-88cc5b6b7482 service nova] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Received event network-vif-deleted-4a187c35-d16f-426b-9ce3-3185d2770c15 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1804.765562] env[70542]: INFO nova.compute.manager [req-498051e4-7e92-4747-8df9-1447524b2f53 req-44fbc9b1-b25b-493e-85bf-88cc5b6b7482 service nova] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Neutron deleted interface 4a187c35-d16f-426b-9ce3-3185d2770c15; detaching it from the instance and deleting it from the info cache [ 1804.765701] env[70542]: DEBUG nova.network.neutron [req-498051e4-7e92-4747-8df9-1447524b2f53 req-44fbc9b1-b25b-493e-85bf-88cc5b6b7482 service nova] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.249178] env[70542]: DEBUG nova.network.neutron [-] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.269441] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2689c344-b2ed-4d49-b87a-8926be272a86 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.279993] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ad77ce-d15a-4c49-8c54-f1df0b185987 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.306077] env[70542]: DEBUG nova.compute.manager [req-498051e4-7e92-4747-8df9-1447524b2f53 req-44fbc9b1-b25b-493e-85bf-88cc5b6b7482 service nova] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Detach interface failed, port_id=4a187c35-d16f-426b-9ce3-3185d2770c15, reason: Instance aea18e9f-0d7b-4a78-b191-4ed0cfffd063 could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1805.752025] env[70542]: INFO nova.compute.manager [-] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Took 1.41 seconds to deallocate network for instance. [ 1806.258353] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1806.258748] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1806.259025] env[70542]: DEBUG nova.objects.instance [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lazy-loading 'resources' on Instance uuid aea18e9f-0d7b-4a78-b191-4ed0cfffd063 {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1806.261209] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1806.261209] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70542) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1806.820350] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f72c89-3b18-4a49-a5e4-78bc1466d4f4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.828022] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5f2f4a-f3da-4acc-bedb-752f401320d9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.858022] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a977e34-c19d-4275-89f1-6581a95b019a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.866981] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56469bbc-e4d7-455e-9514-6c3974c6b890 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.882065] env[70542]: DEBUG nova.compute.provider_tree [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1807.260765] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1807.385400] env[70542]: DEBUG nova.scheduler.client.report [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1807.890977] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1807.912413] env[70542]: INFO nova.scheduler.client.report [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Deleted allocations for instance aea18e9f-0d7b-4a78-b191-4ed0cfffd063 [ 1808.261021] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1808.420835] env[70542]: DEBUG oslo_concurrency.lockutils [None req-1b45d306-86df-4a00-9edb-807e42804ca4 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "aea18e9f-0d7b-4a78-b191-4ed0cfffd063" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.694s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1809.259947] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1809.260240] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1809.260388] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Cleaning up deleted instances {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1809.764879] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] There are 4 instances to clean {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1809.765217] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: aea18e9f-0d7b-4a78-b191-4ed0cfffd063] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1810.269426] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 8f417be4-824b-43f2-aeaa-8de8931df09b] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1810.773258] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: e0b8eb5a-8a8b-4570-bcd7-4a4f78d36dfe] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1810.928086] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "f159ed0f-ccd9-43b3-97b9-dd67cece493d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1810.928422] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "f159ed0f-ccd9-43b3-97b9-dd67cece493d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1811.277535] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: 49752072-3d60-4f3b-8f8b-f385442e0bf9] Instance has had 0 of 5 cleanup attempts {{(pid=70542) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1811.431402] env[70542]: DEBUG nova.compute.manager [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Starting instance... {{(pid=70542) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1811.781229] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1811.781602] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Cleaning up deleted instances with incomplete migration {{(pid=70542) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1811.953878] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1811.954195] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1811.955776] env[70542]: INFO nova.compute.claims [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1812.991380] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9547e4e-ec5b-44f7-9cb9-8b6bedfca939 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.999262] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31dabe04-36c4-4489-9d71-810d0231906b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.028463] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faaf3365-efdb-4a6e-ac02-840b1aa3355f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.036190] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e81a44-3580-49a8-8a3f-0c0bec8900aa {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.049771] env[70542]: DEBUG nova.compute.provider_tree [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1813.284476] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1813.284697] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1813.284829] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1813.284988] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager.update_available_resource {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1813.552804] env[70542]: DEBUG nova.scheduler.client.report [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1813.788178] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1814.058168] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.104s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1814.058724] env[70542]: DEBUG nova.compute.manager [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Start building networks asynchronously for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1814.061594] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.274s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1814.061784] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1814.061940] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70542) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1814.063011] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a434eadc-6947-4dbb-98f7-9db23610760b {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.071698] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0bed63-d9d3-4b57-9701-1af665c57a53 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.086384] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a769a61-b078-42e2-81f0-57165494f377 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.093601] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b943c34-3cfa-4809-b25c-2950ca60467f {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.124333] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180685MB free_disk=40GB free_vcpus=48 pci_devices=None {{(pid=70542) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1814.124486] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1814.124685] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1814.564192] env[70542]: DEBUG nova.compute.utils [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1814.566114] env[70542]: DEBUG nova.compute.manager [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Allocating IP information in the background. {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1814.566286] env[70542]: DEBUG nova.network.neutron [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] allocate_for_instance() {{(pid=70542) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1814.616206] env[70542]: DEBUG nova.policy [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f27a4010524346669a2061c623c55c85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bafa10626ed4761adb0bf57171b3969', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70542) authorize /opt/stack/nova/nova/policy.py:192}} [ 1814.936303] env[70542]: DEBUG nova.network.neutron [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Successfully created port: 0f1ed975-cd4c-4b1f-a201-0e61509a6797 {{(pid=70542) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1815.070098] env[70542]: DEBUG nova.compute.manager [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Start building block device mappings for instance. {{(pid=70542) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1815.160432] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance f159ed0f-ccd9-43b3-97b9-dd67cece493d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1815.160642] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1815.160788] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1815.188950] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707635be-be77-47fd-8a21-ae1e1a7692da {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.198053] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27763b3-980b-487a-8c13-265cc20244ea {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.227704] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a51346-7a37-4178-bce0-49e339472de9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.235781] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bea83f-28e6-4cec-b422-57054857bf72 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.250410] env[70542]: DEBUG nova.compute.provider_tree [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1815.753503] env[70542]: DEBUG nova.scheduler.client.report [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1816.079815] env[70542]: DEBUG nova.compute.manager [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Start spawning the instance on the hypervisor. {{(pid=70542) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1816.109898] env[70542]: DEBUG nova.virt.hardware [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-08T11:50:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-08T11:49:43Z,direct_url=,disk_format='vmdk',id=4c78ae56-da5c-496a-96d4-9e4c383c4552,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='af0a84a1a3e84d0d92afbf1023bb8c0c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-08T11:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1816.110175] env[70542]: DEBUG nova.virt.hardware [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Flavor limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1816.110337] env[70542]: DEBUG nova.virt.hardware [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Image limits 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1816.110524] env[70542]: DEBUG nova.virt.hardware [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Flavor pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1816.110671] env[70542]: DEBUG nova.virt.hardware [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Image pref 0:0:0 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1816.110819] env[70542]: DEBUG nova.virt.hardware [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70542) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1816.111041] env[70542]: DEBUG nova.virt.hardware [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1816.111208] env[70542]: DEBUG nova.virt.hardware [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1816.111375] env[70542]: DEBUG nova.virt.hardware [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Got 1 possible topologies {{(pid=70542) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1816.111539] env[70542]: DEBUG nova.virt.hardware [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1816.111714] env[70542]: DEBUG nova.virt.hardware [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70542) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1816.112618] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5722c81-bc46-4ea2-bdb4-b2b37f019325 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.120870] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7374f669-e6f2-4cd7-9106-ca9289ded9b8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.259142] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70542) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1816.259358] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.135s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1816.312110] env[70542]: DEBUG nova.compute.manager [req-3934c5f8-e87e-4a4b-b0ad-99dfaf864370 req-f47eba7c-dce0-4ee8-a8c6-371dcaf30843 service nova] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Received event network-vif-plugged-0f1ed975-cd4c-4b1f-a201-0e61509a6797 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1816.312380] env[70542]: DEBUG oslo_concurrency.lockutils [req-3934c5f8-e87e-4a4b-b0ad-99dfaf864370 req-f47eba7c-dce0-4ee8-a8c6-371dcaf30843 service nova] Acquiring lock "f159ed0f-ccd9-43b3-97b9-dd67cece493d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1816.312630] env[70542]: DEBUG oslo_concurrency.lockutils [req-3934c5f8-e87e-4a4b-b0ad-99dfaf864370 req-f47eba7c-dce0-4ee8-a8c6-371dcaf30843 service nova] Lock "f159ed0f-ccd9-43b3-97b9-dd67cece493d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1816.312834] env[70542]: DEBUG oslo_concurrency.lockutils [req-3934c5f8-e87e-4a4b-b0ad-99dfaf864370 req-f47eba7c-dce0-4ee8-a8c6-371dcaf30843 service nova] Lock "f159ed0f-ccd9-43b3-97b9-dd67cece493d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1816.313298] env[70542]: DEBUG nova.compute.manager [req-3934c5f8-e87e-4a4b-b0ad-99dfaf864370 req-f47eba7c-dce0-4ee8-a8c6-371dcaf30843 service nova] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] No waiting events found dispatching network-vif-plugged-0f1ed975-cd4c-4b1f-a201-0e61509a6797 {{(pid=70542) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1816.313516] env[70542]: WARNING nova.compute.manager [req-3934c5f8-e87e-4a4b-b0ad-99dfaf864370 req-f47eba7c-dce0-4ee8-a8c6-371dcaf30843 service nova] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Received unexpected event network-vif-plugged-0f1ed975-cd4c-4b1f-a201-0e61509a6797 for instance with vm_state building and task_state spawning. [ 1816.399066] env[70542]: DEBUG nova.network.neutron [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Successfully updated port: 0f1ed975-cd4c-4b1f-a201-0e61509a6797 {{(pid=70542) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1816.904657] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "refresh_cache-f159ed0f-ccd9-43b3-97b9-dd67cece493d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.904986] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquired lock "refresh_cache-f159ed0f-ccd9-43b3-97b9-dd67cece493d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1816.905386] env[70542]: DEBUG nova.network.neutron [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Building network info cache for instance {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1817.437523] env[70542]: DEBUG nova.network.neutron [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Instance cache missing network info. {{(pid=70542) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1817.568204] env[70542]: DEBUG nova.network.neutron [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Updating instance_info_cache with network_info: [{"id": "0f1ed975-cd4c-4b1f-a201-0e61509a6797", "address": "fa:16:3e:1a:d0:22", "network": {"id": "f2d063c6-bfc1-4196-b7de-132656b690ab", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-527072904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bafa10626ed4761adb0bf57171b3969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f1ed975-cd", "ovs_interfaceid": "0f1ed975-cd4c-4b1f-a201-0e61509a6797", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.071513] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Releasing lock "refresh_cache-f159ed0f-ccd9-43b3-97b9-dd67cece493d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1818.071869] env[70542]: DEBUG nova.compute.manager [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Instance network_info: |[{"id": "0f1ed975-cd4c-4b1f-a201-0e61509a6797", "address": "fa:16:3e:1a:d0:22", "network": {"id": "f2d063c6-bfc1-4196-b7de-132656b690ab", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-527072904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bafa10626ed4761adb0bf57171b3969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f1ed975-cd", "ovs_interfaceid": "0f1ed975-cd4c-4b1f-a201-0e61509a6797", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70542) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1818.072362] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:d0:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f1ed975-cd4c-4b1f-a201-0e61509a6797', 'vif_model': 'vmxnet3'}] {{(pid=70542) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1818.080043] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1818.080267] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Creating VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1818.080507] env[70542]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-538e0aa5-7910-4259-a852-73eb24a1d3de {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.101160] env[70542]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1818.101160] env[70542]: value = "task-3912505" [ 1818.101160] env[70542]: _type = "Task" [ 1818.101160] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.109011] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912505, 'name': CreateVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.339792] env[70542]: DEBUG nova.compute.manager [req-1f0cea1e-832c-4081-a3c4-ea6f751832dd req-a592b495-f566-4cec-a027-e18be1a86330 service nova] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Received event network-changed-0f1ed975-cd4c-4b1f-a201-0e61509a6797 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1818.340028] env[70542]: DEBUG nova.compute.manager [req-1f0cea1e-832c-4081-a3c4-ea6f751832dd req-a592b495-f566-4cec-a027-e18be1a86330 service nova] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Refreshing instance network info cache due to event network-changed-0f1ed975-cd4c-4b1f-a201-0e61509a6797. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1818.340247] env[70542]: DEBUG oslo_concurrency.lockutils [req-1f0cea1e-832c-4081-a3c4-ea6f751832dd req-a592b495-f566-4cec-a027-e18be1a86330 service nova] Acquiring lock "refresh_cache-f159ed0f-ccd9-43b3-97b9-dd67cece493d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.340389] env[70542]: DEBUG oslo_concurrency.lockutils [req-1f0cea1e-832c-4081-a3c4-ea6f751832dd req-a592b495-f566-4cec-a027-e18be1a86330 service nova] Acquired lock "refresh_cache-f159ed0f-ccd9-43b3-97b9-dd67cece493d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1818.340550] env[70542]: DEBUG nova.network.neutron [req-1f0cea1e-832c-4081-a3c4-ea6f751832dd req-a592b495-f566-4cec-a027-e18be1a86330 service nova] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Refreshing network info cache for port 0f1ed975-cd4c-4b1f-a201-0e61509a6797 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1818.612312] env[70542]: DEBUG oslo_vmware.api [-] Task: {'id': task-3912505, 'name': CreateVM_Task, 'duration_secs': 0.322472} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.612690] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Created VM on the ESX host {{(pid=70542) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1818.613175] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.613346] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1818.613688] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1818.613946] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-937d977c-6ada-43b2-9cfe-41a0e5ea5e2d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.618763] env[70542]: DEBUG oslo_vmware.api [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1818.618763] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ae828a-ff58-dc14-684c-fb5593c80d08" [ 1818.618763] env[70542]: _type = "Task" [ 1818.618763] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.626344] env[70542]: DEBUG oslo_vmware.api [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ae828a-ff58-dc14-684c-fb5593c80d08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.021102] env[70542]: DEBUG nova.network.neutron [req-1f0cea1e-832c-4081-a3c4-ea6f751832dd req-a592b495-f566-4cec-a027-e18be1a86330 service nova] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Updated VIF entry in instance network info cache for port 0f1ed975-cd4c-4b1f-a201-0e61509a6797. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1819.021485] env[70542]: DEBUG nova.network.neutron [req-1f0cea1e-832c-4081-a3c4-ea6f751832dd req-a592b495-f566-4cec-a027-e18be1a86330 service nova] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Updating instance_info_cache with network_info: [{"id": "0f1ed975-cd4c-4b1f-a201-0e61509a6797", "address": "fa:16:3e:1a:d0:22", "network": {"id": "f2d063c6-bfc1-4196-b7de-132656b690ab", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-527072904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bafa10626ed4761adb0bf57171b3969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f1ed975-cd", "ovs_interfaceid": "0f1ed975-cd4c-4b1f-a201-0e61509a6797", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.129228] env[70542]: DEBUG oslo_vmware.api [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52ae828a-ff58-dc14-684c-fb5593c80d08, 'name': SearchDatastore_Task, 'duration_secs': 0.010874} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.129476] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1819.129752] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Processing image 4c78ae56-da5c-496a-96d4-9e4c383c4552 {{(pid=70542) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1819.130024] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.130180] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1819.130362] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1819.130624] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e48abee-3182-4d2a-a492-f0f8bcabb813 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.140057] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70542) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1819.140279] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70542) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1819.141016] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a53b754e-b13c-437a-820d-8eb8e460ab26 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.146115] env[70542]: DEBUG oslo_vmware.api [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1819.146115] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523319cb-aa1d-0180-0aef-32d61fe2d066" [ 1819.146115] env[70542]: _type = "Task" [ 1819.146115] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.155271] env[70542]: DEBUG oslo_vmware.api [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523319cb-aa1d-0180-0aef-32d61fe2d066, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.524413] env[70542]: DEBUG oslo_concurrency.lockutils [req-1f0cea1e-832c-4081-a3c4-ea6f751832dd req-a592b495-f566-4cec-a027-e18be1a86330 service nova] Releasing lock "refresh_cache-f159ed0f-ccd9-43b3-97b9-dd67cece493d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1819.658699] env[70542]: DEBUG oslo_vmware.api [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]523319cb-aa1d-0180-0aef-32d61fe2d066, 'name': SearchDatastore_Task, 'duration_secs': 0.009267} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.659491] env[70542]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e505dc9-1c2e-4bca-aeea-d25c128df4a6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.664591] env[70542]: DEBUG oslo_vmware.api [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1819.664591] env[70542]: value = "session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52990887-c5db-0977-a026-4a70a781dbc3" [ 1819.664591] env[70542]: _type = "Task" [ 1819.664591] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.672279] env[70542]: DEBUG oslo_vmware.api [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52990887-c5db-0977-a026-4a70a781dbc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.175171] env[70542]: DEBUG oslo_vmware.api [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': session[5295ccbb-e5af-efbd-d2f7-6e6d6f9322db]52990887-c5db-0977-a026-4a70a781dbc3, 'name': SearchDatastore_Task, 'duration_secs': 0.010119} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.175440] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1820.175703] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] f159ed0f-ccd9-43b3-97b9-dd67cece493d/f159ed0f-ccd9-43b3-97b9-dd67cece493d.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1820.175967] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65026af0-3ec8-4aa4-b445-3ddc97b71576 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.184123] env[70542]: DEBUG oslo_vmware.api [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1820.184123] env[70542]: value = "task-3912506" [ 1820.184123] env[70542]: _type = "Task" [ 1820.184123] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.192182] env[70542]: DEBUG oslo_vmware.api [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.694385] env[70542]: DEBUG oslo_vmware.api [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443643} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.694765] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c78ae56-da5c-496a-96d4-9e4c383c4552/4c78ae56-da5c-496a-96d4-9e4c383c4552.vmdk to [datastore1] f159ed0f-ccd9-43b3-97b9-dd67cece493d/f159ed0f-ccd9-43b3-97b9-dd67cece493d.vmdk {{(pid=70542) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1820.694867] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Extending root virtual disk to 1048576 {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1820.695143] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99c404e2-1a3e-42c8-a484-5020b6ac1643 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.702503] env[70542]: DEBUG oslo_vmware.api [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1820.702503] env[70542]: value = "task-3912507" [ 1820.702503] env[70542]: _type = "Task" [ 1820.702503] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.709960] env[70542]: DEBUG oslo_vmware.api [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.212534] env[70542]: DEBUG oslo_vmware.api [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062046} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.212747] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Extended root virtual disk {{(pid=70542) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1821.213571] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0977e217-601e-4fee-9151-35d9320939fe {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.235818] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] f159ed0f-ccd9-43b3-97b9-dd67cece493d/f159ed0f-ccd9-43b3-97b9-dd67cece493d.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1821.236135] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5548c4ff-0ae4-4c88-845e-54cb838698c8 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.256042] env[70542]: DEBUG oslo_vmware.api [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1821.256042] env[70542]: value = "task-3912508" [ 1821.256042] env[70542]: _type = "Task" [ 1821.256042] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.264258] env[70542]: DEBUG oslo_vmware.api [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.768195] env[70542]: DEBUG oslo_vmware.api [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912508, 'name': ReconfigVM_Task, 'duration_secs': 0.278673} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.768543] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Reconfigured VM instance instance-0000007f to attach disk [datastore1] f159ed0f-ccd9-43b3-97b9-dd67cece493d/f159ed0f-ccd9-43b3-97b9-dd67cece493d.vmdk or device None with type sparse {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1821.769232] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd78043f-c65b-41d9-b080-97c3ec382034 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.776652] env[70542]: DEBUG oslo_vmware.api [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1821.776652] env[70542]: value = "task-3912509" [ 1821.776652] env[70542]: _type = "Task" [ 1821.776652] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.784939] env[70542]: DEBUG oslo_vmware.api [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912509, 'name': Rename_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.286428] env[70542]: DEBUG oslo_vmware.api [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912509, 'name': Rename_Task, 'duration_secs': 0.143215} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.286710] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Powering on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1822.286959] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-643e8b1b-be7c-40c9-824a-97e58cb032f9 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.294614] env[70542]: DEBUG oslo_vmware.api [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1822.294614] env[70542]: value = "task-3912510" [ 1822.294614] env[70542]: _type = "Task" [ 1822.294614] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.306132] env[70542]: DEBUG oslo_vmware.api [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.806559] env[70542]: DEBUG oslo_vmware.api [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912510, 'name': PowerOnVM_Task, 'duration_secs': 0.460793} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.806981] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Powered on the VM {{(pid=70542) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1822.807038] env[70542]: INFO nova.compute.manager [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Took 6.73 seconds to spawn the instance on the hypervisor. [ 1822.808294] env[70542]: DEBUG nova.compute.manager [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Checking state {{(pid=70542) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1822.808294] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f1fc98-3c45-4edb-bafa-b60c5fd4ba9e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.260904] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1823.324283] env[70542]: INFO nova.compute.manager [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Took 11.39 seconds to build instance. [ 1823.826318] env[70542]: DEBUG oslo_concurrency.lockutils [None req-f4504d29-0ab3-45c2-8ada-be63ab5b5ec5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "f159ed0f-ccd9-43b3-97b9-dd67cece493d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.898s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1824.211952] env[70542]: DEBUG nova.compute.manager [req-4748395f-7369-45dc-89d6-339742576408 req-ec2f7a7d-3a52-46f2-9f62-f6a999241bf1 service nova] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Received event network-changed-0f1ed975-cd4c-4b1f-a201-0e61509a6797 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1824.212088] env[70542]: DEBUG nova.compute.manager [req-4748395f-7369-45dc-89d6-339742576408 req-ec2f7a7d-3a52-46f2-9f62-f6a999241bf1 service nova] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Refreshing instance network info cache due to event network-changed-0f1ed975-cd4c-4b1f-a201-0e61509a6797. {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1824.212327] env[70542]: DEBUG oslo_concurrency.lockutils [req-4748395f-7369-45dc-89d6-339742576408 req-ec2f7a7d-3a52-46f2-9f62-f6a999241bf1 service nova] Acquiring lock "refresh_cache-f159ed0f-ccd9-43b3-97b9-dd67cece493d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.212438] env[70542]: DEBUG oslo_concurrency.lockutils [req-4748395f-7369-45dc-89d6-339742576408 req-ec2f7a7d-3a52-46f2-9f62-f6a999241bf1 service nova] Acquired lock "refresh_cache-f159ed0f-ccd9-43b3-97b9-dd67cece493d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1824.212591] env[70542]: DEBUG nova.network.neutron [req-4748395f-7369-45dc-89d6-339742576408 req-ec2f7a7d-3a52-46f2-9f62-f6a999241bf1 service nova] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Refreshing network info cache for port 0f1ed975-cd4c-4b1f-a201-0e61509a6797 {{(pid=70542) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1824.758654] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1824.945440] env[70542]: DEBUG nova.network.neutron [req-4748395f-7369-45dc-89d6-339742576408 req-ec2f7a7d-3a52-46f2-9f62-f6a999241bf1 service nova] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Updated VIF entry in instance network info cache for port 0f1ed975-cd4c-4b1f-a201-0e61509a6797. {{(pid=70542) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1824.945840] env[70542]: DEBUG nova.network.neutron [req-4748395f-7369-45dc-89d6-339742576408 req-ec2f7a7d-3a52-46f2-9f62-f6a999241bf1 service nova] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Updating instance_info_cache with network_info: [{"id": "0f1ed975-cd4c-4b1f-a201-0e61509a6797", "address": "fa:16:3e:1a:d0:22", "network": {"id": "f2d063c6-bfc1-4196-b7de-132656b690ab", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-527072904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bafa10626ed4761adb0bf57171b3969", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f1ed975-cd", "ovs_interfaceid": "0f1ed975-cd4c-4b1f-a201-0e61509a6797", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.448590] env[70542]: DEBUG oslo_concurrency.lockutils [req-4748395f-7369-45dc-89d6-339742576408 req-ec2f7a7d-3a52-46f2-9f62-f6a999241bf1 service nova] Releasing lock "refresh_cache-f159ed0f-ccd9-43b3-97b9-dd67cece493d" {{(pid=70542) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1861.165332] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3059e5ec-7002-42ac-a0f3-9ec4328c70d7 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "f159ed0f-ccd9-43b3-97b9-dd67cece493d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1861.165656] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3059e5ec-7002-42ac-a0f3-9ec4328c70d7 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "f159ed0f-ccd9-43b3-97b9-dd67cece493d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1861.669543] env[70542]: DEBUG nova.compute.utils [None req-3059e5ec-7002-42ac-a0f3-9ec4328c70d7 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Using /dev/sd instead of None {{(pid=70542) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1862.172709] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3059e5ec-7002-42ac-a0f3-9ec4328c70d7 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "f159ed0f-ccd9-43b3-97b9-dd67cece493d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1863.234070] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3059e5ec-7002-42ac-a0f3-9ec4328c70d7 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "f159ed0f-ccd9-43b3-97b9-dd67cece493d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1863.234070] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3059e5ec-7002-42ac-a0f3-9ec4328c70d7 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "f159ed0f-ccd9-43b3-97b9-dd67cece493d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1863.234070] env[70542]: INFO nova.compute.manager [None req-3059e5ec-7002-42ac-a0f3-9ec4328c70d7 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Attaching volume 2b3d65fe-2c9e-4264-a566-9508f7abe683 to /dev/sdb [ 1863.335888] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519b8651-d4c1-48b6-a211-48620c823925 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.343682] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e47780b-a4ad-4ee3-a4f8-0b3479608ca0 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.356938] env[70542]: DEBUG nova.virt.block_device [None req-3059e5ec-7002-42ac-a0f3-9ec4328c70d7 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Updating existing volume attachment record: 8702474e-9c26-4771-b8f7-7a4948602d39 {{(pid=70542) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1866.260831] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1866.261237] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70542) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1867.901125] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-3059e5ec-7002-42ac-a0f3-9ec4328c70d7 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Volume attach. Driver type: vmdk {{(pid=70542) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1867.901378] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-3059e5ec-7002-42ac-a0f3-9ec4328c70d7 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776919', 'volume_id': '2b3d65fe-2c9e-4264-a566-9508f7abe683', 'name': 'volume-2b3d65fe-2c9e-4264-a566-9508f7abe683', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f159ed0f-ccd9-43b3-97b9-dd67cece493d', 'attached_at': '', 'detached_at': '', 'volume_id': '2b3d65fe-2c9e-4264-a566-9508f7abe683', 'serial': '2b3d65fe-2c9e-4264-a566-9508f7abe683'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1867.902266] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ce0c56-508b-4c08-82b3-e68bd017febb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.921197] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75eed5f3-9003-48d0-8f11-e4764226da78 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.946257] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-3059e5ec-7002-42ac-a0f3-9ec4328c70d7 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-2b3d65fe-2c9e-4264-a566-9508f7abe683/volume-2b3d65fe-2c9e-4264-a566-9508f7abe683.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1867.946593] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd1bcbad-bd03-4345-96c0-b46ff8a3d772 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.965174] env[70542]: DEBUG oslo_vmware.api [None req-3059e5ec-7002-42ac-a0f3-9ec4328c70d7 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1867.965174] env[70542]: value = "task-3912513" [ 1867.965174] env[70542]: _type = "Task" [ 1867.965174] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.973423] env[70542]: DEBUG oslo_vmware.api [None req-3059e5ec-7002-42ac-a0f3-9ec4328c70d7 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.475369] env[70542]: DEBUG oslo_vmware.api [None req-3059e5ec-7002-42ac-a0f3-9ec4328c70d7 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912513, 'name': ReconfigVM_Task, 'duration_secs': 0.334175} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.475665] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-3059e5ec-7002-42ac-a0f3-9ec4328c70d7 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-2b3d65fe-2c9e-4264-a566-9508f7abe683/volume-2b3d65fe-2c9e-4264-a566-9508f7abe683.vmdk or device None with type thin {{(pid=70542) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1868.480394] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd7c598d-2cd3-451e-bbd0-cf77da9975fb {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.495868] env[70542]: DEBUG oslo_vmware.api [None req-3059e5ec-7002-42ac-a0f3-9ec4328c70d7 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1868.495868] env[70542]: value = "task-3912514" [ 1868.495868] env[70542]: _type = "Task" [ 1868.495868] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.503876] env[70542]: DEBUG oslo_vmware.api [None req-3059e5ec-7002-42ac-a0f3-9ec4328c70d7 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.005644] env[70542]: DEBUG oslo_vmware.api [None req-3059e5ec-7002-42ac-a0f3-9ec4328c70d7 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912514, 'name': ReconfigVM_Task, 'duration_secs': 0.139639} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.006096] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-3059e5ec-7002-42ac-a0f3-9ec4328c70d7 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776919', 'volume_id': '2b3d65fe-2c9e-4264-a566-9508f7abe683', 'name': 'volume-2b3d65fe-2c9e-4264-a566-9508f7abe683', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f159ed0f-ccd9-43b3-97b9-dd67cece493d', 'attached_at': '', 'detached_at': '', 'volume_id': '2b3d65fe-2c9e-4264-a566-9508f7abe683', 'serial': '2b3d65fe-2c9e-4264-a566-9508f7abe683'} {{(pid=70542) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1869.260423] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1870.040742] env[70542]: DEBUG nova.objects.instance [None req-3059e5ec-7002-42ac-a0f3-9ec4328c70d7 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lazy-loading 'flavor' on Instance uuid f159ed0f-ccd9-43b3-97b9-dd67cece493d {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1870.260525] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1870.260795] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1870.548136] env[70542]: DEBUG oslo_concurrency.lockutils [None req-3059e5ec-7002-42ac-a0f3-9ec4328c70d7 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "f159ed0f-ccd9-43b3-97b9-dd67cece493d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.314s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1870.698618] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8a26b1e6-e350-45f4-9ef4-27df5da2c2b6 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "f159ed0f-ccd9-43b3-97b9-dd67cece493d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1870.698889] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8a26b1e6-e350-45f4-9ef4-27df5da2c2b6 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "f159ed0f-ccd9-43b3-97b9-dd67cece493d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1871.201905] env[70542]: INFO nova.compute.manager [None req-8a26b1e6-e350-45f4-9ef4-27df5da2c2b6 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Detaching volume 2b3d65fe-2c9e-4264-a566-9508f7abe683 [ 1871.232120] env[70542]: INFO nova.virt.block_device [None req-8a26b1e6-e350-45f4-9ef4-27df5da2c2b6 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Attempting to driver detach volume 2b3d65fe-2c9e-4264-a566-9508f7abe683 from mountpoint /dev/sdb [ 1871.232364] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a26b1e6-e350-45f4-9ef4-27df5da2c2b6 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Volume detach. Driver type: vmdk {{(pid=70542) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1871.232554] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a26b1e6-e350-45f4-9ef4-27df5da2c2b6 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776919', 'volume_id': '2b3d65fe-2c9e-4264-a566-9508f7abe683', 'name': 'volume-2b3d65fe-2c9e-4264-a566-9508f7abe683', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f159ed0f-ccd9-43b3-97b9-dd67cece493d', 'attached_at': '', 'detached_at': '', 'volume_id': '2b3d65fe-2c9e-4264-a566-9508f7abe683', 'serial': '2b3d65fe-2c9e-4264-a566-9508f7abe683'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1871.233470] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef10624b-d9cc-45e0-9bb8-59d6c62b2465 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.256074] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea3f977-ce8b-4247-a062-8d20056d7ff3 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.263431] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148c6558-1779-49e9-b3bb-a9f3c8bb62ce {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.283205] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38818a4f-1962-4ebf-b520-4d308593f2d4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.298815] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a26b1e6-e350-45f4-9ef4-27df5da2c2b6 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] The volume has not been displaced from its original location: [datastore2] volume-2b3d65fe-2c9e-4264-a566-9508f7abe683/volume-2b3d65fe-2c9e-4264-a566-9508f7abe683.vmdk. No consolidation needed. {{(pid=70542) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1871.304899] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a26b1e6-e350-45f4-9ef4-27df5da2c2b6 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1871.305269] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3ea4661-a8d5-426b-bc8b-3eebd6527f73 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.323559] env[70542]: DEBUG oslo_vmware.api [None req-8a26b1e6-e350-45f4-9ef4-27df5da2c2b6 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1871.323559] env[70542]: value = "task-3912515" [ 1871.323559] env[70542]: _type = "Task" [ 1871.323559] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.331776] env[70542]: DEBUG oslo_vmware.api [None req-8a26b1e6-e350-45f4-9ef4-27df5da2c2b6 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.833589] env[70542]: DEBUG oslo_vmware.api [None req-8a26b1e6-e350-45f4-9ef4-27df5da2c2b6 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912515, 'name': ReconfigVM_Task, 'duration_secs': 0.218079} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.833900] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a26b1e6-e350-45f4-9ef4-27df5da2c2b6 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=70542) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1871.838533] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6feb4a54-853c-428d-bfd6-f099a31038cc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.854183] env[70542]: DEBUG oslo_vmware.api [None req-8a26b1e6-e350-45f4-9ef4-27df5da2c2b6 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1871.854183] env[70542]: value = "task-3912516" [ 1871.854183] env[70542]: _type = "Task" [ 1871.854183] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.862395] env[70542]: DEBUG oslo_vmware.api [None req-8a26b1e6-e350-45f4-9ef4-27df5da2c2b6 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912516, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.255767] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1872.259427] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1872.364123] env[70542]: DEBUG oslo_vmware.api [None req-8a26b1e6-e350-45f4-9ef4-27df5da2c2b6 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912516, 'name': ReconfigVM_Task, 'duration_secs': 0.138998} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.364436] env[70542]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a26b1e6-e350-45f4-9ef4-27df5da2c2b6 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-776919', 'volume_id': '2b3d65fe-2c9e-4264-a566-9508f7abe683', 'name': 'volume-2b3d65fe-2c9e-4264-a566-9508f7abe683', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f159ed0f-ccd9-43b3-97b9-dd67cece493d', 'attached_at': '', 'detached_at': '', 'volume_id': '2b3d65fe-2c9e-4264-a566-9508f7abe683', 'serial': '2b3d65fe-2c9e-4264-a566-9508f7abe683'} {{(pid=70542) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1872.904617] env[70542]: DEBUG nova.objects.instance [None req-8a26b1e6-e350-45f4-9ef4-27df5da2c2b6 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lazy-loading 'flavor' on Instance uuid f159ed0f-ccd9-43b3-97b9-dd67cece493d {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1873.260116] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1873.260497] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager.update_available_resource {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1873.763468] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1873.763730] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1873.763883] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1873.764052] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70542) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1873.764966] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b5aa5b-50c3-4bf9-b53b-e96fb6c1be22 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.773525] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124daf54-3bba-4a5b-80fb-35546dc8037d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.787274] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7c923f-f421-4734-a282-d82b97f105e6 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.793462] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb54fa01-0d90-4722-a5d2-8bdf10605295 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.822690] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180650MB free_disk=40GB free_vcpus=48 pci_devices=None {{(pid=70542) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1873.822829] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1873.823046] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1873.911892] env[70542]: DEBUG oslo_concurrency.lockutils [None req-8a26b1e6-e350-45f4-9ef4-27df5da2c2b6 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "f159ed0f-ccd9-43b3-97b9-dd67cece493d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.213s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1874.849071] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Instance f159ed0f-ccd9-43b3-97b9-dd67cece493d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70542) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1874.849412] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1874.849412] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70542) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1874.877011] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28be007-52e0-43cd-bec1-4b277483ac81 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.884558] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d4176b-5030-4428-aa99-9dfc3a36626d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.913953] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d49939-3579-41c6-b256-f151047b0d09 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.921267] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52451da0-d3ae-4fd2-ac5c-80b73e2cca0a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.935632] env[70542]: DEBUG nova.compute.provider_tree [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1874.941840] env[70542]: DEBUG oslo_concurrency.lockutils [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "f159ed0f-ccd9-43b3-97b9-dd67cece493d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1874.942078] env[70542]: DEBUG oslo_concurrency.lockutils [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "f159ed0f-ccd9-43b3-97b9-dd67cece493d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1874.942279] env[70542]: DEBUG oslo_concurrency.lockutils [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "f159ed0f-ccd9-43b3-97b9-dd67cece493d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1874.942459] env[70542]: DEBUG oslo_concurrency.lockutils [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "f159ed0f-ccd9-43b3-97b9-dd67cece493d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1874.942622] env[70542]: DEBUG oslo_concurrency.lockutils [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "f159ed0f-ccd9-43b3-97b9-dd67cece493d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1874.944871] env[70542]: INFO nova.compute.manager [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Terminating instance [ 1875.438880] env[70542]: DEBUG nova.scheduler.client.report [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1875.448130] env[70542]: DEBUG nova.compute.manager [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Start destroying the instance on the hypervisor. {{(pid=70542) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1875.448437] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Destroying instance {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1875.449387] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0700c97-1c49-47c1-855c-8708cd718956 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.457596] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Powering off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1875.457914] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4d72a43-b13c-426d-8e47-b60736f66537 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.464806] env[70542]: DEBUG oslo_vmware.api [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1875.464806] env[70542]: value = "task-3912517" [ 1875.464806] env[70542]: _type = "Task" [ 1875.464806] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.473870] env[70542]: DEBUG oslo_vmware.api [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.944539] env[70542]: DEBUG nova.compute.resource_tracker [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70542) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1875.944905] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.122s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1875.977485] env[70542]: DEBUG oslo_vmware.api [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912517, 'name': PowerOffVM_Task, 'duration_secs': 0.190539} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.977947] env[70542]: DEBUG nova.virt.vmwareapi.vm_util [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Powered off the VM {{(pid=70542) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1875.978247] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Unregistering the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1875.978619] env[70542]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb448e2f-b42f-4034-b181-6cb3668ba889 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.039829] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Unregistered the VM {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1876.040066] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Deleting contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1876.040276] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Deleting the datastore file [datastore1] f159ed0f-ccd9-43b3-97b9-dd67cece493d {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1876.040615] env[70542]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de1f2cb3-06ad-4b74-b2f2-eef9d4e0f8af {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.048962] env[70542]: DEBUG oslo_vmware.api [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for the task: (returnval){ [ 1876.048962] env[70542]: value = "task-3912519" [ 1876.048962] env[70542]: _type = "Task" [ 1876.048962] env[70542]: } to complete. {{(pid=70542) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.057810] env[70542]: DEBUG oslo_vmware.api [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.559145] env[70542]: DEBUG oslo_vmware.api [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Task: {'id': task-3912519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137395} completed successfully. {{(pid=70542) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.559462] env[70542]: DEBUG nova.virt.vmwareapi.ds_util [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Deleted the datastore file {{(pid=70542) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1876.559602] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Deleted contents of the VM from datastore datastore1 {{(pid=70542) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1876.559781] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Instance destroyed {{(pid=70542) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1876.559954] env[70542]: INFO nova.compute.manager [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1876.560213] env[70542]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70542) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1876.560406] env[70542]: DEBUG nova.compute.manager [-] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Deallocating network for instance {{(pid=70542) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1876.560502] env[70542]: DEBUG nova.network.neutron [-] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] deallocate_for_instance() {{(pid=70542) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1877.029307] env[70542]: DEBUG nova.compute.manager [req-1983f108-24c0-4e67-9c35-2d8881911e2c req-c128e02f-5cda-46b0-837e-4b0963215f57 service nova] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Received event network-vif-deleted-0f1ed975-cd4c-4b1f-a201-0e61509a6797 {{(pid=70542) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1877.029687] env[70542]: INFO nova.compute.manager [req-1983f108-24c0-4e67-9c35-2d8881911e2c req-c128e02f-5cda-46b0-837e-4b0963215f57 service nova] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Neutron deleted interface 0f1ed975-cd4c-4b1f-a201-0e61509a6797; detaching it from the instance and deleting it from the info cache [ 1877.029930] env[70542]: DEBUG nova.network.neutron [req-1983f108-24c0-4e67-9c35-2d8881911e2c req-c128e02f-5cda-46b0-837e-4b0963215f57 service nova] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.512527] env[70542]: DEBUG nova.network.neutron [-] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Updating instance_info_cache with network_info: [] {{(pid=70542) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.532609] env[70542]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54581f83-f4de-480d-ab57-74cff6836118 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.542769] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa84e2b9-dd7d-4ecc-84ae-2395a4d0a3dc {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.570190] env[70542]: DEBUG nova.compute.manager [req-1983f108-24c0-4e67-9c35-2d8881911e2c req-c128e02f-5cda-46b0-837e-4b0963215f57 service nova] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Detach interface failed, port_id=0f1ed975-cd4c-4b1f-a201-0e61509a6797, reason: Instance f159ed0f-ccd9-43b3-97b9-dd67cece493d could not be found. {{(pid=70542) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1877.685176] env[70542]: DEBUG oslo_service.periodic_task [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Running periodic task ComputeManager._sync_power_states {{(pid=70542) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1878.015204] env[70542]: INFO nova.compute.manager [-] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] Took 1.45 seconds to deallocate network for instance. [ 1878.188180] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Getting list of instances from cluster (obj){ [ 1878.188180] env[70542]: value = "domain-c8" [ 1878.188180] env[70542]: _type = "ClusterComputeResource" [ 1878.188180] env[70542]: } {{(pid=70542) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1878.189356] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3913174-065e-446b-8954-742fc878aae4 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.201502] env[70542]: DEBUG nova.virt.vmwareapi.vmops [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Got total of 0 instances {{(pid=70542) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1878.201698] env[70542]: WARNING nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] While synchronizing instance power states, found 1 instances in the database and 0 instances on the hypervisor. [ 1878.201806] env[70542]: DEBUG nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Triggering sync for uuid f159ed0f-ccd9-43b3-97b9-dd67cece493d {{(pid=70542) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1878.202257] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Acquiring lock "f159ed0f-ccd9-43b3-97b9-dd67cece493d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1878.521713] env[70542]: DEBUG oslo_concurrency.lockutils [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1878.522022] env[70542]: DEBUG oslo_concurrency.lockutils [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1878.522255] env[70542]: DEBUG nova.objects.instance [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lazy-loading 'resources' on Instance uuid f159ed0f-ccd9-43b3-97b9-dd67cece493d {{(pid=70542) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1879.055547] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c25b24-a71a-425c-91c5-b829facc07d7 {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.063720] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b418f63-ceef-40b4-829f-799147e6e38a {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.093598] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5279b903-7972-4703-967a-fb96e8e1e23d {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.100980] env[70542]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00433c37-8a8a-4a45-b041-625910965f4e {{(pid=70542) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.114183] env[70542]: DEBUG nova.compute.provider_tree [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Inventory has not changed in ProviderTree for provider: 42cfc9d8-0155-4d55-9653-7de4fa794724 {{(pid=70542) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1879.617756] env[70542]: DEBUG nova.scheduler.client.report [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Inventory has not changed for provider 42cfc9d8-0155-4d55-9653-7de4fa794724 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70542) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1880.124580] env[70542]: DEBUG oslo_concurrency.lockutils [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1880.147550] env[70542]: INFO nova.scheduler.client.report [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Deleted allocations for instance f159ed0f-ccd9-43b3-97b9-dd67cece493d [ 1880.655711] env[70542]: DEBUG oslo_concurrency.lockutils [None req-307d2de3-cd0b-4451-b108-9f1cbb3ec8d5 tempest-AttachVolumeNegativeTest-1665967681 tempest-AttachVolumeNegativeTest-1665967681-project-member] Lock "f159ed0f-ccd9-43b3-97b9-dd67cece493d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.713s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1880.656798] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "f159ed0f-ccd9-43b3-97b9-dd67cece493d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.454s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1880.656798] env[70542]: INFO nova.compute.manager [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] [instance: f159ed0f-ccd9-43b3-97b9-dd67cece493d] During sync_power_state the instance has a pending task (deleting). Skip. [ 1880.656987] env[70542]: DEBUG oslo_concurrency.lockutils [None req-fd19226f-c7bf-419e-a107-b361ca04d8ee None None] Lock "f159ed0f-ccd9-43b3-97b9-dd67cece493d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70542) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}